@tearleads/client-sdk 0.0.0-stage → 0.1.13

package/workflows/sync/remoteResetPlans.js

@@ -0,0 +1,227 @@
+import { createDocument, exportAllUpdates } from "../../internal/loro/index.js";
+import { and, eq, or, sql } from "drizzle-orm";
+import { getDocumentAttachments, } from "../../data/documents/documentContent.js";
+import { createPendingUpdateFields } from "../../data/documents/documentSync.js";
+import { DOCUMENTS_APP_KIND } from "../../data/persistence/documents/documentsPersistence.js";
+import { documentAttachmentBlobProjection, documentHistoryCheckpoints, documentHistoryUpdates, documentPendingAttachments, documents, } from "../../data/sqlite/schema.js";
+import { importDocumentHistoryTailUpdates } from "../documents/historyContent.js";
+import { remoteResetBatches } from "./remoteResetBatches.js";
+function historyScopeKey(appKind, localId) {
+    return `${appKind} ${localId}`;
+}
+function attachmentScopeKey(localId, slotId) {
+    return `${localId}\0${slotId}`;
+}
+function buildResetUpdate(input) {
+    const fields = createPendingUpdateFields(exportAllUpdates(input.doc));
+    if (!fields) {
+        return null;
+    }
+    return {
+        appKind: input.appKind,
+        localId: input.localId,
+        updateData: fields.updateData,
+        partialStartVersionVector: fields.partialStartVersionVector,
+        partialEndVersionVector: fields.partialEndVersionVector,
+        sourceVersionVector: fields.sourceVersionVector ?? null,
+    };
+}
+async function loadResetHistoryRows(db, documentScopes) {
+    const rows = { checkpointRows: [], tailRows: [] };
+    const scopes = documentScopes
+        ? [
+            ...new Map(documentScopes.map((scope) => [
+                historyScopeKey(scope.appKind, scope.localId),
+                scope,
+            ])).values(),
+        ]
+        : null;
+    for (const scopeBatch of scopes ? remoteResetBatches(scopes) : [null]) {
+        const scopeTail = scopeBatch
+            ? or(...scopeBatch.map((scope) => and(eq(documentHistoryUpdates.appKind, scope.appKind), eq(documentHistoryUpdates.localId, scope.localId))))
+            : undefined;
+        const scopeCheckpoints = scopeBatch
+            ? or(...scopeBatch.map((scope) => and(eq(documentHistoryCheckpoints.appKind, scope.appKind), eq(documentHistoryCheckpoints.localId, scope.localId))))
+            : undefined;
+        const tailBatch = await db
+            .select({
+            appKind: documentHistoryUpdates.appKind,
+            localId: documentHistoryUpdates.localId,
+            updateData: documentHistoryUpdates.updateData,
+        })
+            .from(documentHistoryUpdates)
+            .where(scopeTail)
+            .orderBy(sql `rowid`);
+        const checkpointBatch = await db
+            .select({
+            appKind: documentHistoryCheckpoints.appKind,
+            localId: documentHistoryCheckpoints.localId,
+            snapshot: documentHistoryCheckpoints.snapshot,
+        })
+            .from(documentHistoryCheckpoints)
+            .where(scopeCheckpoints);
+        rows.tailRows.push(...tailBatch);
+        rows.checkpointRows.push(...checkpointBatch);
+    }
+    return rows;
+}
+/**
+ * Reconstruct every persisted document's content from the durable-history
+ * tables (checkpoint + tail) — the only content source. A scope without a
+ * checkpoint (a discovered shell that never hydrated) gets no doc: it has no
+ * content to republish and no attachments to requeue. The mode-sniffing tail
+ * import handles both content kinds — full-history snapshots (documents) and
+ * exported-updates blobs (container metadata).
+ */
+async function buildResetContentDocs(db, documentScopes) {
+    // Read the TAIL before the checkpoints (the same order the restore path
+    // uses): a compaction landing between the two reads then yields old-tail +
+    // new-checkpoint — a safe superset, since replay is idempotent by op
+    // identity — whereas the reverse order could yield an old checkpoint plus
+    // an already-emptied tail and republish stale content.
+    const { checkpointRows, tailRows } = await loadResetHistoryRows(db, documentScopes);
+    const tailByScope = new Map();
+    for (const row of tailRows) {
+        const key = historyScopeKey(row.appKind, row.localId);
+        const tail = tailByScope.get(key);
+        if (tail) {
+            tail.push(row.updateData);
+        }
+        else {
+            tailByScope.set(key, [row.updateData]);
+        }
+    }
+    // Rebuild the UNION of checkpoint and tail scopes: a tail-only scope (a
+    // crash landed the first edit's tail row before the birth checkpoint) may
+    // hold the only durable copy of that edit, and dropping it from the reset
+    // would discard it.
+    const checkpointByScope = new Map(checkpointRows.map((row) => [
+        historyScopeKey(row.appKind, row.localId),
+        row,
+    ]));
+    const historyScopes = new Map();
+    for (const row of [...checkpointRows, ...tailRows]) {
+        historyScopes.set(historyScopeKey(row.appKind, row.localId), {
+            appKind: row.appKind,
+            localId: row.localId,
+        });
+    }
+    const contentDocByScope = new Map();
+    await Promise.all([...historyScopes.entries()].map(async ([key, scope]) => {
+        const doc = await createDocument(`remote-reset:${scope.appKind}:${scope.localId}`);
+        const checkpoint = checkpointByScope.get(key);
+        // An empty checkpoint blob (e.g. container metadata saved before any
+        // update existed) carries no ops — importing it would throw and fail
+        // the whole reset.
+        importDocumentHistoryTailUpdates(doc, [
+            ...(checkpoint ? [checkpoint.snapshot] : []),
+            ...(tailByScope.get(key) ?? []),
+        ].filter((blob) => blob.length > 0));
+        contentDocByScope.set(key, doc);
+    }));
+    return contentDocByScope;
+}
+async function loadResetPlanRows(db, documentScopes) {
+    const selectedScopeKeys = documentScopes
+        ? new Set(documentScopes.map((scope) => historyScopeKey(scope.appKind, scope.localId)))
+        : null;
+    const allDocumentRows = await db
+        .select({ appKind: documents.appKind, localId: documents.localId })
+        .from(documents);
+    const documentRows = selectedScopeKeys
+        ? allDocumentRows.filter((row) => selectedScopeKeys.has(historyScopeKey(row.appKind, row.localId)))
+        : allDocumentRows;
+    const [allAttachmentRows, pendingAttachmentRows] = await Promise.all([
+        db
+            .select({
+            byteLength: documentAttachmentBlobProjection.byteLength,
+            localId: documentAttachmentBlobProjection.localId,
+            mimeType: documentAttachmentBlobProjection.mimeType,
+            slotId: documentAttachmentBlobProjection.slotId,
+            storageKey: documentAttachmentBlobProjection.storageKey,
+        })
+            .from(documentAttachmentBlobProjection),
+        db
+            .select({
+            byteLength: documentPendingAttachments.byteLength,
+            localId: documentPendingAttachments.localId,
+            mimeType: documentPendingAttachments.mimeType,
+            slotId: documentPendingAttachments.slotId,
+            storageKey: documentPendingAttachments.storageKey,
+        })
+            .from(documentPendingAttachments),
+    ]);
+    const selectedDocumentLocalIds = new Set(documentRows
+        .filter((row) => row.appKind === DOCUMENTS_APP_KIND)
+        .map((row) => row.localId));
+    const attachmentRows = new Map(allAttachmentRows
+        .filter((row) => selectedDocumentLocalIds.has(row.localId))
+        .map((row) => [attachmentScopeKey(row.localId, row.slotId), row]));
+    for (const row of pendingAttachmentRows) {
+        if (selectedDocumentLocalIds.has(row.localId)) {
+            attachmentRows.set(attachmentScopeKey(row.localId, row.slotId), row);
+        }
+    }
+    return {
+        attachmentRows: [...attachmentRows.values()],
+        documentRows,
+    };
+}
+export async function buildResetPlans(db, documentScopes) {
+    const { attachmentRows, documentRows } = await loadResetPlanRows(db, documentScopes);
+    const contentDocByScope = await buildResetContentDocs(db, documentScopes);
+    const documentUpdates = documentRows.flatMap((row) => {
+        const doc = contentDocByScope.get(historyScopeKey(row.appKind, row.localId));
+        if (!doc) {
+            return [];
+        }
+        const update = buildResetUpdate({
+            appKind: row.appKind,
+            doc,
+            localId: row.localId,
+        });
+        return update ? [update] : [];
+    });
+    const attachmentIntentMaps = new Map();
+    const attachmentLocalIds = [
+        ...new Set(attachmentRows.map((attachment) => attachment.localId)),
+    ];
+    for (const localId of attachmentLocalIds) {
+        const doc = contentDocByScope.get(historyScopeKey(DOCUMENTS_APP_KIND, localId));
+        if (!doc) {
+            continue;
+        }
+        attachmentIntentMaps.set(localId, new Map(getDocumentAttachments(doc).map((attachment) => [
+            attachment.slotId,
+            attachment,
+        ])));
+    }
+    // A reset re-uploads the local attachments as pending work, and the durable
+    // document decides which rows those are: a row whose slot the snapshot no
+    // longer advertises belongs to an unlink, and re-queueing it would resurrect
+    // an attachment the document dropped. Reading the snapshot rather than the
+    // detach marker keeps the two halves of an interrupted unlink consistent —
+    // there the marker is set but the snapshot still advertises the slot, and the
+    // reset has to upload it to match the document it is about to republish.
+    const attachmentUploads = attachmentRows.flatMap((attachment) => {
+        const intent = attachmentIntentMaps
+            .get(attachment.localId)
+            ?.get(attachment.slotId);
+        if (intent === undefined) {
+            return [];
+        }
+        return [
+            {
+                byteLength: attachment.byteLength,
+                contentSha256: intent.contentSha256,
+                localId: attachment.localId,
+                mimeType: attachment.mimeType,
+                name: intent.name,
+                slotId: attachment.slotId,
+                storageKey: attachment.storageKey,
+            },
+        ];
+    });
+    return { attachmentUploads, documentUpdates };
+}
+//# sourceMappingURL=remoteResetPlans.js.map

package/workflows/sync/remoteResetPlans.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remoteResetPlans.js","sourceRoot":"","sources":["remoteResetPlans.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnE,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAEL,sBAAsB,GACvB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,yBAAyB,EAAE,MAAM,mCAAmC,CAAC;AAC9E,OAAO,EAAE,kBAAkB,EAAE,MAAM,uDAAuD,CAAC;AAC3F,OAAO,EACL,gCAAgC,EAChC,0BAA0B,EAC1B,sBAAsB,EACtB,0BAA0B,EAC1B,SAAS,GACV,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAE,gCAAgC,EAAE,MAAM,6BAA6B,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAuB1D,SAAS,eAAe,CAAC,OAAe,EAAE,OAAe;IACvD,OAAO,GAAG,OAAO,IAAI,OAAO,EAAE,CAAC;AACjC,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAe,EAAE,MAAc;IACzD,OAAO,GAAG,OAAO,KAAK,MAAM,EAAE,CAAC;AACjC,CAAC;AAED,SAAS,gBAAgB,CAAC,KAIzB;IACC,MAAM,MAAM,GAAG,yBAAyB,CAAC,gBAAgB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IACtE,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,yBAAyB,EAAE,MAAM,CAAC,yBAAyB;QAC3D,uBAAuB,EAAE,MAAM,CAAC,uBAAuB;QACvD,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,IAAI;KACxD,CAAC;AACJ,CAAC;AAeD,KAAK,UAAU,oBAAoB,CACjC,EAAgC,EAChC,cAA8C;IAE9C,MAAM,IAAI,GAAqB,EAAE,cAAc,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IACpE,MAAM,MAAM,GAAG,cAAc;QAC3B,CAAC,CAAC;YACE,GAAG,IAAI,GAAG,CACR,cAAc,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;gBAC5B,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC;gBAC7C,KAAK;aACN,CAAC,CACH,CAAC,MAAM,EAAE;SACX;QACH,CAAC,CAAC,IAAI,CAAC;IACT,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QACtE,MAAM,SAAS,GAAG,UAAU;YAC1B,CAAC,CAAC,EAAE,CACA,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAC1B,GAAG,CACD,EAAE,CAAC,sBAAsB,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,EACjD,EAAE,CAAC,sBAAsB,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAClD,CACF,CACF;YACH,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,gBAAgB,GAAG,UAAU;YACjC,CAAC,CAAC,EAAE,CACA,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAC1B,GAAG,CACD,EAAE,CAAC,0BAA0B,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,EACrD,EAAE,CAAC,0BAA0B,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CACtD,CACF,CACF;YACH,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,SAAS,GAAG,MAAM,EAAE;aACvB,MAAM,CAAC;YACN,OAAO,EAAE,sBAAsB,CAAC,OAAO;YACvC,OAAO,EAAE,sBAAsB,CAAC,OAAO;YACvC,UAAU,EAAE,sBAAsB,CAAC,UAAU;SAC9C,CAAC;aACD,IAAI,CAAC,sBAAsB,CAAC;aAC5B,KAAK,CAAC,SAAS,CAAC;aAChB,OAAO,CAAC,GAAG,CAAA,OAAO,CAAC,CAAC;QACvB,MAAM,eAAe,GAAG,MAAM,EAAE;aAC7B,MAAM,CAAC;YACN,OAAO,EAAE,0BAA0B,CAAC,OAAO;YAC3C,OAAO,EAAE,0BAA0B,CAAC,OAAO;YAC3C,QAAQ,EAAE,0BAA0B,CAAC,QAAQ;SAC9C,CAAC;aACD,IAAI,CAAC,0BAA0B,CAAC;aAChC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAC3B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;QACjC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;GAOG;AACH,KAAK,UAAU,qBAAqB,CAClC,EAAgC,EAChC,cAA8C;IAE9C,wEAAwE;IACxE,2EAA2E;IAC3E,qEAAqE;IACrE,0EAA0E;IAC1E,uDAAuD;IACvD,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,GAAG,MAAM,oBAAoB,CAC7D,EAAE,EACF,cAAc,CACf,CAAC;IAEF,MAAM,WAAW,GAAG,IAAI,GAAG,EAAoB,CAAC;IAChD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,eAAe,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QACtD,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC5B,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,wEAAwE;IACxE,0EAA0E;IAC1E,0EAA0E;IAC1E,oBAAoB;IACpB,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAC/B,cAAc,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;QAC1B,eAAe,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC;QACzC,GAAG;KACJ,CAAC,CACH,CAAC;IACF,MAAM,aAAa,GAAG,IAAI,GAAG,EAAgD,CAAC;IAC9E,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,cAAc,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;QACnD,aAAa,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE;YAC3D,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,OAAO,EAAE,GAAG,CAAC,OAAO;SACrB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC7D,MAAM,OAAO,CAAC,GAAG,CACf,CAAC,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;QACtD,MAAM,GAAG,GAAG,MAAM,cAAc,CAC9B,gBAAgB,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,CACjD,CAAC;QACF,MAAM,UAAU,GAAG,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9C,qEAAqE;QACrE,qEAAqE;QACrE,mBAAmB;QACnB,gCAAgC,CAC9B,GAAG,EACH;YACE,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5C,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;SAChC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CACpC,CAAC;QACF,iBAAiB,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAClC,CAAC,CAAC,CACH,CAAC;IACF,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAOD,KAAK,UAAU,iBAAiB,CAC9B,EAAgC,EAChC,cAA8C;IAE9C,MAAM,iBAAiB,GAAG,cAAc;QACtC,CAAC,CAAC,IAAI,GAAG,CACL,cAAc,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAC3B,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAC9C,CACF;QACH,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,eAAe,GAAG,MAAM,EAAE;SAC7B,MAAM,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC;SAClE,IAAI,CAAC,SAAS,CAAC,CAAC;IACnB,MAAM,YAAY,GAAG,iBAAiB;QACpC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAC7B,iBAAiB,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CACjE;QACH,CAAC,CAAC,eAAe,CAAC;IACpB,MAAM,CAAC,iBAAiB,EAAE,qBAAqB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACnE,EAAE;aACC,MAAM,CAAC;YACN,UAAU,EAAE,gCAAgC,CAAC,UAAU;YACvD,OAAO,EAAE,gCAAgC,CAAC,OAAO;YACjD,QAAQ,EAAE,gCAAgC,CAAC,QAAQ;YACnD,MAAM,EAAE,gCAAgC,CAAC,MAAM;YAC/C,UAAU,EAAE,gCAAgC,CAAC,UAAU;SACxD,CAAC;aACD,IAAI,CAAC,gCAAgC,CAAC;QACzC,EAAE;aACC,MAAM,CAAC;YACN,UAAU,EAAE,0BAA0B,CAAC,UAAU;YACjD,OAAO,EAAE,0BAA0B,CAAC,OAAO;YAC3C,QAAQ,EAAE,0BAA0B,CAAC,QAAQ;YAC7C,MAAM,EAAE,0BAA0B,CAAC,MAAM;YACzC,UAAU,EAAE,0BAA0B,CAAC,UAAU;SAClD,CAAC;aACD,IAAI,CAAC,0BAA0B,CAAC;KACpC,CAAC,CAAC;IACH,MAAM,wBAAwB,GAAG,IAAI,GAAG,CACtC,YAAY;SACT,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,KAAK,kBAAkB,CAAC;SACnD,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAC7B,CAAC;IACF,MAAM,cAAc,GAAG,IAAI,GAAG,CAC5B,iBAAiB;SACd,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,wBAAwB,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;SAC1D,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,CACpE,CAAC;IACF,KAAK,MAAM,GAAG,IAAI,qBAAqB,EAAE,CAAC;QACxC,IAAI,wBAAwB,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9C,cAAc,CAAC,GAAG,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IACD,OAAO;QACL,cAAc,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC;QAC5C,YAAY;KACb,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,EAAgC,EAChC,cAA8C;IAK9C,MAAM,EAAE,cAAc,EAAE,YAAY,EAAE,GAAG,MAAM,iBAAiB,CAC9D,EAAE,EACF,cAAc,CACf,CAAC;IACF,MAAM,iBAAiB,GAAG,MAAM,qBAAqB,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;IAC1E,MAAM,eAAe,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;QACnD,MAAM,GAAG,GAAG,iBAAiB,CAAC,GAAG,CAC/B,eAAe,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAC1C,CAAC;QACF,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,MAAM,GAAG,gBAAgB,CAAC;YAC9B,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,GAAG;YACH,OAAO,EAAE,GAAG,CAAC,OAAO;SACrB,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAChC,CAAC,CAAC,CAAC;IACH,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAGjC,CAAC;IACJ,MAAM,kBAAkB,GAAG;QACzB,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;KACnE,CAAC;IACF,KAAK,MAAM,OAAO,IAAI,kBAAkB,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,iBAAiB,CAAC,GAAG,CAC/B,eAAe,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAC7C,CAAC;QACF,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,SAAS;QACX,CAAC;QACD,oBAAoB,CAAC,GAAG,CACtB,OAAO,EACP,IAAI,GAAG,CACL,sBAAsB,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;YAC9C,UAAU,CAAC,MAAM;YACjB,UAAU;SACX,CAAC,CACH,CACF,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,0EAA0E;IAC1E,6EAA6E;IAC7E,2EAA2E;IAC3E,2EAA2E;IAC3E,8EAA8E;IAC9E,yEAAyE;IACzE,MAAM,iBAAiB,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;QAC9D,MAAM,MAAM,GAAG,oBAAoB;aAChC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;YACxB,EAAE,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC3B,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO;YACL;gBACE,UAAU,EAAE,UAAU,CAAC,UAAU;gBACjC,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,OAAO,EAAE,UAAU,CAAC,OAAO;gBAC3B,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,UAAU,EAAE,UAAU,CAAC,UAAU;aAClC;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,CAAC;AAChD,CAAC","sourcesContent":["import { createDocument, exportAllUpdates } from \"@tearleads/loro\";\nimport { and, eq, or, sql } from \"drizzle-orm\";\nimport {\n  type DocumentAttachment,\n  getDocumentAttachments,\n} from \"../../data/documents/documentContent\";\nimport { createPendingUpdateFields } from \"../../data/documents/documentSync\";\nimport { DOCUMENTS_APP_KIND } from \"../../data/persistence/documents/documentsPersistence\";\nimport {\n  documentAttachmentBlobProjection,\n  documentHistoryCheckpoints,\n  documentHistoryUpdates,\n  documentPendingAttachments,\n  documents,\n} from \"../../data/sqlite/schema\";\nimport type { ClientSQLiteTransactionScope } from \"../../data/sqlite/sqlitePersistenceRuntime\";\nimport { importDocumentHistoryTailUpdates } from \"../documents/historyContent\";\nimport { remoteResetBatches } from \"./remoteResetBatches\";\n\nexport interface ResetDocumentUpdate {\n  readonly appKind: string;\n  readonly localId: string;\n  readonly updateData: string;\n  readonly partialStartVersionVector: string;\n  readonly partialEndVersionVector: string;\n  readonly sourceVersionVector: string | null;\n}\n\nexport interface ResetAttachmentUpload {\n  readonly byteLength: number;\n  readonly contentSha256: string;\n  readonly localId: string;\n  readonly mimeType: string | null;\n  readonly name: string;\n  readonly slotId: string;\n  readonly storageKey: string;\n}\n\ntype ResetContentDoc = Awaited<ReturnType<typeof createDocument>>;\n\nfunction historyScopeKey(appKind: string, localId: string): string {\n  return `${appKind} ${localId}`;\n}\n\nfunction attachmentScopeKey(localId: string, slotId: string): string {\n  return `${localId}\\0${slotId}`;\n}\n\nfunction buildResetUpdate(input: {\n  appKind: string;\n  doc: ResetContentDoc;\n  localId: string;\n}): ResetDocumentUpdate | null {\n  const fields = createPendingUpdateFields(exportAllUpdates(input.doc));\n  if (!fields) {\n    return null;\n  }\n\n  return {\n    appKind: input.appKind,\n    localId: input.localId,\n    updateData: fields.updateData,\n    partialStartVersionVector: fields.partialStartVersionVector,\n    partialEndVersionVector: fields.partialEndVersionVector,\n    sourceVersionVector: fields.sourceVersionVector ?? null,\n  };\n}\n\ninterface ResetHistoryRows {\n  checkpointRows: Array<{\n    appKind: string;\n    localId: string;\n    snapshot: string;\n  }>;\n  tailRows: Array<{\n    appKind: string;\n    localId: string;\n    updateData: string;\n  }>;\n}\n\nasync function loadResetHistoryRows(\n  db: ClientSQLiteTransactionScope,\n  documentScopes?: readonly ResetDocumentScope[],\n): Promise<ResetHistoryRows> {\n  const rows: ResetHistoryRows = { checkpointRows: [], tailRows: [] };\n  const scopes = documentScopes\n    ? [\n        ...new Map(\n          documentScopes.map((scope) => [\n            historyScopeKey(scope.appKind, scope.localId),\n            scope,\n          ]),\n        ).values(),\n      ]\n    : null;\n  for (const scopeBatch of scopes ? remoteResetBatches(scopes) : [null]) {\n    const scopeTail = scopeBatch\n      ? or(\n          ...scopeBatch.map((scope) =>\n            and(\n              eq(documentHistoryUpdates.appKind, scope.appKind),\n              eq(documentHistoryUpdates.localId, scope.localId),\n            ),\n          ),\n        )\n      : undefined;\n    const scopeCheckpoints = scopeBatch\n      ? or(\n          ...scopeBatch.map((scope) =>\n            and(\n              eq(documentHistoryCheckpoints.appKind, scope.appKind),\n              eq(documentHistoryCheckpoints.localId, scope.localId),\n            ),\n          ),\n        )\n      : undefined;\n    const tailBatch = await db\n      .select({\n        appKind: documentHistoryUpdates.appKind,\n        localId: documentHistoryUpdates.localId,\n        updateData: documentHistoryUpdates.updateData,\n      })\n      .from(documentHistoryUpdates)\n      .where(scopeTail)\n      .orderBy(sql`rowid`);\n    const checkpointBatch = await db\n      .select({\n        appKind: documentHistoryCheckpoints.appKind,\n        localId: documentHistoryCheckpoints.localId,\n        snapshot: documentHistoryCheckpoints.snapshot,\n      })\n      .from(documentHistoryCheckpoints)\n      .where(scopeCheckpoints);\n    rows.tailRows.push(...tailBatch);\n    rows.checkpointRows.push(...checkpointBatch);\n  }\n  return rows;\n}\n\n/**\n * Reconstruct every persisted document's content from the durable-history\n * tables (checkpoint + tail) — the only content source. A scope without a\n * checkpoint (a discovered shell that never hydrated) gets no doc: it has no\n * content to republish and no attachments to requeue. The mode-sniffing tail\n * import handles both content kinds — full-history snapshots (documents) and\n * exported-updates blobs (container metadata).\n */\nasync function buildResetContentDocs(\n  db: ClientSQLiteTransactionScope,\n  documentScopes?: readonly ResetDocumentScope[],\n): Promise<Map<string, ResetContentDoc>> {\n  // Read the TAIL before the checkpoints (the same order the restore path\n  // uses): a compaction landing between the two reads then yields old-tail +\n  // new-checkpoint — a safe superset, since replay is idempotent by op\n  // identity — whereas the reverse order could yield an old checkpoint plus\n  // an already-emptied tail and republish stale content.\n  const { checkpointRows, tailRows } = await loadResetHistoryRows(\n    db,\n    documentScopes,\n  );\n\n  const tailByScope = new Map<string, string[]>();\n  for (const row of tailRows) {\n    const key = historyScopeKey(row.appKind, row.localId);\n    const tail = tailByScope.get(key);\n    if (tail) {\n      tail.push(row.updateData);\n    } else {\n      tailByScope.set(key, [row.updateData]);\n    }\n  }\n\n  // Rebuild the UNION of checkpoint and tail scopes: a tail-only scope (a\n  // crash landed the first edit's tail row before the birth checkpoint) may\n  // hold the only durable copy of that edit, and dropping it from the reset\n  // would discard it.\n  const checkpointByScope = new Map(\n    checkpointRows.map((row) => [\n      historyScopeKey(row.appKind, row.localId),\n      row,\n    ]),\n  );\n  const historyScopes = new Map<string, { appKind: string; localId: string }>();\n  for (const row of [...checkpointRows, ...tailRows]) {\n    historyScopes.set(historyScopeKey(row.appKind, row.localId), {\n      appKind: row.appKind,\n      localId: row.localId,\n    });\n  }\n\n  const contentDocByScope = new Map<string, ResetContentDoc>();\n  await Promise.all(\n    [...historyScopes.entries()].map(async ([key, scope]) => {\n      const doc = await createDocument(\n        `remote-reset:${scope.appKind}:${scope.localId}`,\n      );\n      const checkpoint = checkpointByScope.get(key);\n      // An empty checkpoint blob (e.g. container metadata saved before any\n      // update existed) carries no ops — importing it would throw and fail\n      // the whole reset.\n      importDocumentHistoryTailUpdates(\n        doc,\n        [\n          ...(checkpoint ? [checkpoint.snapshot] : []),\n          ...(tailByScope.get(key) ?? []),\n        ].filter((blob) => blob.length > 0),\n      );\n      contentDocByScope.set(key, doc);\n    }),\n  );\n  return contentDocByScope;\n}\n\nexport interface ResetDocumentScope {\n  readonly appKind: string;\n  readonly localId: string;\n}\n\nasync function loadResetPlanRows(\n  db: ClientSQLiteTransactionScope,\n  documentScopes?: readonly ResetDocumentScope[],\n) {\n  const selectedScopeKeys = documentScopes\n    ? new Set(\n        documentScopes.map((scope) =>\n          historyScopeKey(scope.appKind, scope.localId),\n        ),\n      )\n    : null;\n  const allDocumentRows = await db\n    .select({ appKind: documents.appKind, localId: documents.localId })\n    .from(documents);\n  const documentRows = selectedScopeKeys\n    ? allDocumentRows.filter((row) =>\n        selectedScopeKeys.has(historyScopeKey(row.appKind, row.localId)),\n      )\n    : allDocumentRows;\n  const [allAttachmentRows, pendingAttachmentRows] = await Promise.all([\n    db\n      .select({\n        byteLength: documentAttachmentBlobProjection.byteLength,\n        localId: documentAttachmentBlobProjection.localId,\n        mimeType: documentAttachmentBlobProjection.mimeType,\n        slotId: documentAttachmentBlobProjection.slotId,\n        storageKey: documentAttachmentBlobProjection.storageKey,\n      })\n      .from(documentAttachmentBlobProjection),\n    db\n      .select({\n        byteLength: documentPendingAttachments.byteLength,\n        localId: documentPendingAttachments.localId,\n        mimeType: documentPendingAttachments.mimeType,\n        slotId: documentPendingAttachments.slotId,\n        storageKey: documentPendingAttachments.storageKey,\n      })\n      .from(documentPendingAttachments),\n  ]);\n  const selectedDocumentLocalIds = new Set(\n    documentRows\n      .filter((row) => row.appKind === DOCUMENTS_APP_KIND)\n      .map((row) => row.localId),\n  );\n  const attachmentRows = new Map(\n    allAttachmentRows\n      .filter((row) => selectedDocumentLocalIds.has(row.localId))\n      .map((row) => [attachmentScopeKey(row.localId, row.slotId), row]),\n  );\n  for (const row of pendingAttachmentRows) {\n    if (selectedDocumentLocalIds.has(row.localId)) {\n      attachmentRows.set(attachmentScopeKey(row.localId, row.slotId), row);\n    }\n  }\n  return {\n    attachmentRows: [...attachmentRows.values()],\n    documentRows,\n  };\n}\n\nexport async function buildResetPlans(\n  db: ClientSQLiteTransactionScope,\n  documentScopes?: readonly ResetDocumentScope[],\n): Promise<{\n  readonly attachmentUploads: ResetAttachmentUpload[];\n  readonly documentUpdates: ResetDocumentUpdate[];\n}> {\n  const { attachmentRows, documentRows } = await loadResetPlanRows(\n    db,\n    documentScopes,\n  );\n  const contentDocByScope = await buildResetContentDocs(db, documentScopes);\n  const documentUpdates = documentRows.flatMap((row) => {\n    const doc = contentDocByScope.get(\n      historyScopeKey(row.appKind, row.localId),\n    );\n    if (!doc) {\n      return [];\n    }\n    const update = buildResetUpdate({\n      appKind: row.appKind,\n      doc,\n      localId: row.localId,\n    });\n    return update ? [update] : [];\n  });\n  const attachmentIntentMaps = new Map<\n    string,\n    Map<string, DocumentAttachment>\n  >();\n  const attachmentLocalIds = [\n    ...new Set(attachmentRows.map((attachment) => attachment.localId)),\n  ];\n  for (const localId of attachmentLocalIds) {\n    const doc = contentDocByScope.get(\n      historyScopeKey(DOCUMENTS_APP_KIND, localId),\n    );\n    if (!doc) {\n      continue;\n    }\n    attachmentIntentMaps.set(\n      localId,\n      new Map(\n        getDocumentAttachments(doc).map((attachment) => [\n          attachment.slotId,\n          attachment,\n        ]),\n      ),\n    );\n  }\n\n  // A reset re-uploads the local attachments as pending work, and the durable\n  // document decides which rows those are: a row whose slot the snapshot no\n  // longer advertises belongs to an unlink, and re-queueing it would resurrect\n  // an attachment the document dropped. Reading the snapshot rather than the\n  // detach marker keeps the two halves of an interrupted unlink consistent —\n  // there the marker is set but the snapshot still advertises the slot, and the\n  // reset has to upload it to match the document it is about to republish.\n  const attachmentUploads = attachmentRows.flatMap((attachment) => {\n    const intent = attachmentIntentMaps\n      .get(attachment.localId)\n      ?.get(attachment.slotId);\n    if (intent === undefined) {\n      return [];\n    }\n\n    return [\n      {\n        byteLength: attachment.byteLength,\n        contentSha256: intent.contentSha256,\n        localId: attachment.localId,\n        mimeType: attachment.mimeType,\n        name: intent.name,\n        slotId: attachment.slotId,\n        storageKey: attachment.storageKey,\n      },\n    ];\n  });\n\n  return { attachmentUploads, documentUpdates };\n}\n"]}

package/workflows/sync/remoteResetPrincipalScope.d.ts

@@ -0,0 +1,22 @@
+import type { ClientSQLiteTransactionScope } from "../../data/sqlite/sqlitePersistenceRuntime.js";
+export interface RemoteResetPrincipalKey {
+    readonly principalId: string;
+    readonly principalType: "group" | "organization";
+}
+interface PrincipalRow {
+    readonly id: string;
+    readonly type: string;
+}
+/** Current cache writes atomically pin ownership; reset never backfills it. */
+export declare function loadRemoteResetPrincipalScope(tx: ClientSQLiteTransactionScope, organizationId: string): Promise<{
+    readonly policyRows: readonly PrincipalRow[];
+    readonly principalKeys: readonly RemoteResetPrincipalKey[];
+}>;
+export declare function clearRemoteResetPrincipalRows(input: {
+    organizationId: string;
+    snapshot: {
+        principalKeys: readonly RemoteResetPrincipalKey[];
+    };
+    tx: ClientSQLiteTransactionScope;
+}): Promise<void>;
+export {};

package/workflows/sync/remoteResetPrincipalScope.js

@@ -0,0 +1,98 @@
+import { and, eq, or } from "drizzle-orm";
+import { principalHistoryEntries, principalHistoryNodes, principalHistoryPrefixes, } from "../../data/sqlite/principalHistoryEvidenceSchema.js";
+import { principalHistoryStages } from "../../data/sqlite/principalHistoryStageSchema.js";
+import { principalPolicies, principalPolicyBundleHistory, principalPolicyBundleReferences, principalPolicyCheckpoints, principalPolicyOrganizations, } from "../../data/sqlite/schema.js";
+import { remoteResetBatches } from "./remoteResetBatches.js";
+/** Current cache writes atomically pin ownership; reset never backfills it. */
+export async function loadRemoteResetPrincipalScope(tx, organizationId) {
+    const [policyRows, retainedRows, ownershipRows] = await Promise.all([
+        tx
+            .select({
+            id: principalPolicies.principalId,
+            type: principalPolicies.principalType,
+        })
+            .from(principalPolicies),
+        Promise.all([
+            principalPolicyBundleHistory,
+            principalPolicyBundleReferences,
+            principalPolicyCheckpoints,
+        ].map((table) => tx
+            .selectDistinct({ id: table.principalId, type: table.principalType })
+            .from(table))),
+        tx
+            .select({
+            organizationId: principalPolicyOrganizations.organizationId,
+            principalId: principalPolicyOrganizations.principalId,
+            principalType: principalPolicyOrganizations.principalType,
+        })
+            .from(principalPolicyOrganizations),
+    ]);
+    const owners = new Map(ownershipRows.map((row) => [
+        `${row.principalType}\0${row.principalId}`,
+        row.organizationId,
+    ]));
+    for (const row of [...policyRows, ...retainedRows.flat()]) {
+        const owner = owners.get(`${row.type}\0${row.id}`);
+        if (row.type === "group" && !owner) {
+            throw new Error("Unowned group policy cache requires a local database reset before organization purge");
+        }
+        if (row.type !== "group" && row.type !== "organization") {
+            throw new Error("Principal policy cache has an invalid principal type");
+        }
+        if (row.type === "organization" &&
+            owner !== undefined &&
+            owner !== row.id) {
+            throw new Error("Organization policy cache ownership does not match its identity");
+        }
+    }
+    const keys = new Map();
+    keys.set(`organization\0${organizationId}`, {
+        principalId: organizationId,
+        principalType: "organization",
+    });
+    for (const row of ownershipRows) {
+        if (row.principalType !== "group" && row.principalType !== "organization") {
+            throw new Error("Principal policy cache ownership has an invalid principal type");
+        }
+        if (!row.organizationId) {
+            throw new Error("Principal policy cache ownership requires a local database reset");
+        }
+        if (row.organizationId !== organizationId)
+            continue;
+        keys.set(`${row.principalType}\0${row.principalId}`, {
+            principalId: row.principalId,
+            principalType: row.principalType,
+        });
+    }
+    return { policyRows, principalKeys: [...keys.values()] };
+}
+// Trust checkpoints and their ownership survive reset. Clearing cached bundles
+// must not turn a previously observed principal or object into first sight.
+export async function clearRemoteResetPrincipalRows(input) {
+    for (const table of [
+        principalHistoryEntries,
+        principalHistoryNodes,
+        principalHistoryPrefixes,
+    ])
+        await input.tx
+            .delete(table)
+            .where(eq(table.organizationId, input.organizationId))
+            .run();
+    await input.tx
+        .delete(principalHistoryStages)
+        .where(eq(principalHistoryStages.organizationId, input.organizationId))
+        .run();
+    for (const principalBatch of remoteResetBatches(input.snapshot.principalKeys)) {
+        for (const table of [
+            principalPolicies,
+            principalPolicyBundleHistory,
+            principalPolicyBundleReferences,
+        ]) {
+            await input.tx
+                .delete(table)
+                .where(or(...principalBatch.map((principal) => and(eq(table.principalType, principal.principalType), eq(table.principalId, principal.principalId)))))
+                .run();
+        }
+    }
+}
+//# sourceMappingURL=remoteResetPrincipalScope.js.map

package/workflows/sync/remoteResetPrincipalScope.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remoteResetPrincipalScope.js","sourceRoot":"","sources":["remoteResetPrincipalScope.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EACL,uBAAuB,EACvB,qBAAqB,EACrB,wBAAwB,GACzB,MAAM,kDAAkD,CAAC;AAC1D,OAAO,EAAE,sBAAsB,EAAE,MAAM,+CAA+C,CAAC;AACvF,OAAO,EACL,iBAAiB,EACjB,4BAA4B,EAC5B,+BAA+B,EAC/B,0BAA0B,EAC1B,4BAA4B,GAC7B,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAY1D,+EAA+E;AAC/E,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,EAAgC,EAChC,cAAsB;IAKtB,MAAM,CAAC,UAAU,EAAE,YAAY,EAAE,aAAa,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClE,EAAE;aACC,MAAM,CAAC;YACN,EAAE,EAAE,iBAAiB,CAAC,WAAW;YACjC,IAAI,EAAE,iBAAiB,CAAC,aAAa;SACtC,CAAC;aACD,IAAI,CAAC,iBAAiB,CAAC;QAC1B,OAAO,CAAC,GAAG,CACT;YACE,4BAA4B;YAC5B,+BAA+B;YAC/B,0BAA0B;SAC3B,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACd,EAAE;aACC,cAAc,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,WAAW,EAAE,IAAI,EAAE,KAAK,CAAC,aAAa,EAAE,CAAC;aACpE,IAAI,CAAC,KAAK,CAAC,CACf,CACF;QACD,EAAE;aACC,MAAM,CAAC;YACN,cAAc,EAAE,4BAA4B,CAAC,cAAc;YAC3D,WAAW,EAAE,4BAA4B,CAAC,WAAW;YACrD,aAAa,EAAE,4BAA4B,CAAC,aAAa;SAC1D,CAAC;aACD,IAAI,CAAC,4BAA4B,CAAC;KACtC,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,IAAI,GAAG,CACpB,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;QACzB,GAAG,GAAG,CAAC,aAAa,KAAK,GAAG,CAAC,WAAW,EAAE;QAC1C,GAAG,CAAC,cAAc;KACnB,CAAC,CACH,CAAC;IACF,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,UAAU,EAAE,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QAC1D,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QACnD,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAC;QACJ,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,IAAI,GAAG,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YACxD,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;QACD,IACE,GAAG,CAAC,IAAI,KAAK,cAAc;YAC3B,KAAK,KAAK,SAAS;YACnB,KAAK,KAAK,GAAG,CAAC,EAAE,EAChB,CAAC;YACD,MAAM,IAAI,KAAK,CACb,iEAAiE,CAClE,CAAC;QACJ,CAAC;IACH,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAmC,CAAC;IACxD,IAAI,CAAC,GAAG,CAAC,iBAAiB,cAAc,EAAE,EAAE;QAC1C,WAAW,EAAE,cAAc;QAC3B,aAAa,EAAE,cAAc;KAC9B,CAAC,CAAC;IACH,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QAChC,IAAI,GAAG,CAAC,aAAa,KAAK,OAAO,IAAI,GAAG,CAAC,aAAa,KAAK,cAAc,EAAE,CAAC;YAC1E,MAAM,IAAI,KAAK,CACb,gEAAgE,CACjE,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CACb,kEAAkE,CACnE,CAAC;QACJ,CAAC;QACD,IAAI,GAAG,CAAC,cAAc,KAAK,cAAc;YAAE,SAAS;QACpD,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,aAAa,KAAK,GAAG,CAAC,WAAW,EAAE,EAAE;YACnD,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,aAAa,EAAE,GAAG,CAAC,aAAa;SACjC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC;AAC3D,CAAC;AAED,+EAA+E;AAC/E,4EAA4E;AAC5E,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,KAInD;IACC,KAAK,MAAM,KAAK,IAAI;QAClB,uBAAuB;QACvB,qBAAqB;QACrB,wBAAwB;KACzB;QACC,MAAM,KAAK,CAAC,EAAE;aACX,MAAM,CAAC,KAAK,CAAC;aACb,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;aACrD,GAAG,EAAE,CAAC;IACX,MAAM,KAAK,CAAC,EAAE;SACX,MAAM,CAAC,sBAAsB,CAAC;SAC9B,KAAK,CAAC,EAAE,CAAC,sBAAsB,CAAC,cAAc,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;SACtE,GAAG,EAAE,CAAC;IACT,KAAK,MAAM,cAAc,IAAI,kBAAkB,CAC7C,KAAK,CAAC,QAAQ,CAAC,aAAa,CAC7B,EAAE,CAAC;QACF,KAAK,MAAM,KAAK,IAAI;YAClB,iBAAiB;YACjB,4BAA4B;YAC5B,+BAA+B;SACvB,EAAE,CAAC;YACX,MAAM,KAAK,CAAC,EAAE;iBACX,MAAM,CAAC,KAAK,CAAC;iBACb,KAAK,CACJ,EAAE,CACA,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAClC,GAAG,CACD,EAAE,CAAC,KAAK,CAAC,aAAa,EAAE,SAAS,CAAC,aAAa,CAAC,EAChD,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,SAAS,CAAC,WAAW,CAAC,CAC7C,CACF,CACF,CACF;iBACA,GAAG,EAAE,CAAC;QACX,CAAC;IACH,CAAC;AACH,CAAC","sourcesContent":["import { and, eq, or } from \"drizzle-orm\";\nimport {\n  principalHistoryEntries,\n  principalHistoryNodes,\n  principalHistoryPrefixes,\n} from \"../../data/sqlite/principalHistoryEvidenceSchema\";\nimport { principalHistoryStages } from \"../../data/sqlite/principalHistoryStageSchema\";\nimport {\n  principalPolicies,\n  principalPolicyBundleHistory,\n  principalPolicyBundleReferences,\n  principalPolicyCheckpoints,\n  principalPolicyOrganizations,\n} from \"../../data/sqlite/schema\";\nimport type { ClientSQLiteTransactionScope } from \"../../data/sqlite/sqlitePersistenceRuntime\";\nimport { remoteResetBatches } from \"./remoteResetBatches\";\n\nexport interface RemoteResetPrincipalKey {\n  readonly principalId: string;\n  readonly principalType: \"group\" | \"organization\";\n}\n\ninterface PrincipalRow {\n  readonly id: string;\n  readonly type: string;\n}\n\n/** Current cache writes atomically pin ownership; reset never backfills it. */\nexport async function loadRemoteResetPrincipalScope(\n  tx: ClientSQLiteTransactionScope,\n  organizationId: string,\n): Promise<{\n  readonly policyRows: readonly PrincipalRow[];\n  readonly principalKeys: readonly RemoteResetPrincipalKey[];\n}> {\n  const [policyRows, retainedRows, ownershipRows] = await Promise.all([\n    tx\n      .select({\n        id: principalPolicies.principalId,\n        type: principalPolicies.principalType,\n      })\n      .from(principalPolicies),\n    Promise.all(\n      [\n        principalPolicyBundleHistory,\n        principalPolicyBundleReferences,\n        principalPolicyCheckpoints,\n      ].map((table) =>\n        tx\n          .selectDistinct({ id: table.principalId, type: table.principalType })\n          .from(table),\n      ),\n    ),\n    tx\n      .select({\n        organizationId: principalPolicyOrganizations.organizationId,\n        principalId: principalPolicyOrganizations.principalId,\n        principalType: principalPolicyOrganizations.principalType,\n      })\n      .from(principalPolicyOrganizations),\n  ]);\n  const owners = new Map(\n    ownershipRows.map((row) => [\n      `${row.principalType}\\0${row.principalId}`,\n      row.organizationId,\n    ]),\n  );\n  for (const row of [...policyRows, ...retainedRows.flat()]) {\n    const owner = owners.get(`${row.type}\\0${row.id}`);\n    if (row.type === \"group\" && !owner) {\n      throw new Error(\n        \"Unowned group policy cache requires a local database reset before organization purge\",\n      );\n    }\n    if (row.type !== \"group\" && row.type !== \"organization\") {\n      throw new Error(\"Principal policy cache has an invalid principal type\");\n    }\n    if (\n      row.type === \"organization\" &&\n      owner !== undefined &&\n      owner !== row.id\n    ) {\n      throw new Error(\n        \"Organization policy cache ownership does not match its identity\",\n      );\n    }\n  }\n  const keys = new Map<string, RemoteResetPrincipalKey>();\n  keys.set(`organization\\0${organizationId}`, {\n    principalId: organizationId,\n    principalType: \"organization\",\n  });\n  for (const row of ownershipRows) {\n    if (row.principalType !== \"group\" && row.principalType !== \"organization\") {\n      throw new Error(\n        \"Principal policy cache ownership has an invalid principal type\",\n      );\n    }\n    if (!row.organizationId) {\n      throw new Error(\n        \"Principal policy cache ownership requires a local database reset\",\n      );\n    }\n    if (row.organizationId !== organizationId) continue;\n    keys.set(`${row.principalType}\\0${row.principalId}`, {\n      principalId: row.principalId,\n      principalType: row.principalType,\n    });\n  }\n  return { policyRows, principalKeys: [...keys.values()] };\n}\n\n// Trust checkpoints and their ownership survive reset. Clearing cached bundles\n// must not turn a previously observed principal or object into first sight.\nexport async function clearRemoteResetPrincipalRows(input: {\n  organizationId: string;\n  snapshot: { principalKeys: readonly RemoteResetPrincipalKey[] };\n  tx: ClientSQLiteTransactionScope;\n}): Promise<void> {\n  for (const table of [\n    principalHistoryEntries,\n    principalHistoryNodes,\n    principalHistoryPrefixes,\n  ])\n    await input.tx\n      .delete(table)\n      .where(eq(table.organizationId, input.organizationId))\n      .run();\n  await input.tx\n    .delete(principalHistoryStages)\n    .where(eq(principalHistoryStages.organizationId, input.organizationId))\n    .run();\n  for (const principalBatch of remoteResetBatches(\n    input.snapshot.principalKeys,\n  )) {\n    for (const table of [\n      principalPolicies,\n      principalPolicyBundleHistory,\n      principalPolicyBundleReferences,\n    ] as const) {\n      await input.tx\n        .delete(table)\n        .where(\n          or(\n            ...principalBatch.map((principal) =>\n              and(\n                eq(table.principalType, principal.principalType),\n                eq(table.principalId, principal.principalId),\n              ),\n            ),\n          ),\n        )\n        .run();\n    }\n  }\n}\n"]}

package/workflows/sync/remoteResetScope.d.ts

@@ -0,0 +1,33 @@
+import type { ClientSQLiteTransactionScope } from "../../data/sqlite/sqlitePersistenceRuntime.js";
+import type { ResetDocumentScope } from "./remoteResetPlans.js";
+import { type RemoteResetPrincipalKey } from "./remoteResetPrincipalScope.js";
+export interface RemoteResetReplacement {
+    readonly organizationId: string;
+    readonly rootContainerId: string;
+}
+export interface RemoteResetInput {
+    readonly organizationId: string;
+    readonly replacement?: RemoteResetReplacement | undefined;
+}
+export interface ResetContainerRow {
+    readonly id: string;
+    readonly parentId: string | null;
+}
+export interface ResetDocumentRow extends ResetDocumentScope {
+    readonly documentId: string | null;
+    readonly recoveryDocumentId: string | null;
+}
+export interface RemoteSyncStateSnapshot {
+    readonly clearedContainerCreateIntentCount: number;
+    readonly clearedContainerMoveIntentCount: number;
+    readonly clearedDocumentMoveIntentCount: number;
+    readonly clearedPrincipalPolicyCount: number;
+    readonly clearedSyncCursorCount: number;
+    readonly containerIds: readonly string[];
+    readonly containerRows: readonly ResetContainerRow[];
+    readonly documentLocalIds: readonly string[];
+    readonly documentRows: readonly ResetDocumentRow[];
+    readonly oldDocumentIds: readonly string[];
+    readonly principalKeys: readonly RemoteResetPrincipalKey[];
+}
+export declare function readRemoteSyncStateSnapshot(tx: ClientSQLiteTransactionScope, organizationId: string): Promise<RemoteSyncStateSnapshot>;

package/workflows/sync/remoteResetScope.js

@@ -0,0 +1,121 @@
+import { eq } from "drizzle-orm";
+import { containerCreateIntents, containerMoveIntents, containerSyncLaneChecks, containerSyncWatermarks, containers, documentContainerProjection, documentMoveIntents, documentProjection, documents, dormantContainerMetadata, } from "../../data/sqlite/schema.js";
+import { isRemoteResetSyncCursor } from "./remoteResetCursorScope.js";
+import { loadRemoteResetPrincipalScope, } from "./remoteResetPrincipalScope.js";
+function principalKeyOfRow(row) {
+    return `${row.principalType}\0${row.principalId}`;
+}
+function scopeKey(scope) {
+    return `${scope.appKind}\0${scope.localId}`;
+}
+async function loadContainerScope(tx, organizationId) {
+    const liveContainerRows = (await tx
+        .select({ id: containers.id, parentId: containers.parentId })
+        .from(containers)
+        .where(eq(containers.organizationId, organizationId))).flatMap((row) => (row.id ? [{ id: row.id, parentId: row.parentId }] : []));
+    const dormantContainerRows = await tx
+        .select({ id: dormantContainerMetadata.containerId })
+        .from(dormantContainerMetadata)
+        .where(eq(dormantContainerMetadata.organizationId, organizationId));
+    const containerRows = liveContainerRows;
+    return {
+        containerIds: [
+            ...new Set([
+                ...containerRows.map((row) => row.id),
+                ...dormantContainerRows.map((row) => row.id),
+            ]),
+        ],
+        containerRows,
+    };
+}
+async function loadDocumentScope(input) {
+    const { organizationId, tx } = input;
+    const containerIdSet = new Set(input.containerIds);
+    const [allDocuments, projectionRows, linkRows] = await loadDocumentAssociationRows(tx);
+    const linkedDocumentIds = new Set(linkRows
+        .filter((row) => containerIdSet.has(row.containerId))
+        .map((row) => row.documentId));
+    const projectedLocalIds = new Set(projectionRows
+        .filter((row) => (row.containerId !== null && containerIdSet.has(row.containerId)) ||
+        row.organizationId === organizationId ||
+        (row.documentId !== null && linkedDocumentIds.has(row.documentId)))
+        .flatMap((row) => (row.localId ? [row.localId] : [])));
+    const documentRows = allDocuments.filter((row) => (row.appKind === "container-metadata" &&
+        containerIdSet.has(row.localId)) ||
+        (row.appKind === "documents" && projectedLocalIds.has(row.localId)) ||
+        (row.documentId !== null && linkedDocumentIds.has(row.documentId)));
+    return {
+        documentLocalIds: [
+            ...new Set(documentRows
+                .filter((row) => row.appKind === "documents")
+                .map((row) => row.localId)),
+        ],
+        documentRows,
+        oldDocumentIds: [
+            ...new Set(documentRows.flatMap((row) => (row.documentId ? [row.documentId] : []))),
+        ],
+    };
+}
+function loadDocumentAssociationRows(tx) {
+    return Promise.all([
+        tx
+            .select({
+            appKind: documents.appKind,
+            documentId: documents.documentId,
+            localId: documents.localId,
+            recoveryDocumentId: documents.recoveryDocumentId,
+        })
+            .from(documents),
+        tx.select().from(documentProjection),
+        tx.select().from(documentContainerProjection),
+    ]);
+}
+async function loadSnapshotCounts(input) {
+    const { organizationId, tx } = input;
+    const containerIdSet = new Set(input.containerIds);
+    const documentScopeKeys = new Set(input.documentRows.map(scopeKey));
+    const [principalScope, createRows, moveRows, docMoves] = await Promise.all([
+        loadRemoteResetPrincipalScope(tx, organizationId),
+        tx.select().from(containerCreateIntents),
+        tx.select().from(containerMoveIntents),
+        tx.select().from(documentMoveIntents),
+    ]);
+    const principalKeys = principalScope.principalKeys;
+    const principalKeySet = new Set(principalKeys.map(principalKeyOfRow));
+    const scopedContainerIds = new Set(input.containerIds);
+    const [watermarks, laneChecks] = await Promise.all([
+        tx.select().from(containerSyncWatermarks),
+        tx.select().from(containerSyncLaneChecks),
+    ]);
+    return {
+        clearedContainerCreateIntentCount: createRows.filter((row) => containerIdSet.has(row.containerId)).length,
+        clearedContainerMoveIntentCount: moveRows.filter((row) => containerIdSet.has(row.containerId)).length,
+        clearedDocumentMoveIntentCount: docMoves.filter((row) => documentScopeKeys.has(scopeKey({ appKind: "documents", localId: row.localId }))).length,
+        clearedPrincipalPolicyCount: principalScope.policyRows.filter((row) => principalKeySet.has(`${row.type}\0${row.id}`)).length,
+        clearedSyncCursorCount: watermarks.filter((row) => isRemoteResetSyncCursor({
+            containerIds: scopedContainerIds,
+            row,
+        })).length +
+            laneChecks.filter((row) => isRemoteResetSyncCursor({
+                containerIds: scopedContainerIds,
+                row,
+            })).length,
+        principalKeys,
+    };
+}
+export async function readRemoteSyncStateSnapshot(tx, organizationId) {
+    const containerScope = await loadContainerScope(tx, organizationId);
+    const documentScope = await loadDocumentScope({
+        containerIds: containerScope.containerIds,
+        organizationId,
+        tx,
+    });
+    const counts = await loadSnapshotCounts({
+        containerIds: containerScope.containerIds,
+        documentRows: documentScope.documentRows,
+        organizationId,
+        tx,
+    });
+    return { ...containerScope, ...documentScope, ...counts };
+}
+//# sourceMappingURL=remoteResetScope.js.map

package/workflows/sync/remoteResetScope.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remoteResetScope.js","sourceRoot":"","sources":["remoteResetScope.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AACjC,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,uBAAuB,EACvB,uBAAuB,EACvB,UAAU,EACV,2BAA2B,EAC3B,mBAAmB,EACnB,kBAAkB,EAClB,SAAS,EACT,wBAAwB,GACzB,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAC;AAEnE,OAAO,EACL,6BAA6B,GAE9B,MAAM,6BAA6B,CAAC;AAoCrC,SAAS,iBAAiB,CAAC,GAG1B;IACC,OAAO,GAAG,GAAG,CAAC,aAAa,KAAK,GAAG,CAAC,WAAW,EAAE,CAAC;AACpD,CAAC;AAED,SAAS,QAAQ,CAAC,KAAyB;IACzC,OAAO,GAAG,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;AAC9C,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,EAAgC,EAChC,cAAsB;IAKtB,MAAM,iBAAiB,GAAG,CACxB,MAAM,EAAE;SACL,MAAM,CAAC,EAAE,EAAE,EAAE,UAAU,CAAC,EAAE,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,CAAC;SAC5D,IAAI,CAAC,UAAU,CAAC;SAChB,KAAK,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC,CACxD,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7E,MAAM,oBAAoB,GAAG,MAAM,EAAE;SAClC,MAAM,CAAC,EAAE,EAAE,EAAE,wBAAwB,CAAC,WAAW,EAAE,CAAC;SACpD,IAAI,CAAC,wBAAwB,CAAC;SAC9B,KAAK,CAAC,EAAE,CAAC,wBAAwB,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC;IACtE,MAAM,aAAa,GAAG,iBAAiB,CAAC;IACxC,OAAO;QACL,YAAY,EAAE;YACZ,GAAG,IAAI,GAAG,CAAC;gBACT,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrC,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;aAC7C,CAAC;SACH;QACD,aAAa;KACd,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,KAIhC;IAKC,MAAM,EAAE,cAAc,EAAE,EAAE,EAAE,GAAG,KAAK,CAAC;IACrC,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACnD,MAAM,CAAC,YAAY,EAAE,cAAc,EAAE,QAAQ,CAAC,GAC5C,MAAM,2BAA2B,CAAC,EAAE,CAAC,CAAC;IACxC,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAC/B,QAAQ;SACL,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;SACpD,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,CAChC,CAAC;IACF,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAC/B,cAAc;SACX,MAAM,CACL,CAAC,GAAG,EAAE,EAAE,CACN,CAAC,GAAG,CAAC,WAAW,KAAK,IAAI,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACjE,GAAG,CAAC,cAAc,KAAK,cAAc;QACrC,CAAC,GAAG,CAAC,UAAU,KAAK,IAAI,IAAI,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CACrE;SACA,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CACxD,CAAC;IACF,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,CACtC,CAAC,GAAG,EAAE,EAAE,CACN,CAAC,GAAG,CAAC,OAAO,KAAK,oBAAoB;QACnC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC,GAAG,CAAC,OAAO,KAAK,WAAW,IAAI,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACnE,CAAC,GAAG,CAAC,UAAU,KAAK,IAAI,IAAI,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CACrE,CAAC;IACF,OAAO;QACL,gBAAgB,EAAE;YAChB,GAAG,IAAI,GAAG,CACR,YAAY;iBACT,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,KAAK,WAAW,CAAC;iBAC5C,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAC7B;SACF;QACD,YAAY;QACZ,cAAc,EAAE;YACd,GAAG,IAAI,GAAG,CACR,YAAY,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CACxE;SACF;KACF,CAAC;AACJ,CAAC;AAED,SAAS,2BAA2B,CAAC,EAAgC;IACnE,OAAO,OAAO,CAAC,GAAG,CAAC;QACjB,EAAE;aACC,MAAM,CAAC;YACN,OAAO,EAAE,SAAS,CAAC,OAAO;YAC1B,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,OAAO,EAAE,SAAS,CAAC,OAAO;YAC1B,kBAAkB,EAAE,SAAS,CAAC,kBAAkB;SACjD,CAAC;aACD,IAAI,CAAC,SAAS,CAAC;QAClB,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC;QACpC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC;KAC9C,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,KAKjC;IACC,MAAM,EAAE,cAAc,EAAE,EAAE,EAAE,GAAG,KAAK,CAAC;IACrC,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACnD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;IACpE,MAAM,CAAC,cAAc,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACzE,6BAA6B,CAAC,EAAE,EAAE,cAAc,CAAC;QACjD,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC;QACxC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC;QACtC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC;KACtC,CAAC,CAAC;IACH,MAAM,aAAa,GAAG,cAAc,CAAC,aAAa,CAAC;IACnD,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACtE,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACvD,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACjD,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,uBAAuB,CAAC;QACzC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,uBAAuB,CAAC;KAC1C,CAAC,CAAC;IAEH,OAAO;QACL,iCAAiC,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAC3D,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CACpC,CAAC,MAAM;QACR,+BAA+B,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CACvD,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CACpC,CAAC,MAAM;QACR,8BAA8B,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CACtD,iBAAiB,CAAC,GAAG,CACnB,QAAQ,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CACzD,CACF,CAAC,MAAM;QACR,2BAA2B,EAAE,cAAc,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CACpE,eAAe,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,EAAE,CAAC,CAC9C,CAAC,MAAM;QACR,sBAAsB,EACpB,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CACxB,uBAAuB,CAAC;YACtB,YAAY,EAAE,kBAAkB;YAChC,GAAG;SACJ,CAAC,CACH,CAAC,MAAM;YACR,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CACxB,uBAAuB,CAAC;gBACtB,YAAY,EAAE,kBAAkB;gBAChC,GAAG;aACJ,CAAC,CACH,CAAC,MAAM;QACV,aAAa;KACd,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,EAAgC,EAChC,cAAsB;IAEtB,MAAM,cAAc,GAAG,MAAM,kBAAkB,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;IACpE,MAAM,aAAa,GAAG,MAAM,iBAAiB,CAAC;QAC5C,YAAY,EAAE,cAAc,CAAC,YAAY;QACzC,cAAc;QACd,EAAE;KACH,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC;QACtC,YAAY,EAAE,cAAc,CAAC,YAAY;QACzC,YAAY,EAAE,aAAa,CAAC,YAAY;QACxC,cAAc;QACd,EAAE;KACH,CAAC,CAAC;IACH,OAAO,EAAE,GAAG,cAAc,EAAE,GAAG,aAAa,EAAE,GAAG,MAAM,EAAE,CAAC;AAC5D,CAAC","sourcesContent":["import { eq } from \"drizzle-orm\";\nimport {\n  containerCreateIntents,\n  containerMoveIntents,\n  containerSyncLaneChecks,\n  containerSyncWatermarks,\n  containers,\n  documentContainerProjection,\n  documentMoveIntents,\n  documentProjection,\n  documents,\n  dormantContainerMetadata,\n} from \"../../data/sqlite/schema\";\nimport type { ClientSQLiteTransactionScope } from \"../../data/sqlite/sqlitePersistenceRuntime\";\nimport { isRemoteResetSyncCursor } from \"./remoteResetCursorScope\";\nimport type { ResetDocumentScope } from \"./remoteResetPlans\";\nimport {\n  loadRemoteResetPrincipalScope,\n  type RemoteResetPrincipalKey,\n} from \"./remoteResetPrincipalScope\";\n\nexport interface RemoteResetReplacement {\n  readonly organizationId: string;\n  readonly rootContainerId: string;\n}\n\nexport interface RemoteResetInput {\n  readonly organizationId: string;\n  readonly replacement?: RemoteResetReplacement | undefined;\n}\n\nexport interface ResetContainerRow {\n  readonly id: string;\n  readonly parentId: string | null;\n}\n\nexport interface ResetDocumentRow extends ResetDocumentScope {\n  readonly documentId: string | null;\n  readonly recoveryDocumentId: string | null;\n}\n\nexport interface RemoteSyncStateSnapshot {\n  readonly clearedContainerCreateIntentCount: number;\n  readonly clearedContainerMoveIntentCount: number;\n  readonly clearedDocumentMoveIntentCount: number;\n  readonly clearedPrincipalPolicyCount: number;\n  readonly clearedSyncCursorCount: number;\n  readonly containerIds: readonly string[];\n  readonly containerRows: readonly ResetContainerRow[];\n  readonly documentLocalIds: readonly string[];\n  readonly documentRows: readonly ResetDocumentRow[];\n  readonly oldDocumentIds: readonly string[];\n  readonly principalKeys: readonly RemoteResetPrincipalKey[];\n}\n\nfunction principalKeyOfRow(row: {\n  readonly principalId: string;\n  readonly principalType: string;\n}): string {\n  return `${row.principalType}\\0${row.principalId}`;\n}\n\nfunction scopeKey(scope: ResetDocumentScope): string {\n  return `${scope.appKind}\\0${scope.localId}`;\n}\n\nasync function loadContainerScope(\n  tx: ClientSQLiteTransactionScope,\n  organizationId: string,\n): Promise<{\n  containerIds: string[];\n  containerRows: ResetContainerRow[];\n}> {\n  const liveContainerRows = (\n    await tx\n      .select({ id: containers.id, parentId: containers.parentId })\n      .from(containers)\n      .where(eq(containers.organizationId, organizationId))\n  ).flatMap((row) => (row.id ? [{ id: row.id, parentId: row.parentId }] : []));\n  const dormantContainerRows = await tx\n    .select({ id: dormantContainerMetadata.containerId })\n    .from(dormantContainerMetadata)\n    .where(eq(dormantContainerMetadata.organizationId, organizationId));\n  const containerRows = liveContainerRows;\n  return {\n    containerIds: [\n      ...new Set([\n        ...containerRows.map((row) => row.id),\n        ...dormantContainerRows.map((row) => row.id),\n      ]),\n    ],\n    containerRows,\n  };\n}\n\nasync function loadDocumentScope(input: {\n  containerIds: readonly string[];\n  organizationId: string;\n  tx: ClientSQLiteTransactionScope;\n}): Promise<{\n  documentLocalIds: string[];\n  documentRows: ResetDocumentRow[];\n  oldDocumentIds: string[];\n}> {\n  const { organizationId, tx } = input;\n  const containerIdSet = new Set(input.containerIds);\n  const [allDocuments, projectionRows, linkRows] =\n    await loadDocumentAssociationRows(tx);\n  const linkedDocumentIds = new Set(\n    linkRows\n      .filter((row) => containerIdSet.has(row.containerId))\n      .map((row) => row.documentId),\n  );\n  const projectedLocalIds = new Set(\n    projectionRows\n      .filter(\n        (row) =>\n          (row.containerId !== null && containerIdSet.has(row.containerId)) ||\n          row.organizationId === organizationId ||\n          (row.documentId !== null && linkedDocumentIds.has(row.documentId)),\n      )\n      .flatMap((row) => (row.localId ? [row.localId] : [])),\n  );\n  const documentRows = allDocuments.filter(\n    (row) =>\n      (row.appKind === \"container-metadata\" &&\n        containerIdSet.has(row.localId)) ||\n      (row.appKind === \"documents\" && projectedLocalIds.has(row.localId)) ||\n      (row.documentId !== null && linkedDocumentIds.has(row.documentId)),\n  );\n  return {\n    documentLocalIds: [\n      ...new Set(\n        documentRows\n          .filter((row) => row.appKind === \"documents\")\n          .map((row) => row.localId),\n      ),\n    ],\n    documentRows,\n    oldDocumentIds: [\n      ...new Set(\n        documentRows.flatMap((row) => (row.documentId ? [row.documentId] : [])),\n      ),\n    ],\n  };\n}\n\nfunction loadDocumentAssociationRows(tx: ClientSQLiteTransactionScope) {\n  return Promise.all([\n    tx\n      .select({\n        appKind: documents.appKind,\n        documentId: documents.documentId,\n        localId: documents.localId,\n        recoveryDocumentId: documents.recoveryDocumentId,\n      })\n      .from(documents),\n    tx.select().from(documentProjection),\n    tx.select().from(documentContainerProjection),\n  ]);\n}\n\nasync function loadSnapshotCounts(input: {\n  containerIds: readonly string[];\n  documentRows: readonly ResetDocumentRow[];\n  organizationId: string;\n  tx: ClientSQLiteTransactionScope;\n}) {\n  const { organizationId, tx } = input;\n  const containerIdSet = new Set(input.containerIds);\n  const documentScopeKeys = new Set(input.documentRows.map(scopeKey));\n  const [principalScope, createRows, moveRows, docMoves] = await Promise.all([\n    loadRemoteResetPrincipalScope(tx, organizationId),\n    tx.select().from(containerCreateIntents),\n    tx.select().from(containerMoveIntents),\n    tx.select().from(documentMoveIntents),\n  ]);\n  const principalKeys = principalScope.principalKeys;\n  const principalKeySet = new Set(principalKeys.map(principalKeyOfRow));\n  const scopedContainerIds = new Set(input.containerIds);\n  const [watermarks, laneChecks] = await Promise.all([\n    tx.select().from(containerSyncWatermarks),\n    tx.select().from(containerSyncLaneChecks),\n  ]);\n\n  return {\n    clearedContainerCreateIntentCount: createRows.filter((row) =>\n      containerIdSet.has(row.containerId),\n    ).length,\n    clearedContainerMoveIntentCount: moveRows.filter((row) =>\n      containerIdSet.has(row.containerId),\n    ).length,\n    clearedDocumentMoveIntentCount: docMoves.filter((row) =>\n      documentScopeKeys.has(\n        scopeKey({ appKind: \"documents\", localId: row.localId }),\n      ),\n    ).length,\n    clearedPrincipalPolicyCount: principalScope.policyRows.filter((row) =>\n      principalKeySet.has(`${row.type}\\0${row.id}`),\n    ).length,\n    clearedSyncCursorCount:\n      watermarks.filter((row) =>\n        isRemoteResetSyncCursor({\n          containerIds: scopedContainerIds,\n          row,\n        }),\n      ).length +\n      laneChecks.filter((row) =>\n        isRemoteResetSyncCursor({\n          containerIds: scopedContainerIds,\n          row,\n        }),\n      ).length,\n    principalKeys,\n  };\n}\n\nexport async function readRemoteSyncStateSnapshot(\n  tx: ClientSQLiteTransactionScope,\n  organizationId: string,\n): Promise<RemoteSyncStateSnapshot> {\n  const containerScope = await loadContainerScope(tx, organizationId);\n  const documentScope = await loadDocumentScope({\n    containerIds: containerScope.containerIds,\n    organizationId,\n    tx,\n  });\n  const counts = await loadSnapshotCounts({\n    containerIds: containerScope.containerIds,\n    documentRows: documentScope.documentRows,\n    organizationId,\n    tx,\n  });\n  return { ...containerScope, ...documentScope, ...counts };\n}\n"]}