@tearleads/client-sdk 0.1.114 → 0.1.116

package/data/persistence/documents/internal/containerDocumentTombstoneHolds.js

@@ -1,5 +1,6 @@
-import { and, asc, eq, inArray, sql } from "drizzle-orm";
+import { and, asc, eq, inArray, or, sql } from "drizzle-orm";
 import { containerDocumentTombstoneHolds, documentContainerProjection, documentProjection, } from "../../../sqlite/schema/index.js";
+import { remoteResetBatches } from "../../../sqlite/sqliteBindBudget.js";
 import { filterWritableDocumentPlacements } from "../../container-contents/documentPlacement.js";
 /** Keep `IN (...)` lists well under SQLite's bound-parameter limit. */
 const HOLD_SQL_ID_BATCH_SIZE = 400;
@@ -15,11 +16,18 @@ export function containerDocumentPlacementKey(placement) {
     return `${placement.documentId}\u0000${placement.containerId}`;
 }
 const placementKey = containerDocumentPlacementKey;
+/** Matches the listed (document, container) placements by primary key. */
+export function placementPairsMatch(placements, documentIdColumn, containerIdColumn) {
+    return or(...placements.map((placement) => and(eq(documentIdColumn, placement.documentId), eq(containerIdColumn, placement.containerId))));
+}
+function uniquePlacements(placements) {
+    return Array.from(new Map(placements.map((placement) => [placementKey(placement), placement])).values());
+}
 export async function deleteContainerDocumentTombstoneHoldRows(tx, placements) {
-    for (const placement of placements) {
+    for (const batch of remoteResetBatches(uniquePlacements(placements))) {
         await tx
             .delete(containerDocumentTombstoneHolds)
-            .where(and(eq(containerDocumentTombstoneHolds.documentId, placement.documentId), eq(containerDocumentTombstoneHolds.containerId, placement.containerId)))
+            .where(placementPairsMatch(batch, containerDocumentTombstoneHolds.documentId, containerDocumentTombstoneHolds.containerId))
             .run();
     }
 }
@@ -126,14 +134,10 @@ export async function holdContainerDocumentTombstonesInTransaction(tx, tombstone
 }
 /** Release the holds on placements a listing has re-asserted as linked. */
 export async function deleteContainerDocumentTombstoneHoldRowsForLinks(tx, links) {
-    for (const link of links) {
-        for (const batch of batches(link.containerIds)) {
-            await tx
-                .delete(containerDocumentTombstoneHolds)
-                .where(and(eq(containerDocumentTombstoneHolds.documentId, link.documentId), inArray(containerDocumentTombstoneHolds.containerId, batch)))
-                .run();
-        }
-    }
+    await deleteContainerDocumentTombstoneHoldRows(tx, links.flatMap((link) => link.containerIds.map((containerId) => ({
+        containerId,
+        documentId: link.documentId,
+    }))));
 }
 const holdRowSelection = {
     attempts: containerDocumentTombstoneHolds.attempts,

package/data/persistence/documents/internal/containerDocumentTombstoneHolds.js.map

@@ -1 +1 @@
-{"version":3,"file":"containerDocumentTombstoneHolds.js","sourceRoot":"","sources":["containerDocumentTombstoneHolds.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EACL,+BAA+B,EAC/B,2BAA2B,EAC3B,kBAAkB,GACnB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAAE,gCAAgC,EAAE,MAAM,4CAA4C,CAAC;AAkB9F,uEAAuE;AACvE,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAEnC,SAAS,OAAO,CAAI,MAAwB;IAC1C,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAU,EAAE,CAAC;IACzB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,IAAI,sBAAsB,EAAE,CAAC;QAC3E,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,sBAAsB,CAAC,CAAC,CAAC;IACnE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,SAAwC;IAExC,OAAO,GAAG,SAAS,CAAC,UAAU,SAAS,SAAS,CAAC,WAAW,EAAE,CAAC;AACjE,CAAC;AACD,MAAM,YAAY,GAAG,6BAA6B,CAAC;AAEnD,MAAM,CAAC,KAAK,UAAU,wCAAwC,CAC5D,EAAgC,EAChC,UAAwD;IAExD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,EAAE;aACL,MAAM,CAAC,+BAA+B,CAAC;aACvC,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,+BAA+B,CAAC,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,EACpE,EAAE,CACA,+BAA+B,CAAC,WAAW,EAC3C,SAAS,CAAC,WAAW,CACtB,CACF,CACF;aACA,GAAG,EAAE,CAAC;IACX,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,iDAAiD,CACrE,EAAgC,EAChC,WAAkC;IAElC,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QACzC,MAAM,EAAE;aACL,MAAM,CAAC,+BAA+B,CAAC;aACvC,KAAK,CAAC,OAAO,CAAC,+BAA+B,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;aACjE,GAAG,EAAE,CAAC;IACX,CAAC;AACH,CAAC;AAED,qEAAqE;AACrE,MAAM,CAAC,KAAK,UAAU,kDAAkD,CACtE,EAAgC,EAChC,YAAmC;IAEnC,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;QAC1C,MAAM,EAAE;aACL,MAAM,CAAC,+BAA+B,CAAC;aACvC,KAAK,CAAC,OAAO,CAAC,+BAA+B,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;aAClE,GAAG,EAAE,CAAC;IACX,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iDAAiD,CACrE,EAAgC,EAChC,UAAwD;IAExD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;QACzE,MAAM,CAAC,QAAQ,EAAE,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACnD,EAAE;iBACC,MAAM,CAAC;gBACN,WAAW,EAAE,2BAA2B,CAAC,WAAW;gBACpD,UAAU,EAAE,2BAA2B,CAAC,UAAU;aACnD,CAAC;iBACD,IAAI,CAAC,2BAA2B,CAAC;iBACjC,KAAK,CAAC,OAAO,CAAC,2BAA2B,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YAChE,EAAE;iBACC,MAAM,CAAC;gBACN,WAAW,EAAE,kBAAkB,CAAC,WAAW;gBAC3C,UAAU,EAAE,kBAAkB,CAAC,UAAU;aAC1C,CAAC;iBACD,IAAI,CAAC,kBAAkB,CAAC;iBACxB,KAAK,CAAC,OAAO,CAAC,kBAAkB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;SACxD,CAAC,CAAC;QACH,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,QAAQ,EAAE,GAAG,cAAc,CAAC,EAAE,CAAC;YACnD,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,IAAI,GAAG,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;gBACxD,KAAK,CAAC,GAAG,CACP,YAAY,CAAC;oBACX,WAAW,EAAE,GAAG,CAAC,WAAW;oBAC5B,UAAU,EAAE,GAAG,CAAC,UAAU;iBAC3B,CAAC,CACH,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,4CAA4C,CAChE,EAAgC,EAChC,UAAyD,EACzD,GAAW;IAEX,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,CACE,MAAM,gCAAgC,CACpC,EAAE,EACF,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC7B,UAAU,EAAE,SAAS,CAAC,UAAU;QAChC,YAAY,EAAE,EAAE;KACjB,CAAC,CAAC,CACJ,CACF,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CACnC,CAAC;IACF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC;YAAE,SAAS;QAClD,MAAM,GAAG,GAAG;YACV,WAAW,EAAE,SAAS,CAAC,WAAW;YAClC,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,YAAY,EAAE,SAAS,CAAC,SAAS;YACjC,MAAM,EAAE,CAAC,SAAS,CAAC,OAAO;YAC1B,SAAS,EAAE,GAAG;SACf,CAAC;QACF,wEAAwE;QACxE,oEAAoE;QACpE,MAAM,EAAE;aACL,MAAM,CAAC,+BAA+B,CAAC;aACvC,MAAM,CAAC,EAAE,GAAG,GAAG,EAAE,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;aACxD,kBAAkB,CAAC;YAClB,MAAM,EAAE;gBACN,+BAA+B,CAAC,UAAU;gBAC1C,+BAA+B,CAAC,WAAW;aAC5C;YACD,GAAG,EAAE,SAAS,CAAC,QAAQ;gBACrB,CAAC,CAAC,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE;gBACpC,CAAC,CAAC;oBACE,GAAG,GAAG;oBACN,MAAM,EAAE,SAAS,CAAC,OAAO;wBACvB,CAAC,CAAC,KAAK;wBACP,CAAC,CAAC,+BAA+B,CAAC,MAAM;oBAC1C,QAAQ,EAAE,GAAG,CAAA,GAAG,+BAA+B,CAAC,QAAQ,MAAM;iBAC/D;SACN,CAAC;aACD,GAAG,EAAE,CAAC;IACX,CAAC;AACH,CAAC;AAED,2EAA2E;AAC3E,MAAM,CAAC,KAAK,UAAU,gDAAgD,CACpE,EAAgC,EAChC,KAGE;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/C,MAAM,EAAE;iBACL,MAAM,CAAC,+BAA+B,CAAC;iBACvC,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,+BAA+B,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,EAC/D,OAAO,CAAC,+BAA+B,CAAC,WAAW,EAAE,KAAK,CAAC,CAC5D,CACF;iBACA,GAAG,EAAE,CAAC;QACX,CAAC;IACH,CAAC;AACH,CAAC;AAUD,MAAM,gBAAgB,GAAG;IACvB,QAAQ,EAAE,+BAA+B,CAAC,QAAQ;IAClD,MAAM,EAAE,+BAA+B,CAAC,MAAM;IAC9C,WAAW,EAAE,+BAA+B,CAAC,WAAW;IACxD,UAAU,EAAE,+BAA+B,CAAC,UAAU;IACtD,YAAY,EAAE,+BAA+B,CAAC,YAAY;IAC1D,SAAS,EAAE,+BAA+B,CAAC,SAAS;CACrD,CAAC;AAEF,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,gDAAgD,CACpE,MAAoC,EACpC,YAAmC;IAEnC,MAAM,KAAK,GAAwC,EAAE,CAAC;IACtD,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;QAC1C,KAAK,CAAC,IAAI,CACR,GAAG,CAAC,MAAM,MAAM;aACb,MAAM,CAAC,gBAAgB,CAAC;aACxB,IAAI,CAAC,+BAA+B,CAAC;aACrC,KAAK,CAAC,OAAO,CAAC,+BAA+B,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;aAClE,OAAO,CACN,GAAG,CAAC,+BAA+B,CAAC,WAAW,CAAC,EAChD,GAAG,CAAC,+BAA+B,CAAC,UAAU,CAAC,CAChD,CAAC,CACL,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,kEAAkE;AAClE,MAAM,CAAC,KAAK,UAAU,4DAA4D,CAChF,MAAoC,EACpC,WAAkC;IAElC,MAAM,KAAK,GAAwC,EAAE,CAAC;IACtD,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QACzC,KAAK,CAAC,IAAI,CACR,GAAG,CAAC,MAAM,MAAM;aACb,MAAM,CAAC,gBAAgB,CAAC;aACxB,IAAI,CAAC,+BAA+B,CAAC;aACrC,KAAK,CACJ,GAAG,CACD,OAAO,CAAC,+BAA+B,CAAC,UAAU,EAAE,KAAK,CAAC,EAC1D,EAAE,CAAC,+BAA+B,CAAC,MAAM,EAAE,IAAI,CAAC,CACjD,CACF;aACA,OAAO,CACN,GAAG,CAAC,+BAA+B,CAAC,UAAU,CAAC,EAC/C,GAAG,CAAC,+BAA+B,CAAC,WAAW,CAAC,CACjD,CAAC,CACL,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,wCAAwC,CAC5D,MAAoC,EACpC,KAAuD;IAKvD,MAAM,KAAK,GAAG,IAAI,GAAG,CACnB,CACE,MAAM,iDAAiD,CAAC,MAAM,EAAE,KAAK,CAAC,CACvE,CAAC,GAAG,CAAC,YAAY,CAAC,CACpB,CAAC;IACF,OAAO;QACL,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3D,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;KACjE,CAAC;AACJ,CAAC","sourcesContent":["import { and, asc, eq, inArray, sql } from \"drizzle-orm\";\nimport {\n  containerDocumentTombstoneHolds,\n  documentContainerProjection,\n  documentProjection,\n} from \"../../../sqlite/schema\";\nimport type { ClientSQLiteTransactionScope } from \"../../../sqlite/sqlitePersistenceRuntime\";\nimport { filterWritableDocumentPlacements } from \"../../container-contents/documentPlacement\";\nimport type { ContainerDocumentTombstoneInput } from \"../types\";\n\nexport interface ContainerDocumentPlacementKey {\n  readonly containerId: string;\n  readonly documentId: string;\n}\n\nexport type HeldContainerDocumentTombstone = Omit<\n  ContainerDocumentTombstoneInput,\n  \"accessEpoch\" | \"linkedContainerIds\"\n> & {\n  /** Held without a verification attempt; the backoff does not advance. */\n  readonly deferred?: boolean | undefined;\n  /** A verified head still links it; retry the tombstone while keeping it visible. */\n  readonly refuted?: boolean | undefined;\n};\n\n/** Keep `IN (...)` lists well under SQLite's bound-parameter limit. */\nconst HOLD_SQL_ID_BATCH_SIZE = 400;\n\nfunction batches<T>(values: ReadonlyArray<T>): T[][] {\n  const unique = Array.from(new Set(values));\n  const result: T[][] = [];\n  for (let index = 0; index < unique.length; index += HOLD_SQL_ID_BATCH_SIZE) {\n    result.push(unique.slice(index, index + HOLD_SQL_ID_BATCH_SIZE));\n  }\n  return result;\n}\n\nexport function containerDocumentPlacementKey(\n  placement: ContainerDocumentPlacementKey,\n): string {\n  return `${placement.documentId}\\u0000${placement.containerId}`;\n}\nconst placementKey = containerDocumentPlacementKey;\n\nexport async function deleteContainerDocumentTombstoneHoldRows(\n  tx: ClientSQLiteTransactionScope,\n  placements: ReadonlyArray<ContainerDocumentPlacementKey>,\n): Promise<void> {\n  for (const placement of placements) {\n    await tx\n      .delete(containerDocumentTombstoneHolds)\n      .where(\n        and(\n          eq(containerDocumentTombstoneHolds.documentId, placement.documentId),\n          eq(\n            containerDocumentTombstoneHolds.containerId,\n            placement.containerId,\n          ),\n        ),\n      )\n      .run();\n  }\n}\n\n/**\n * A local move takes ownership of a document's placement: the intent, not a\n * server listing, now says where it lives, so every hold that was hiding one\n * of its placements is released with the link rewrite.\n */\nexport async function deleteContainerDocumentTombstoneHoldsForDocuments(\n  tx: ClientSQLiteTransactionScope,\n  documentIds: ReadonlyArray<string>,\n): Promise<void> {\n  for (const batch of batches(documentIds)) {\n    await tx\n      .delete(containerDocumentTombstoneHolds)\n      .where(inArray(containerDocumentTombstoneHolds.documentId, batch))\n      .run();\n  }\n}\n\n/** Holds on containers whose link rows are being removed locally. */\nexport async function deleteContainerDocumentTombstoneHoldsForContainers(\n  tx: ClientSQLiteTransactionScope,\n  containerIds: ReadonlyArray<string>,\n): Promise<void> {\n  for (const batch of batches(containerIds)) {\n    await tx\n      .delete(containerDocumentTombstoneHolds)\n      .where(inArray(containerDocumentTombstoneHolds.containerId, batch))\n      .run();\n  }\n}\n\n/**\n * The placements among `placements` that exist locally: a link row, or a\n * document projection row whose primary container is the named container.\n * A tombstone for any other placement has nothing to remove or hide, so it\n * is not worth fetching and verifying the document head for.\n */\nexport async function listKnownContainerDocumentPlacementsInTransaction(\n  tx: ClientSQLiteTransactionScope,\n  placements: ReadonlyArray<ContainerDocumentPlacementKey>,\n): Promise<ContainerDocumentPlacementKey[]> {\n  const known = new Set<string>();\n  for (const batch of batches(placements.map((entry) => entry.documentId))) {\n    const [linkRows, projectionRows] = await Promise.all([\n      tx\n        .select({\n          containerId: documentContainerProjection.containerId,\n          documentId: documentContainerProjection.documentId,\n        })\n        .from(documentContainerProjection)\n        .where(inArray(documentContainerProjection.documentId, batch)),\n      tx\n        .select({\n          containerId: documentProjection.containerId,\n          documentId: documentProjection.documentId,\n        })\n        .from(documentProjection)\n        .where(inArray(documentProjection.documentId, batch)),\n    ]);\n    for (const row of [...linkRows, ...projectionRows]) {\n      if (row.documentId !== null && row.containerId !== null) {\n        known.add(\n          placementKey({\n            containerId: row.containerId,\n            documentId: row.documentId,\n          }),\n        );\n      }\n    }\n  }\n  return placements.filter((placement) => known.has(placementKey(placement)));\n}\n\n/**\n * Hold listing tombstones whose signed evidence is unavailable. A placement a\n * pending move intent owns is never held: the intent, not the listing, decides\n * where the document lives until it settles (`ProtectPendingTombstones`).\n */\nexport async function holdContainerDocumentTombstonesInTransaction(\n  tx: ClientSQLiteTransactionScope,\n  tombstones: ReadonlyArray<HeldContainerDocumentTombstone>,\n  now: string,\n): Promise<void> {\n  const writable = new Set(\n    (\n      await filterWritableDocumentPlacements(\n        tx,\n        tombstones.map((tombstone) => ({\n          documentId: tombstone.documentId,\n          containerIds: [],\n        })),\n      )\n    ).map((input) => input.documentId),\n  );\n  for (const tombstone of tombstones) {\n    if (!writable.has(tombstone.documentId)) continue;\n    const row = {\n      containerId: tombstone.containerId,\n      documentId: tombstone.documentId,\n      tombstonedAt: tombstone.updatedAt,\n      hidden: !tombstone.refuted,\n      updatedAt: now,\n    };\n    // A deferred hold was not attempted: it keeps its attempt count and its\n    // last-attempt time, so it stays due and is not starved by the cap.\n    await tx\n      .insert(containerDocumentTombstoneHolds)\n      .values({ ...row, attempts: tombstone.deferred ? 0 : 1 })\n      .onConflictDoUpdate({\n        target: [\n          containerDocumentTombstoneHolds.documentId,\n          containerDocumentTombstoneHolds.containerId,\n        ],\n        set: tombstone.deferred\n          ? { tombstonedAt: row.tombstonedAt }\n          : {\n              ...row,\n              hidden: tombstone.refuted\n                ? false\n                : containerDocumentTombstoneHolds.hidden,\n              attempts: sql`${containerDocumentTombstoneHolds.attempts} + 1`,\n            },\n      })\n      .run();\n  }\n}\n\n/** Release the holds on placements a listing has re-asserted as linked. */\nexport async function deleteContainerDocumentTombstoneHoldRowsForLinks(\n  tx: ClientSQLiteTransactionScope,\n  links: ReadonlyArray<{\n    readonly containerIds: ReadonlyArray<string>;\n    readonly documentId: string;\n  }>,\n): Promise<void> {\n  for (const link of links) {\n    for (const batch of batches(link.containerIds)) {\n      await tx\n        .delete(containerDocumentTombstoneHolds)\n        .where(\n          and(\n            eq(containerDocumentTombstoneHolds.documentId, link.documentId),\n            inArray(containerDocumentTombstoneHolds.containerId, batch),\n          ),\n        )\n        .run();\n    }\n  }\n}\n\nexport interface ContainerDocumentTombstoneHoldRow\n  extends ContainerDocumentPlacementKey {\n  readonly attempts: number;\n  readonly hidden: boolean;\n  readonly tombstonedAt: string;\n  readonly updatedAt: string;\n}\n\nconst holdRowSelection = {\n  attempts: containerDocumentTombstoneHolds.attempts,\n  hidden: containerDocumentTombstoneHolds.hidden,\n  containerId: containerDocumentTombstoneHolds.containerId,\n  documentId: containerDocumentTombstoneHolds.documentId,\n  tombstonedAt: containerDocumentTombstoneHolds.tombstonedAt,\n  updatedAt: containerDocumentTombstoneHolds.updatedAt,\n};\n\n/** Every hold on the given containers, including visible refuted retries. */\nexport async function listContainerDocumentTombstoneHoldsInTransaction(\n  handle: ClientSQLiteTransactionScope,\n  containerIds: ReadonlyArray<string>,\n): Promise<ContainerDocumentTombstoneHoldRow[]> {\n  const holds: ContainerDocumentTombstoneHoldRow[] = [];\n  for (const batch of batches(containerIds)) {\n    holds.push(\n      ...(await handle\n        .select(holdRowSelection)\n        .from(containerDocumentTombstoneHolds)\n        .where(inArray(containerDocumentTombstoneHolds.containerId, batch))\n        .orderBy(\n          asc(containerDocumentTombstoneHolds.containerId),\n          asc(containerDocumentTombstoneHolds.documentId),\n        )),\n    );\n  }\n  return holds;\n}\n\n/** Every hidden hold on the given documents, in any container. */\nexport async function listContainerDocumentTombstoneHoldsForDocumentsInTransaction(\n  handle: ClientSQLiteTransactionScope,\n  documentIds: ReadonlyArray<string>,\n): Promise<ContainerDocumentTombstoneHoldRow[]> {\n  const holds: ContainerDocumentTombstoneHoldRow[] = [];\n  for (const batch of batches(documentIds)) {\n    holds.push(\n      ...(await handle\n        .select(holdRowSelection)\n        .from(containerDocumentTombstoneHolds)\n        .where(\n          and(\n            inArray(containerDocumentTombstoneHolds.documentId, batch),\n            eq(containerDocumentTombstoneHolds.hidden, true),\n          ),\n        )\n        .orderBy(\n          asc(containerDocumentTombstoneHolds.documentId),\n          asc(containerDocumentTombstoneHolds.containerId),\n        )),\n    );\n  }\n  return holds;\n}\n\n/**\n * Split the holds on the given containers into those whose placement is gone\n * (the document was purged, reset, or relinked locally: nothing left to hide,\n * so the hold is dropped) and those still hiding a placement.\n */\nexport async function partitionContainerDocumentTombstoneHolds(\n  handle: ClientSQLiteTransactionScope,\n  holds: ReadonlyArray<ContainerDocumentTombstoneHoldRow>,\n): Promise<{\n  live: ContainerDocumentTombstoneHoldRow[];\n  orphaned: ContainerDocumentTombstoneHoldRow[];\n}> {\n  const known = new Set(\n    (\n      await listKnownContainerDocumentPlacementsInTransaction(handle, holds)\n    ).map(placementKey),\n  );\n  return {\n    live: holds.filter((hold) => known.has(placementKey(hold))),\n    orphaned: holds.filter((hold) => !known.has(placementKey(hold))),\n  };\n}\n"]}
+{"version":3,"file":"containerDocumentTombstoneHolds.js","sourceRoot":"","sources":["containerDocumentTombstoneHolds.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAY,GAAG,EAAE,MAAM,aAAa,CAAC;AAEvE,OAAO,EACL,+BAA+B,EAC/B,2BAA2B,EAC3B,kBAAkB,GACnB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AAEtE,OAAO,EAAE,gCAAgC,EAAE,MAAM,4CAA4C,CAAC;AAkB9F,uEAAuE;AACvE,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAEnC,SAAS,OAAO,CAAI,MAAwB;IAC1C,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAU,EAAE,CAAC;IACzB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,IAAI,sBAAsB,EAAE,CAAC;QAC3E,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,sBAAsB,CAAC,CAAC,CAAC;IACnE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,SAAwC;IAExC,OAAO,GAAG,SAAS,CAAC,UAAU,SAAS,SAAS,CAAC,WAAW,EAAE,CAAC;AACjE,CAAC;AACD,MAAM,YAAY,GAAG,6BAA6B,CAAC;AAEnD,0EAA0E;AAC1E,MAAM,UAAU,mBAAmB,CACjC,UAAwD,EACxD,gBAA8B,EAC9B,iBAA+B;IAE/B,OAAO,EAAE,CACP,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAC9B,GAAG,CACD,EAAE,CAAC,gBAAgB,EAAE,SAAS,CAAC,UAAU,CAAC,EAC1C,EAAE,CAAC,iBAAiB,EAAE,SAAS,CAAC,WAAW,CAAC,CAC7C,CACF,CACF,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CACvB,UAAwD;IAExD,OAAO,KAAK,CAAC,IAAI,CACf,IAAI,GAAG,CACL,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,CAAC,CACpE,CAAC,MAAM,EAAE,CACX,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wCAAwC,CAC5D,EAAgC,EAChC,UAAwD;IAExD,KAAK,MAAM,KAAK,IAAI,kBAAkB,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;QACrE,MAAM,EAAE;aACL,MAAM,CAAC,+BAA+B,CAAC;aACvC,KAAK,CACJ,mBAAmB,CACjB,KAAK,EACL,+BAA+B,CAAC,UAAU,EAC1C,+BAA+B,CAAC,WAAW,CAC5C,CACF;aACA,GAAG,EAAE,CAAC;IACX,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,iDAAiD,CACrE,EAAgC,EAChC,WAAkC;IAElC,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QACzC,MAAM,EAAE;aACL,MAAM,CAAC,+BAA+B,CAAC;aACvC,KAAK,CAAC,OAAO,CAAC,+BAA+B,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;aACjE,GAAG,EAAE,CAAC;IACX,CAAC;AACH,CAAC;AAED,qEAAqE;AACrE,MAAM,CAAC,KAAK,UAAU,kDAAkD,CACtE,EAAgC,EAChC,YAAmC;IAEnC,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;QAC1C,MAAM,EAAE;aACL,MAAM,CAAC,+BAA+B,CAAC;aACvC,KAAK,CAAC,OAAO,CAAC,+BAA+B,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;aAClE,GAAG,EAAE,CAAC;IACX,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iDAAiD,CACrE,EAAgC,EAChC,UAAwD;IAExD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;QACzE,MAAM,CAAC,QAAQ,EAAE,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACnD,EAAE;iBACC,MAAM,CAAC;gBACN,WAAW,EAAE,2BAA2B,CAAC,WAAW;gBACpD,UAAU,EAAE,2BAA2B,CAAC,UAAU;aACnD,CAAC;iBACD,IAAI,CAAC,2BAA2B,CAAC;iBACjC,KAAK,CAAC,OAAO,CAAC,2BAA2B,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YAChE,EAAE;iBACC,MAAM,CAAC;gBACN,WAAW,EAAE,kBAAkB,CAAC,WAAW;gBAC3C,UAAU,EAAE,kBAAkB,CAAC,UAAU;aAC1C,CAAC;iBACD,IAAI,CAAC,kBAAkB,CAAC;iBACxB,KAAK,CAAC,OAAO,CAAC,kBAAkB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;SACxD,CAAC,CAAC;QACH,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,QAAQ,EAAE,GAAG,cAAc,CAAC,EAAE,CAAC;YACnD,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,IAAI,GAAG,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;gBACxD,KAAK,CAAC,GAAG,CACP,YAAY,CAAC;oBACX,WAAW,EAAE,GAAG,CAAC,WAAW;oBAC5B,UAAU,EAAE,GAAG,CAAC,UAAU;iBAC3B,CAAC,CACH,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,4CAA4C,CAChE,EAAgC,EAChC,UAAyD,EACzD,GAAW;IAEX,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,CACE,MAAM,gCAAgC,CACpC,EAAE,EACF,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC7B,UAAU,EAAE,SAAS,CAAC,UAAU;QAChC,YAAY,EAAE,EAAE;KACjB,CAAC,CAAC,CACJ,CACF,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CACnC,CAAC;IACF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC;YAAE,SAAS;QAClD,MAAM,GAAG,GAAG;YACV,WAAW,EAAE,SAAS,CAAC,WAAW;YAClC,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,YAAY,EAAE,SAAS,CAAC,SAAS;YACjC,MAAM,EAAE,CAAC,SAAS,CAAC,OAAO;YAC1B,SAAS,EAAE,GAAG;SACf,CAAC;QACF,wEAAwE;QACxE,oEAAoE;QACpE,MAAM,EAAE;aACL,MAAM,CAAC,+BAA+B,CAAC;aACvC,MAAM,CAAC,EAAE,GAAG,GAAG,EAAE,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;aACxD,kBAAkB,CAAC;YAClB,MAAM,EAAE;gBACN,+BAA+B,CAAC,UAAU;gBAC1C,+BAA+B,CAAC,WAAW;aAC5C;YACD,GAAG,EAAE,SAAS,CAAC,QAAQ;gBACrB,CAAC,CAAC,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE;gBACpC,CAAC,CAAC;oBACE,GAAG,GAAG;oBACN,MAAM,EAAE,SAAS,CAAC,OAAO;wBACvB,CAAC,CAAC,KAAK;wBACP,CAAC,CAAC,+BAA+B,CAAC,MAAM;oBAC1C,QAAQ,EAAE,GAAG,CAAA,GAAG,+BAA+B,CAAC,QAAQ,MAAM;iBAC/D;SACN,CAAC;aACD,GAAG,EAAE,CAAC;IACX,CAAC;AACH,CAAC;AAED,2EAA2E;AAC3E,MAAM,CAAC,KAAK,UAAU,gDAAgD,CACpE,EAAgC,EAChC,KAGE;IAEF,MAAM,wCAAwC,CAC5C,EAAE,EACF,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CACrB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QACtC,WAAW;QACX,UAAU,EAAE,IAAI,CAAC,UAAU;KAC5B,CAAC,CAAC,CACJ,CACF,CAAC;AACJ,CAAC;AAUD,MAAM,gBAAgB,GAAG;IACvB,QAAQ,EAAE,+BAA+B,CAAC,QAAQ;IAClD,MAAM,EAAE,+BAA+B,CAAC,MAAM;IAC9C,WAAW,EAAE,+BAA+B,CAAC,WAAW;IACxD,UAAU,EAAE,+BAA+B,CAAC,UAAU;IACtD,YAAY,EAAE,+BAA+B,CAAC,YAAY;IAC1D,SAAS,EAAE,+BAA+B,CAAC,SAAS;CACrD,CAAC;AAEF,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,gDAAgD,CACpE,MAAoC,EACpC,YAAmC;IAEnC,MAAM,KAAK,GAAwC,EAAE,CAAC;IACtD,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;QAC1C,KAAK,CAAC,IAAI,CACR,GAAG,CAAC,MAAM,MAAM;aACb,MAAM,CAAC,gBAAgB,CAAC;aACxB,IAAI,CAAC,+BAA+B,CAAC;aACrC,KAAK,CAAC,OAAO,CAAC,+BAA+B,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;aAClE,OAAO,CACN,GAAG,CAAC,+BAA+B,CAAC,WAAW,CAAC,EAChD,GAAG,CAAC,+BAA+B,CAAC,UAAU,CAAC,CAChD,CAAC,CACL,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,kEAAkE;AAClE,MAAM,CAAC,KAAK,UAAU,4DAA4D,CAChF,MAAoC,EACpC,WAAkC;IAElC,MAAM,KAAK,GAAwC,EAAE,CAAC;IACtD,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QACzC,KAAK,CAAC,IAAI,CACR,GAAG,CAAC,MAAM,MAAM;aACb,MAAM,CAAC,gBAAgB,CAAC;aACxB,IAAI,CAAC,+BAA+B,CAAC;aACrC,KAAK,CACJ,GAAG,CACD,OAAO,CAAC,+BAA+B,CAAC,UAAU,EAAE,KAAK,CAAC,EAC1D,EAAE,CAAC,+BAA+B,CAAC,MAAM,EAAE,IAAI,CAAC,CACjD,CACF;aACA,OAAO,CACN,GAAG,CAAC,+BAA+B,CAAC,UAAU,CAAC,EAC/C,GAAG,CAAC,+BAA+B,CAAC,WAAW,CAAC,CACjD,CAAC,CACL,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,wCAAwC,CAC5D,MAAoC,EACpC,KAAuD;IAKvD,MAAM,KAAK,GAAG,IAAI,GAAG,CACnB,CACE,MAAM,iDAAiD,CAAC,MAAM,EAAE,KAAK,CAAC,CACvE,CAAC,GAAG,CAAC,YAAY,CAAC,CACpB,CAAC;IACF,OAAO;QACL,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3D,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;KACjE,CAAC;AACJ,CAAC","sourcesContent":["import { and, asc, eq, inArray, or, type SQL, sql } from \"drizzle-orm\";\nimport type { SQLiteColumn } from \"drizzle-orm/sqlite-core\";\nimport {\n  containerDocumentTombstoneHolds,\n  documentContainerProjection,\n  documentProjection,\n} from \"../../../sqlite/schema\";\nimport { remoteResetBatches } from \"../../../sqlite/sqliteBindBudget\";\nimport type { ClientSQLiteTransactionScope } from \"../../../sqlite/sqlitePersistenceRuntime\";\nimport { filterWritableDocumentPlacements } from \"../../container-contents/documentPlacement\";\nimport type { ContainerDocumentTombstoneInput } from \"../types\";\n\nexport interface ContainerDocumentPlacementKey {\n  readonly containerId: string;\n  readonly documentId: string;\n}\n\nexport type HeldContainerDocumentTombstone = Omit<\n  ContainerDocumentTombstoneInput,\n  \"accessEpoch\" | \"linkedContainerIds\"\n> & {\n  /** Held without a verification attempt; the backoff does not advance. */\n  readonly deferred?: boolean | undefined;\n  /** A verified head still links it; retry the tombstone while keeping it visible. */\n  readonly refuted?: boolean | undefined;\n};\n\n/** Keep `IN (...)` lists well under SQLite's bound-parameter limit. */\nconst HOLD_SQL_ID_BATCH_SIZE = 400;\n\nfunction batches<T>(values: ReadonlyArray<T>): T[][] {\n  const unique = Array.from(new Set(values));\n  const result: T[][] = [];\n  for (let index = 0; index < unique.length; index += HOLD_SQL_ID_BATCH_SIZE) {\n    result.push(unique.slice(index, index + HOLD_SQL_ID_BATCH_SIZE));\n  }\n  return result;\n}\n\nexport function containerDocumentPlacementKey(\n  placement: ContainerDocumentPlacementKey,\n): string {\n  return `${placement.documentId}\\u0000${placement.containerId}`;\n}\nconst placementKey = containerDocumentPlacementKey;\n\n/** Matches the listed (document, container) placements by primary key. */\nexport function placementPairsMatch(\n  placements: ReadonlyArray<ContainerDocumentPlacementKey>,\n  documentIdColumn: SQLiteColumn,\n  containerIdColumn: SQLiteColumn,\n): SQL | undefined {\n  return or(\n    ...placements.map((placement) =>\n      and(\n        eq(documentIdColumn, placement.documentId),\n        eq(containerIdColumn, placement.containerId),\n      ),\n    ),\n  );\n}\n\nfunction uniquePlacements(\n  placements: ReadonlyArray<ContainerDocumentPlacementKey>,\n): ContainerDocumentPlacementKey[] {\n  return Array.from(\n    new Map(\n      placements.map((placement) => [placementKey(placement), placement]),\n    ).values(),\n  );\n}\n\nexport async function deleteContainerDocumentTombstoneHoldRows(\n  tx: ClientSQLiteTransactionScope,\n  placements: ReadonlyArray<ContainerDocumentPlacementKey>,\n): Promise<void> {\n  for (const batch of remoteResetBatches(uniquePlacements(placements))) {\n    await tx\n      .delete(containerDocumentTombstoneHolds)\n      .where(\n        placementPairsMatch(\n          batch,\n          containerDocumentTombstoneHolds.documentId,\n          containerDocumentTombstoneHolds.containerId,\n        ),\n      )\n      .run();\n  }\n}\n\n/**\n * A local move takes ownership of a document's placement: the intent, not a\n * server listing, now says where it lives, so every hold that was hiding one\n * of its placements is released with the link rewrite.\n */\nexport async function deleteContainerDocumentTombstoneHoldsForDocuments(\n  tx: ClientSQLiteTransactionScope,\n  documentIds: ReadonlyArray<string>,\n): Promise<void> {\n  for (const batch of batches(documentIds)) {\n    await tx\n      .delete(containerDocumentTombstoneHolds)\n      .where(inArray(containerDocumentTombstoneHolds.documentId, batch))\n      .run();\n  }\n}\n\n/** Holds on containers whose link rows are being removed locally. */\nexport async function deleteContainerDocumentTombstoneHoldsForContainers(\n  tx: ClientSQLiteTransactionScope,\n  containerIds: ReadonlyArray<string>,\n): Promise<void> {\n  for (const batch of batches(containerIds)) {\n    await tx\n      .delete(containerDocumentTombstoneHolds)\n      .where(inArray(containerDocumentTombstoneHolds.containerId, batch))\n      .run();\n  }\n}\n\n/**\n * The placements among `placements` that exist locally: a link row, or a\n * document projection row whose primary container is the named container.\n * A tombstone for any other placement has nothing to remove or hide, so it\n * is not worth fetching and verifying the document head for.\n */\nexport async function listKnownContainerDocumentPlacementsInTransaction(\n  tx: ClientSQLiteTransactionScope,\n  placements: ReadonlyArray<ContainerDocumentPlacementKey>,\n): Promise<ContainerDocumentPlacementKey[]> {\n  const known = new Set<string>();\n  for (const batch of batches(placements.map((entry) => entry.documentId))) {\n    const [linkRows, projectionRows] = await Promise.all([\n      tx\n        .select({\n          containerId: documentContainerProjection.containerId,\n          documentId: documentContainerProjection.documentId,\n        })\n        .from(documentContainerProjection)\n        .where(inArray(documentContainerProjection.documentId, batch)),\n      tx\n        .select({\n          containerId: documentProjection.containerId,\n          documentId: documentProjection.documentId,\n        })\n        .from(documentProjection)\n        .where(inArray(documentProjection.documentId, batch)),\n    ]);\n    for (const row of [...linkRows, ...projectionRows]) {\n      if (row.documentId !== null && row.containerId !== null) {\n        known.add(\n          placementKey({\n            containerId: row.containerId,\n            documentId: row.documentId,\n          }),\n        );\n      }\n    }\n  }\n  return placements.filter((placement) => known.has(placementKey(placement)));\n}\n\n/**\n * Hold listing tombstones whose signed evidence is unavailable. A placement a\n * pending move intent owns is never held: the intent, not the listing, decides\n * where the document lives until it settles (`ProtectPendingTombstones`).\n */\nexport async function holdContainerDocumentTombstonesInTransaction(\n  tx: ClientSQLiteTransactionScope,\n  tombstones: ReadonlyArray<HeldContainerDocumentTombstone>,\n  now: string,\n): Promise<void> {\n  const writable = new Set(\n    (\n      await filterWritableDocumentPlacements(\n        tx,\n        tombstones.map((tombstone) => ({\n          documentId: tombstone.documentId,\n          containerIds: [],\n        })),\n      )\n    ).map((input) => input.documentId),\n  );\n  for (const tombstone of tombstones) {\n    if (!writable.has(tombstone.documentId)) continue;\n    const row = {\n      containerId: tombstone.containerId,\n      documentId: tombstone.documentId,\n      tombstonedAt: tombstone.updatedAt,\n      hidden: !tombstone.refuted,\n      updatedAt: now,\n    };\n    // A deferred hold was not attempted: it keeps its attempt count and its\n    // last-attempt time, so it stays due and is not starved by the cap.\n    await tx\n      .insert(containerDocumentTombstoneHolds)\n      .values({ ...row, attempts: tombstone.deferred ? 0 : 1 })\n      .onConflictDoUpdate({\n        target: [\n          containerDocumentTombstoneHolds.documentId,\n          containerDocumentTombstoneHolds.containerId,\n        ],\n        set: tombstone.deferred\n          ? { tombstonedAt: row.tombstonedAt }\n          : {\n              ...row,\n              hidden: tombstone.refuted\n                ? false\n                : containerDocumentTombstoneHolds.hidden,\n              attempts: sql`${containerDocumentTombstoneHolds.attempts} + 1`,\n            },\n      })\n      .run();\n  }\n}\n\n/** Release the holds on placements a listing has re-asserted as linked. */\nexport async function deleteContainerDocumentTombstoneHoldRowsForLinks(\n  tx: ClientSQLiteTransactionScope,\n  links: ReadonlyArray<{\n    readonly containerIds: ReadonlyArray<string>;\n    readonly documentId: string;\n  }>,\n): Promise<void> {\n  await deleteContainerDocumentTombstoneHoldRows(\n    tx,\n    links.flatMap((link) =>\n      link.containerIds.map((containerId) => ({\n        containerId,\n        documentId: link.documentId,\n      })),\n    ),\n  );\n}\n\nexport interface ContainerDocumentTombstoneHoldRow\n  extends ContainerDocumentPlacementKey {\n  readonly attempts: number;\n  readonly hidden: boolean;\n  readonly tombstonedAt: string;\n  readonly updatedAt: string;\n}\n\nconst holdRowSelection = {\n  attempts: containerDocumentTombstoneHolds.attempts,\n  hidden: containerDocumentTombstoneHolds.hidden,\n  containerId: containerDocumentTombstoneHolds.containerId,\n  documentId: containerDocumentTombstoneHolds.documentId,\n  tombstonedAt: containerDocumentTombstoneHolds.tombstonedAt,\n  updatedAt: containerDocumentTombstoneHolds.updatedAt,\n};\n\n/** Every hold on the given containers, including visible refuted retries. */\nexport async function listContainerDocumentTombstoneHoldsInTransaction(\n  handle: ClientSQLiteTransactionScope,\n  containerIds: ReadonlyArray<string>,\n): Promise<ContainerDocumentTombstoneHoldRow[]> {\n  const holds: ContainerDocumentTombstoneHoldRow[] = [];\n  for (const batch of batches(containerIds)) {\n    holds.push(\n      ...(await handle\n        .select(holdRowSelection)\n        .from(containerDocumentTombstoneHolds)\n        .where(inArray(containerDocumentTombstoneHolds.containerId, batch))\n        .orderBy(\n          asc(containerDocumentTombstoneHolds.containerId),\n          asc(containerDocumentTombstoneHolds.documentId),\n        )),\n    );\n  }\n  return holds;\n}\n\n/** Every hidden hold on the given documents, in any container. */\nexport async function listContainerDocumentTombstoneHoldsForDocumentsInTransaction(\n  handle: ClientSQLiteTransactionScope,\n  documentIds: ReadonlyArray<string>,\n): Promise<ContainerDocumentTombstoneHoldRow[]> {\n  const holds: ContainerDocumentTombstoneHoldRow[] = [];\n  for (const batch of batches(documentIds)) {\n    holds.push(\n      ...(await handle\n        .select(holdRowSelection)\n        .from(containerDocumentTombstoneHolds)\n        .where(\n          and(\n            inArray(containerDocumentTombstoneHolds.documentId, batch),\n            eq(containerDocumentTombstoneHolds.hidden, true),\n          ),\n        )\n        .orderBy(\n          asc(containerDocumentTombstoneHolds.documentId),\n          asc(containerDocumentTombstoneHolds.containerId),\n        )),\n    );\n  }\n  return holds;\n}\n\n/**\n * Split the holds on the given containers into those whose placement is gone\n * (the document was purged, reset, or relinked locally: nothing left to hide,\n * so the hold is dropped) and those still hiding a placement.\n */\nexport async function partitionContainerDocumentTombstoneHolds(\n  handle: ClientSQLiteTransactionScope,\n  holds: ReadonlyArray<ContainerDocumentTombstoneHoldRow>,\n): Promise<{\n  live: ContainerDocumentTombstoneHoldRow[];\n  orphaned: ContainerDocumentTombstoneHoldRow[];\n}> {\n  const known = new Set(\n    (\n      await listKnownContainerDocumentPlacementsInTransaction(handle, holds)\n    ).map(placementKey),\n  );\n  return {\n    live: holds.filter((hold) => known.has(placementKey(hold))),\n    orphaned: holds.filter((hold) => !known.has(placementKey(hold))),\n  };\n}\n"]}

package/data/persistence/documents/internal/containerDocumentTombstones.js

@@ -1,8 +1,9 @@
 import { and, asc, desc, eq, inArray } from "drizzle-orm";
 import { DOCUMENTS_APP_KIND } from "../../../documents/documentConstants.js";
 import { documentContainerProjection, documentProjection, documents, } from "../../../sqlite/schema/index.js";
+import { sqliteRowsPerStatement } from "../../../sqlite/sqliteBindBudget.js";
 import { getClientSQLitePersistenceRuntime, } from "../../../sqlite/sqlitePersistenceRuntime.js";
-import { deleteDocumentPlacementRowInTransaction, deleteUnlinkedDocumentPlacementRowsInTransaction, } from "../../container-contents/documentContainerProjectionPersistence.js";
+import { deleteDocumentPlacementRowsInTransaction, deleteUnlinkedDocumentPlacementRowsInTransaction, } from "../../container-contents/documentContainerProjectionPersistence.js";
 import { filterWritableDocumentPlacements } from "../../container-contents/documentPlacement.js";
 import { getLatestTimestamp } from "../../latestTimestamp.js";
 import { deleteContainerDocumentTombstoneHoldRows } from "./containerDocumentTombstoneHolds.js";
@@ -37,12 +38,8 @@ function buildContainerDocumentTombstoneState(uniqueTombstones) {
  * signed link set never named. Rows the head links are kept as they are.
  */
 async function deleteContainerDocumentTombstoneRows(tx, uniqueTombstones, verifiedLinkedContainerIdsByDocumentId) {
-    for (const tombstone of uniqueTombstones) {
-        await deleteDocumentPlacementRowInTransaction(tx, tombstone);
-    }
-    for (const [documentId, linked] of verifiedLinkedContainerIdsByDocumentId) {
-        await deleteUnlinkedDocumentPlacementRowsInTransaction(tx, documentId, linked);
-    }
+    await deleteDocumentPlacementRowsInTransaction(tx, uniqueTombstones);
+    await deleteUnlinkedDocumentPlacementRowsInTransaction(tx, verifiedLinkedContainerIdsByDocumentId);
 }
 /**
  * The primary container after a removal: the first remaining local row the
@@ -55,8 +52,75 @@ async function deleteContainerDocumentTombstoneRows(tx, uniqueTombstones, verifi
 function selectNextContainerId(remainingContainerIds, verifiedLinkedContainerIds) {
     return (remainingContainerIds.find((containerId) => verifiedLinkedContainerIds.has(containerId)) ?? null);
 }
+function pushGrouped(map, key, value) {
+    const values = map.get(key);
+    if (values)
+        values.push(value);
+    else
+        map.set(key, [value]);
+}
+/**
+ * Every row the repair reads, for all tombstoned documents at once. The
+ * deletes above have already run, and the repair below writes only
+ * projection rows of the document it repairs, so reading before any repair
+ * sees what each per-document read saw.
+ */
+async function loadTombstoneRepairReads(tx, documentIds) {
+    const localIdsByDocumentId = new Map();
+    const projectionByLocalId = new Map();
+    const remainingLinksByDocumentId = new Map();
+    // The app kind binds one value; the rest carry ids.
+    const chunkSize = sqliteRowsPerStatement(1, 1);
+    for (let offset = 0; offset < documentIds.length; offset += chunkSize) {
+        const batch = documentIds.slice(offset, offset + chunkSize);
+        const localRows = await tx
+            .select({ documentId: documents.documentId, localId: documents.localId })
+            .from(documents)
+            .where(and(eq(documents.appKind, DOCUMENTS_APP_KIND), inArray(documents.documentId, batch)));
+        for (const row of localRows) {
+            if (row.documentId !== null) {
+                pushGrouped(localIdsByDocumentId, row.documentId, row.localId);
+            }
+        }
+        const linkRows = await tx
+            .select({
+            containerId: documentContainerProjection.containerId,
+            documentId: documentContainerProjection.documentId,
+        })
+            .from(documentContainerProjection)
+            .where(inArray(documentContainerProjection.documentId, batch))
+            .orderBy(asc(documentContainerProjection.documentId), asc(documentContainerProjection.containerId));
+        for (const row of linkRows) {
+            pushGrouped(remainingLinksByDocumentId, row.documentId, row.containerId);
+        }
+    }
+    const localIds = [...localIdsByDocumentId.values()].flat();
+    for (let offset = 0; offset < localIds.length; offset += chunkSize) {
+        const projectionRows = await tx
+            .select({
+            localId: documentProjection.localId,
+            containerId: documentProjection.containerId,
+            updatedAt: documentProjection.updatedAt,
+        })
+            .from(documentProjection)
+            .where(inArray(documentProjection.localId, localIds.slice(offset, offset + chunkSize)));
+        for (const row of projectionRows) {
+            if (row.localId !== null) {
+                projectionByLocalId.set(row.localId, {
+                    containerId: row.containerId,
+                    updatedAt: row.updatedAt,
+                });
+            }
+        }
+    }
+    return {
+        localIdsByDocumentId,
+        projectionByLocalId,
+        remainingLinksByDocumentId,
+    };
+}
 async function updateSelectedContainersForDocumentTombstones(input) {
-    const { documentId, removedContainerIds, tombstoneUpdatedAt, tx } = input;
+    const { documentId, reads, removedContainerIds, tombstoneUpdatedAt, tx } = input;
     // A server document can own more than one local projection row: identity
     // recovery legitimately rematerializes a second projection for the same
     // documentId before semantic convergence completes. The link delete above is
@@ -65,39 +129,23 @@ async function updateSelectedContainersForDocumentTombstones(input) {
     // at a removed container must be repaired here — resolving a single localId
     // left a duplicate row stranded at the source, keeping a moved document
     // visible in the container it was unlinked from.
-    const localIds = (await tx
-        .select({ localId: documents.localId })
-        .from(documents)
-        .where(and(eq(documents.appKind, DOCUMENTS_APP_KIND), eq(documents.documentId, documentId)))).map((row) => row.localId);
-    if (localIds.length === 0) {
-        return [];
-    }
-    const projectionRows = await tx
-        .select({
-        localId: documentProjection.localId,
-        containerId: documentProjection.containerId,
-        updatedAt: documentProjection.updatedAt,
-    })
-        .from(documentProjection)
-        .where(inArray(documentProjection.localId, localIds));
+    const localIds = reads.localIdsByDocumentId.get(documentId) ?? [];
     // Every projection row whose primary container is tombstoned OR outside the
     // verified link set is repointed: a primary at a listing-seeded row would
     // otherwise keep showing the document in a container the head never named.
-    const rowsAtRemovedContainer = projectionRows.flatMap((row) => row.localId !== null &&
-        row.containerId !== null &&
-        (removedContainerIds.has(row.containerId) ||
-            !input.verifiedLinkedContainerIds.has(row.containerId))
-        ? [{ localId: row.localId, updatedAt: row.updatedAt ?? undefined }]
-        : []);
+    const rowsAtRemovedContainer = localIds.flatMap((localId) => {
+        const row = reads.projectionByLocalId.get(localId);
+        return row !== undefined &&
+            row.containerId !== null &&
+            (removedContainerIds.has(row.containerId) ||
+                !input.verifiedLinkedContainerIds.has(row.containerId))
+            ? [{ localId, updatedAt: row.updatedAt ?? undefined }]
+            : [];
+    });
     if (rowsAtRemovedContainer.length === 0) {
         return [];
     }
-    const remainingLinkRows = await tx
-        .select({ containerId: documentContainerProjection.containerId })
-        .from(documentContainerProjection)
-        .where(eq(documentContainerProjection.documentId, documentId))
-        .orderBy(asc(documentContainerProjection.containerId));
-    const nextContainerId = selectNextContainerId(remainingLinkRows.map((row) => row.containerId), input.verifiedLinkedContainerIds);
+    const nextContainerId = selectNextContainerId(reads.remainingLinksByDocumentId.get(documentId) ?? [], input.verifiedLinkedContainerIds);
     const changedLocalIds = [];
     for (const row of rowsAtRemovedContainer) {
         await tx
@@ -132,10 +180,14 @@ export async function applyContainerDocumentTombstonesWithExec(execSql, tombston
         const { removedContainerIdsByDocumentId, tombstoneUpdatedAtByDocumentId, verifiedLinkedContainerIdsByDocumentId, } = buildContainerDocumentTombstoneState(applicable);
         await deleteContainerDocumentTombstoneRows(tx, applicable, verifiedLinkedContainerIdsByDocumentId);
         await deleteContainerDocumentTombstoneHoldRows(tx, applicable);
+        const reads = await loadTombstoneRepairReads(tx, [
+            ...removedContainerIdsByDocumentId.keys(),
+        ]);
         const changedLocalIds = [];
         for (const [documentId, removedContainerIds,] of removedContainerIdsByDocumentId) {
             changedLocalIds.push(...(await updateSelectedContainersForDocumentTombstones({
                 documentId,
+                reads,
                 removedContainerIds,
                 tombstoneUpdatedAt: tombstoneUpdatedAtByDocumentId.get(documentId),
                 tx,

package/data/persistence/documents/internal/containerDocumentTombstones.js.map

@@ -1 +1 @@
-{"version":3,"file":"containerDocumentTombstones.js","sourceRoot":"","sources":["containerDocumentTombstones.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAC1E,OAAO,EACL,2BAA2B,EAC3B,kBAAkB,EAClB,SAAS,GACV,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,iCAAiC,GAClC,MAAM,0CAA0C,CAAC;AAElD,OAAO,EACL,uCAAuC,EACvC,gDAAgD,GACjD,MAAM,iEAAiE,CAAC;AACzE,OAAO,EAAE,gCAAgC,EAAE,MAAM,4CAA4C,CAAC;AAC9F,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAE3D,OAAO,EAAE,wCAAwC,EAAE,MAAM,mCAAmC,CAAC;AAC7F,OAAO,EACL,mBAAmB,EACnB,wBAAwB,EACxB,kBAAkB,GACnB,MAAM,0BAA0B,CAAC;AAElC,SAAS,iCAAiC,CACxC,UAA0D;IAE1D,OAAO,KAAK,CAAC,IAAI,CACf,IAAI,GAAG,CACL,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,GAAG,SAAS,CAAC,UAAU,SAAS,SAAS,CAAC,WAAW,EAAE;QACvD,SAAS;KACV,CAAC,CACH,CAAC,MAAM,EAAE,CACX,CAAC;AACJ,CAAC;AAED,SAAS,oCAAoC,CAC3C,gBAAgE;IAMhE,MAAM,+BAA+B,GAAG,IAAI,GAAG,EAAuB,CAAC;IACvE,MAAM,8BAA8B,GAAG,IAAI,GAAG,EAAkB,CAAC;IACjE,MAAM,sCAAsC,GAAG,IAAI,GAAG,EAGnD,CAAC;IAEJ,KAAK,MAAM,SAAS,IAAI,gBAAgB,EAAE,CAAC;QACzC,sCAAsC,CAAC,GAAG,CACxC,SAAS,CAAC,UAAU,EACpB,IAAI,GAAG,CAAC,SAAS,CAAC,kBAAkB,CAAC,CACtC,CAAC;QACF,MAAM,mBAAmB,GACvB,+BAA+B,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;QACzE,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QAC/C,+BAA+B,CAAC,GAAG,CACjC,SAAS,CAAC,UAAU,EACpB,mBAAmB,CACpB,CAAC;QACF,8BAA8B,CAAC,GAAG,CAChC,SAAS,CAAC,UAAU,EACpB,kBAAkB,CAChB,8BAA8B,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,EACxD,SAAS,CAAC,SAAS,CACpB,CACF,CAAC;IACJ,CAAC;IAED,OAAO;QACL,+BAA+B;QAC/B,8BAA8B;QAC9B,sCAAsC;KACvC,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,oCAAoC,CACjD,EAAgC,EAChC,gBAAgE,EAChE,sCAGC;IAED,KAAK,MAAM,SAAS,IAAI,gBAAgB,EAAE,CAAC;QACzC,MAAM,uCAAuC,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAC/D,CAAC;IACD,KAAK,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,sCAAsC,EAAE,CAAC;QAC1E,MAAM,gDAAgD,CACpD,EAAE,EACF,UAAU,EACV,MAAM,CACP,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,qBAAqB,CAC5B,qBAA4C,EAC5C,0BAA+C;IAE/C,OAAO,CACL,qBAAqB,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CACzC,0BAA0B,CAAC,GAAG,CAAC,WAAW,CAAC,CAC5C,IAAI,IAAI,CACV,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,6CAA6C,CAAC,KAM5D;IACC,MAAM,EAAE,UAAU,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,EAAE,EAAE,GAAG,KAAK,CAAC;IAC1E,yEAAyE;IACzE,wEAAwE;IACxE,6EAA6E;IAC7E,4EAA4E;IAC5E,+EAA+E;IAC/E,4EAA4E;IAC5E,wEAAwE;IACxE,iDAAiD;IACjD,MAAM,QAAQ,GAAG,CACf,MAAM,EAAE;SACL,MAAM,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC;SACtC,IAAI,CAAC,SAAS,CAAC;SACf,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,kBAAkB,CAAC,EACzC,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,UAAU,CAAC,CACrC,CACF,CACJ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC5B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,EAAE;SAC5B,MAAM,CAAC;QACN,OAAO,EAAE,kBAAkB,CAAC,OAAO;QACnC,WAAW,EAAE,kBAAkB,CAAC,WAAW;QAC3C,SAAS,EAAE,kBAAkB,CAAC,SAAS;KACxC,CAAC;SACD,IAAI,CAAC,kBAAkB,CAAC;SACxB,KAAK,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;IACxD,4EAA4E;IAC5E,0EAA0E;IAC1E,2EAA2E;IAC3E,MAAM,sBAAsB,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAC5D,GAAG,CAAC,OAAO,KAAK,IAAI;QACpB,GAAG,CAAC,WAAW,KAAK,IAAI;QACxB,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC;YACvC,CAAC,KAAK,CAAC,0BAA0B,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,SAAS,EAAE,CAAC;QACnE,CAAC,CAAC,EAAE,CACP,CAAC;IACF,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,iBAAiB,GAAG,MAAM,EAAE;SAC/B,MAAM,CAAC,EAAE,WAAW,EAAE,2BAA2B,CAAC,WAAW,EAAE,CAAC;SAChE,IAAI,CAAC,2BAA2B,CAAC;SACjC,KAAK,CAAC,EAAE,CAAC,2BAA2B,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;SAC7D,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,WAAW,CAAC,CAAC,CAAC;IACzD,MAAM,eAAe,GAAG,qBAAqB,CAC3C,iBAAiB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,EAC/C,KAAK,CAAC,0BAA0B,CACjC,CAAC;IAEF,MAAM,eAAe,GAAa,EAAE,CAAC;IACrC,KAAK,MAAM,GAAG,IAAI,sBAAsB,EAAE,CAAC;QACzC,MAAM,EAAE;aACL,MAAM,CAAC,kBAAkB,CAAC;aAC1B,GAAG,CAAC;YACH,WAAW,EAAE,eAAe;YAC5B,SAAS,EAAE,kBAAkB,CAAC,GAAG,CAAC,SAAS,EAAE,kBAAkB,CAAC;SACjE,CAAC;aACD,KAAK,CAAC,EAAE,CAAC,kBAAkB,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;aAClD,GAAG,EAAE,CAAC;QACT,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAED,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wCAAwC,CAC5D,OAAgB,EAChB,UAA0D;IAE1D,MAAM,gBAAgB,GAAG,iCAAiC,CAAC,UAAU,CAAC,CAAC;IACvE,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,EAAE,EAAE,EAAE,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;IAE1D,OAAO,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QACjC,wEAAwE;QACxE,mEAAmE;QACnE,oEAAoE;QACpE,MAAM,QAAQ,GAAG,MAAM,gCAAgC,CACrD,EAAE,EACF,gBAAgB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACnC,WAAW,EAAE,SAAS,CAAC,WAAW;YAClC,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,YAAY,EAAE,EAAE;SACjB,CAAC,CAAC,CACJ,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;QACvE,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CACvD,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,CACtC,CAAC;QACF,MAAM,EACJ,+BAA+B,EAC/B,8BAA8B,EAC9B,sCAAsC,GACvC,GAAG,oCAAoC,CAAC,UAAU,CAAC,CAAC;QACrD,MAAM,oCAAoC,CACxC,EAAE,EACF,UAAU,EACV,sCAAsC,CACvC,CAAC;QACF,MAAM,wCAAwC,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;QAE/D,MAAM,eAAe,GAAa,EAAE,CAAC;QACrC,KAAK,MAAM,CACT,UAAU,EACV,mBAAmB,EACpB,IAAI,+BAA+B,EAAE,CAAC;YACrC,eAAe,CAAC,IAAI,CAClB,GAAG,CAAC,MAAM,6CAA6C,CAAC;gBACtD,UAAU;gBACV,mBAAmB;gBACnB,kBAAkB,EAAE,8BAA8B,CAAC,GAAG,CAAC,UAAU,CAAC;gBAClE,EAAE;gBACF,0BAA0B,EACxB,sCAAsC,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,GAAG,EAAE;aACtE,CAAC,CAAC,CACJ,CAAC;QACJ,CAAC;QAED,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,EAAE;aAClB,MAAM,CAAC,wBAAwB,CAAC;aAChC,IAAI,CAAC,kBAAkB,CAAC;aACxB,QAAQ,CAAC,SAAS,EAAE,mBAAmB,CAAC;aACxC,KAAK,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;aAC3D,OAAO,CACN,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAClC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CACjC,CAAC;QAEJ,OAAO,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC","sourcesContent":["import { and, asc, desc, eq, inArray } from \"drizzle-orm\";\nimport { DOCUMENTS_APP_KIND } from \"../../../documents/documentConstants\";\nimport {\n  documentContainerProjection,\n  documentProjection,\n  documents,\n} from \"../../../sqlite/schema\";\nimport {\n  type ClientSQLiteTransactionScope,\n  getClientSQLitePersistenceRuntime,\n} from \"../../../sqlite/sqlitePersistenceRuntime\";\nimport type { ExecSql } from \"../../../sqlite/sqlSchema\";\nimport {\n  deleteDocumentPlacementRowInTransaction,\n  deleteUnlinkedDocumentPlacementRowsInTransaction,\n} from \"../../container-contents/documentContainerProjectionPersistence\";\nimport { filterWritableDocumentPlacements } from \"../../container-contents/documentPlacement\";\nimport { getLatestTimestamp } from \"../../latestTimestamp\";\nimport type { ContainerDocumentTombstoneInput } from \"../types\";\nimport { deleteContainerDocumentTombstoneHoldRows } from \"./containerDocumentTombstoneHolds\";\nimport {\n  documentSummaryJoin,\n  documentSummarySelection,\n  mapDocumentSummary,\n} from \"./documentProjectionRows\";\n\nfunction dedupeContainerDocumentTombstones(\n  tombstones: ReadonlyArray<ContainerDocumentTombstoneInput>,\n): ContainerDocumentTombstoneInput[] {\n  return Array.from(\n    new Map(\n      tombstones.map((tombstone) => [\n        `${tombstone.documentId}\\u0000${tombstone.containerId}`,\n        tombstone,\n      ]),\n    ).values(),\n  );\n}\n\nfunction buildContainerDocumentTombstoneState(\n  uniqueTombstones: ReadonlyArray<ContainerDocumentTombstoneInput>,\n): {\n  removedContainerIdsByDocumentId: Map<string, Set<string>>;\n  tombstoneUpdatedAtByDocumentId: Map<string, string>;\n  verifiedLinkedContainerIdsByDocumentId: Map<string, ReadonlySet<string>>;\n} {\n  const removedContainerIdsByDocumentId = new Map<string, Set<string>>();\n  const tombstoneUpdatedAtByDocumentId = new Map<string, string>();\n  const verifiedLinkedContainerIdsByDocumentId = new Map<\n    string,\n    ReadonlySet<string>\n  >();\n\n  for (const tombstone of uniqueTombstones) {\n    verifiedLinkedContainerIdsByDocumentId.set(\n      tombstone.documentId,\n      new Set(tombstone.linkedContainerIds),\n    );\n    const removedContainerIds =\n      removedContainerIdsByDocumentId.get(tombstone.documentId) ?? new Set();\n    removedContainerIds.add(tombstone.containerId);\n    removedContainerIdsByDocumentId.set(\n      tombstone.documentId,\n      removedContainerIds,\n    );\n    tombstoneUpdatedAtByDocumentId.set(\n      tombstone.documentId,\n      getLatestTimestamp(\n        tombstoneUpdatedAtByDocumentId.get(tombstone.documentId),\n        tombstone.updatedAt,\n      ),\n    );\n  }\n\n  return {\n    removedContainerIdsByDocumentId,\n    tombstoneUpdatedAtByDocumentId,\n    verifiedLinkedContainerIdsByDocumentId,\n  };\n}\n\n/**\n * Remove the tombstoned placement and, with the head now verified, every\n * remaining local link row the head does not link: those are listing-seeded\n * rows, and leaving one would keep showing the document in a container the\n * signed link set never named. Rows the head links are kept as they are.\n */\nasync function deleteContainerDocumentTombstoneRows(\n  tx: ClientSQLiteTransactionScope,\n  uniqueTombstones: ReadonlyArray<ContainerDocumentTombstoneInput>,\n  verifiedLinkedContainerIdsByDocumentId: ReadonlyMap<\n    string,\n    ReadonlySet<string>\n  >,\n): Promise<void> {\n  for (const tombstone of uniqueTombstones) {\n    await deleteDocumentPlacementRowInTransaction(tx, tombstone);\n  }\n  for (const [documentId, linked] of verifiedLinkedContainerIdsByDocumentId) {\n    await deleteUnlinkedDocumentPlacementRowsInTransaction(\n      tx,\n      documentId,\n      linked,\n    );\n  }\n}\n\n/**\n * The primary container after a removal: the first remaining local row the\n * verified head links. A remaining row the head does not link is a\n * listing-seeded row and never becomes the primary, so a listing cannot\n * re-home the document. With no such row the document is unplaced (`null`)\n * and reachable through orphan recovery, rather than pointed at a head\n * container this device may not be able to read.\n */\nfunction selectNextContainerId(\n  remainingContainerIds: ReadonlyArray<string>,\n  verifiedLinkedContainerIds: ReadonlySet<string>,\n): string | null {\n  return (\n    remainingContainerIds.find((containerId) =>\n      verifiedLinkedContainerIds.has(containerId),\n    ) ?? null\n  );\n}\n\nasync function updateSelectedContainersForDocumentTombstones(input: {\n  documentId: string;\n  removedContainerIds: ReadonlySet<string>;\n  tombstoneUpdatedAt: string | undefined;\n  tx: ClientSQLiteTransactionScope;\n  verifiedLinkedContainerIds: ReadonlySet<string>;\n}): Promise<string[]> {\n  const { documentId, removedContainerIds, tombstoneUpdatedAt, tx } = input;\n  // A server document can own more than one local projection row: identity\n  // recovery legitimately rematerializes a second projection for the same\n  // documentId before semantic convergence completes. The link delete above is\n  // keyed by (documentId, containerId) and the container item view surfaces a\n  // document by its primary container_id, so EVERY projection row still pointing\n  // at a removed container must be repaired here — resolving a single localId\n  // left a duplicate row stranded at the source, keeping a moved document\n  // visible in the container it was unlinked from.\n  const localIds = (\n    await tx\n      .select({ localId: documents.localId })\n      .from(documents)\n      .where(\n        and(\n          eq(documents.appKind, DOCUMENTS_APP_KIND),\n          eq(documents.documentId, documentId),\n        ),\n      )\n  ).map((row) => row.localId);\n  if (localIds.length === 0) {\n    return [];\n  }\n\n  const projectionRows = await tx\n    .select({\n      localId: documentProjection.localId,\n      containerId: documentProjection.containerId,\n      updatedAt: documentProjection.updatedAt,\n    })\n    .from(documentProjection)\n    .where(inArray(documentProjection.localId, localIds));\n  // Every projection row whose primary container is tombstoned OR outside the\n  // verified link set is repointed: a primary at a listing-seeded row would\n  // otherwise keep showing the document in a container the head never named.\n  const rowsAtRemovedContainer = projectionRows.flatMap((row) =>\n    row.localId !== null &&\n    row.containerId !== null &&\n    (removedContainerIds.has(row.containerId) ||\n      !input.verifiedLinkedContainerIds.has(row.containerId))\n      ? [{ localId: row.localId, updatedAt: row.updatedAt ?? undefined }]\n      : [],\n  );\n  if (rowsAtRemovedContainer.length === 0) {\n    return [];\n  }\n\n  const remainingLinkRows = await tx\n    .select({ containerId: documentContainerProjection.containerId })\n    .from(documentContainerProjection)\n    .where(eq(documentContainerProjection.documentId, documentId))\n    .orderBy(asc(documentContainerProjection.containerId));\n  const nextContainerId = selectNextContainerId(\n    remainingLinkRows.map((row) => row.containerId),\n    input.verifiedLinkedContainerIds,\n  );\n\n  const changedLocalIds: string[] = [];\n  for (const row of rowsAtRemovedContainer) {\n    await tx\n      .update(documentProjection)\n      .set({\n        containerId: nextContainerId,\n        updatedAt: getLatestTimestamp(row.updatedAt, tombstoneUpdatedAt),\n      })\n      .where(eq(documentProjection.localId, row.localId))\n      .run();\n    changedLocalIds.push(row.localId);\n  }\n\n  return changedLocalIds;\n}\n\nexport async function applyContainerDocumentTombstonesWithExec(\n  execSql: ExecSql,\n  tombstones: ReadonlyArray<ContainerDocumentTombstoneInput>,\n) {\n  const uniqueTombstones = dedupeContainerDocumentTombstones(tombstones);\n  if (uniqueTombstones.length === 0) {\n    return [];\n  }\n\n  const { db } = getClientSQLitePersistenceRuntime(execSql);\n\n  return db.transaction(async (tx) => {\n    // Besides the pending-intent guard, the verified head must not be older\n    // than local document state: a lagging or replayed head must never\n    // delete rows a newer listing or settled move wrote (`CheckEpoch`).\n    const writable = await filterWritableDocumentPlacements(\n      tx,\n      uniqueTombstones.map((tombstone) => ({\n        accessEpoch: tombstone.accessEpoch,\n        documentId: tombstone.documentId,\n        containerIds: [],\n      })),\n    );\n    const writableIds = new Set(writable.map((input) => input.documentId));\n    const applicable = uniqueTombstones.filter((tombstone) =>\n      writableIds.has(tombstone.documentId),\n    );\n    const {\n      removedContainerIdsByDocumentId,\n      tombstoneUpdatedAtByDocumentId,\n      verifiedLinkedContainerIdsByDocumentId,\n    } = buildContainerDocumentTombstoneState(applicable);\n    await deleteContainerDocumentTombstoneRows(\n      tx,\n      applicable,\n      verifiedLinkedContainerIdsByDocumentId,\n    );\n    await deleteContainerDocumentTombstoneHoldRows(tx, applicable);\n\n    const changedLocalIds: string[] = [];\n    for (const [\n      documentId,\n      removedContainerIds,\n    ] of removedContainerIdsByDocumentId) {\n      changedLocalIds.push(\n        ...(await updateSelectedContainersForDocumentTombstones({\n          documentId,\n          removedContainerIds,\n          tombstoneUpdatedAt: tombstoneUpdatedAtByDocumentId.get(documentId),\n          tx,\n          verifiedLinkedContainerIds:\n            verifiedLinkedContainerIdsByDocumentId.get(documentId) ?? new Set(),\n        })),\n      );\n    }\n\n    if (changedLocalIds.length === 0) {\n      return [];\n    }\n\n    const rows = await tx\n      .select(documentSummarySelection)\n      .from(documentProjection)\n      .leftJoin(documents, documentSummaryJoin)\n      .where(inArray(documentProjection.localId, changedLocalIds))\n      .orderBy(\n        desc(documentProjection.updatedAt),\n        desc(documentProjection.localId),\n      );\n\n    return rows.map(mapDocumentSummary);\n  });\n}\n"]}
+{"version":3,"file":"containerDocumentTombstones.js","sourceRoot":"","sources":["containerDocumentTombstones.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAC1E,OAAO,EACL,2BAA2B,EAC3B,kBAAkB,EAClB,SAAS,GACV,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAC1E,OAAO,EAEL,iCAAiC,GAClC,MAAM,0CAA0C,CAAC;AAElD,OAAO,EACL,wCAAwC,EACxC,gDAAgD,GACjD,MAAM,iEAAiE,CAAC;AACzE,OAAO,EAAE,gCAAgC,EAAE,MAAM,4CAA4C,CAAC;AAC9F,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAE3D,OAAO,EAAE,wCAAwC,EAAE,MAAM,mCAAmC,CAAC;AAC7F,OAAO,EACL,mBAAmB,EACnB,wBAAwB,EACxB,kBAAkB,GACnB,MAAM,0BAA0B,CAAC;AAElC,SAAS,iCAAiC,CACxC,UAA0D;IAE1D,OAAO,KAAK,CAAC,IAAI,CACf,IAAI,GAAG,CACL,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,GAAG,SAAS,CAAC,UAAU,SAAS,SAAS,CAAC,WAAW,EAAE;QACvD,SAAS;KACV,CAAC,CACH,CAAC,MAAM,EAAE,CACX,CAAC;AACJ,CAAC;AAED,SAAS,oCAAoC,CAC3C,gBAAgE;IAMhE,MAAM,+BAA+B,GAAG,IAAI,GAAG,EAAuB,CAAC;IACvE,MAAM,8BAA8B,GAAG,IAAI,GAAG,EAAkB,CAAC;IACjE,MAAM,sCAAsC,GAAG,IAAI,GAAG,EAGnD,CAAC;IAEJ,KAAK,MAAM,SAAS,IAAI,gBAAgB,EAAE,CAAC;QACzC,sCAAsC,CAAC,GAAG,CACxC,SAAS,CAAC,UAAU,EACpB,IAAI,GAAG,CAAC,SAAS,CAAC,kBAAkB,CAAC,CACtC,CAAC;QACF,MAAM,mBAAmB,GACvB,+BAA+B,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;QACzE,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QAC/C,+BAA+B,CAAC,GAAG,CACjC,SAAS,CAAC,UAAU,EACpB,mBAAmB,CACpB,CAAC;QACF,8BAA8B,CAAC,GAAG,CAChC,SAAS,CAAC,UAAU,EACpB,kBAAkB,CAChB,8BAA8B,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,EACxD,SAAS,CAAC,SAAS,CACpB,CACF,CAAC;IACJ,CAAC;IAED,OAAO;QACL,+BAA+B;QAC/B,8BAA8B;QAC9B,sCAAsC;KACvC,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,oCAAoC,CACjD,EAAgC,EAChC,gBAAgE,EAChE,sCAGC;IAED,MAAM,wCAAwC,CAAC,EAAE,EAAE,gBAAgB,CAAC,CAAC;IACrE,MAAM,gDAAgD,CACpD,EAAE,EACF,sCAAsC,CACvC,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,qBAAqB,CAC5B,qBAA4C,EAC5C,0BAA+C;IAE/C,OAAO,CACL,qBAAqB,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CACzC,0BAA0B,CAAC,GAAG,CAAC,WAAW,CAAC,CAC5C,IAAI,IAAI,CACV,CAAC;AACJ,CAAC;AAaD,SAAS,WAAW,CAClB,GAA0B,EAC1B,GAAW,EACX,KAAa;IAEb,MAAM,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,MAAM;QAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;;QAC1B,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;AAC7B,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,wBAAwB,CACrC,EAAgC,EAChC,WAAkC;IAElC,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAoB,CAAC;IACzD,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAGhC,CAAC;IACJ,MAAM,0BAA0B,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC/D,oDAAoD;IACpD,MAAM,SAAS,GAAG,sBAAsB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/C,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC;QACtE,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;QAC5D,MAAM,SAAS,GAAG,MAAM,EAAE;aACvB,MAAM,CAAC,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC;aACxE,IAAI,CAAC,SAAS,CAAC;aACf,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,kBAAkB,CAAC,EACzC,OAAO,CAAC,SAAS,CAAC,UAAU,EAAE,KAAK,CAAC,CACrC,CACF,CAAC;QACJ,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;gBAC5B,WAAW,CAAC,oBAAoB,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,EAAE;aACtB,MAAM,CAAC;YACN,WAAW,EAAE,2BAA2B,CAAC,WAAW;YACpD,UAAU,EAAE,2BAA2B,CAAC,UAAU;SACnD,CAAC;aACD,IAAI,CAAC,2BAA2B,CAAC;aACjC,KAAK,CAAC,OAAO,CAAC,2BAA2B,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;aAC7D,OAAO,CACN,GAAG,CAAC,2BAA2B,CAAC,UAAU,CAAC,EAC3C,GAAG,CAAC,2BAA2B,CAAC,WAAW,CAAC,CAC7C,CAAC;QACJ,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,WAAW,CAAC,0BAA0B,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IACD,MAAM,QAAQ,GAAG,CAAC,GAAG,oBAAoB,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3D,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC;QACnE,MAAM,cAAc,GAAG,MAAM,EAAE;aAC5B,MAAM,CAAC;YACN,OAAO,EAAE,kBAAkB,CAAC,OAAO;YACnC,WAAW,EAAE,kBAAkB,CAAC,WAAW;YAC3C,SAAS,EAAE,kBAAkB,CAAC,SAAS;SACxC,CAAC;aACD,IAAI,CAAC,kBAAkB,CAAC;aACxB,KAAK,CACJ,OAAO,CACL,kBAAkB,CAAC,OAAO,EAC1B,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAC3C,CACF,CAAC;QACJ,KAAK,MAAM,GAAG,IAAI,cAAc,EAAE,CAAC;YACjC,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBACzB,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE;oBACnC,WAAW,EAAE,GAAG,CAAC,WAAW;oBAC5B,SAAS,EAAE,GAAG,CAAC,SAAS;iBACzB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO;QACL,oBAAoB;QACpB,mBAAmB;QACnB,0BAA0B;KAC3B,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,6CAA6C,CAAC,KAO5D;IACC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,EAAE,EAAE,GACtE,KAAK,CAAC;IACR,yEAAyE;IACzE,wEAAwE;IACxE,6EAA6E;IAC7E,4EAA4E;IAC5E,+EAA+E;IAC/E,4EAA4E;IAC5E,wEAAwE;IACxE,iDAAiD;IACjD,MAAM,QAAQ,GAAG,KAAK,CAAC,oBAAoB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IAClE,4EAA4E;IAC5E,0EAA0E;IAC1E,2EAA2E;IAC3E,MAAM,sBAAsB,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC1D,MAAM,GAAG,GAAG,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACnD,OAAO,GAAG,KAAK,SAAS;YACtB,GAAG,CAAC,WAAW,KAAK,IAAI;YACxB,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC;gBACvC,CAAC,KAAK,CAAC,0BAA0B,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YACzD,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,SAAS,EAAE,CAAC;YACtD,CAAC,CAAC,EAAE,CAAC;IACT,CAAC,CAAC,CAAC;IACH,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,eAAe,GAAG,qBAAqB,CAC3C,KAAK,CAAC,0BAA0B,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,EACtD,KAAK,CAAC,0BAA0B,CACjC,CAAC;IAEF,MAAM,eAAe,GAAa,EAAE,CAAC;IACrC,KAAK,MAAM,GAAG,IAAI,sBAAsB,EAAE,CAAC;QACzC,MAAM,EAAE;aACL,MAAM,CAAC,kBAAkB,CAAC;aAC1B,GAAG,CAAC;YACH,WAAW,EAAE,eAAe;YAC5B,SAAS,EAAE,kBAAkB,CAAC,GAAG,CAAC,SAAS,EAAE,kBAAkB,CAAC;SACjE,CAAC;aACD,KAAK,CAAC,EAAE,CAAC,kBAAkB,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;aAClD,GAAG,EAAE,CAAC;QACT,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAED,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wCAAwC,CAC5D,OAAgB,EAChB,UAA0D;IAE1D,MAAM,gBAAgB,GAAG,iCAAiC,CAAC,UAAU,CAAC,CAAC;IACvE,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,EAAE,EAAE,EAAE,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;IAE1D,OAAO,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QACjC,wEAAwE;QACxE,mEAAmE;QACnE,oEAAoE;QACpE,MAAM,QAAQ,GAAG,MAAM,gCAAgC,CACrD,EAAE,EACF,gBAAgB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACnC,WAAW,EAAE,SAAS,CAAC,WAAW;YAClC,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,YAAY,EAAE,EAAE;SACjB,CAAC,CAAC,CACJ,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;QACvE,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CACvD,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,CACtC,CAAC;QACF,MAAM,EACJ,+BAA+B,EAC/B,8BAA8B,EAC9B,sCAAsC,GACvC,GAAG,oCAAoC,CAAC,UAAU,CAAC,CAAC;QACrD,MAAM,oCAAoC,CACxC,EAAE,EACF,UAAU,EACV,sCAAsC,CACvC,CAAC;QACF,MAAM,wCAAwC,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;QAE/D,MAAM,KAAK,GAAG,MAAM,wBAAwB,CAAC,EAAE,EAAE;YAC/C,GAAG,+BAA+B,CAAC,IAAI,EAAE;SAC1C,CAAC,CAAC;QACH,MAAM,eAAe,GAAa,EAAE,CAAC;QACrC,KAAK,MAAM,CACT,UAAU,EACV,mBAAmB,EACpB,IAAI,+BAA+B,EAAE,CAAC;YACrC,eAAe,CAAC,IAAI,CAClB,GAAG,CAAC,MAAM,6CAA6C,CAAC;gBACtD,UAAU;gBACV,KAAK;gBACL,mBAAmB;gBACnB,kBAAkB,EAAE,8BAA8B,CAAC,GAAG,CAAC,UAAU,CAAC;gBAClE,EAAE;gBACF,0BAA0B,EACxB,sCAAsC,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,GAAG,EAAE;aACtE,CAAC,CAAC,CACJ,CAAC;QACJ,CAAC;QAED,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,EAAE;aAClB,MAAM,CAAC,wBAAwB,CAAC;aAChC,IAAI,CAAC,kBAAkB,CAAC;aACxB,QAAQ,CAAC,SAAS,EAAE,mBAAmB,CAAC;aACxC,KAAK,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;aAC3D,OAAO,CACN,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAClC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CACjC,CAAC;QAEJ,OAAO,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC","sourcesContent":["import { and, asc, desc, eq, inArray } from \"drizzle-orm\";\nimport { DOCUMENTS_APP_KIND } from \"../../../documents/documentConstants\";\nimport {\n  documentContainerProjection,\n  documentProjection,\n  documents,\n} from \"../../../sqlite/schema\";\nimport { sqliteRowsPerStatement } from \"../../../sqlite/sqliteBindBudget\";\nimport {\n  type ClientSQLiteTransactionScope,\n  getClientSQLitePersistenceRuntime,\n} from \"../../../sqlite/sqlitePersistenceRuntime\";\nimport type { ExecSql } from \"../../../sqlite/sqlSchema\";\nimport {\n  deleteDocumentPlacementRowsInTransaction,\n  deleteUnlinkedDocumentPlacementRowsInTransaction,\n} from \"../../container-contents/documentContainerProjectionPersistence\";\nimport { filterWritableDocumentPlacements } from \"../../container-contents/documentPlacement\";\nimport { getLatestTimestamp } from \"../../latestTimestamp\";\nimport type { ContainerDocumentTombstoneInput } from \"../types\";\nimport { deleteContainerDocumentTombstoneHoldRows } from \"./containerDocumentTombstoneHolds\";\nimport {\n  documentSummaryJoin,\n  documentSummarySelection,\n  mapDocumentSummary,\n} from \"./documentProjectionRows\";\n\nfunction dedupeContainerDocumentTombstones(\n  tombstones: ReadonlyArray<ContainerDocumentTombstoneInput>,\n): ContainerDocumentTombstoneInput[] {\n  return Array.from(\n    new Map(\n      tombstones.map((tombstone) => [\n        `${tombstone.documentId}\\u0000${tombstone.containerId}`,\n        tombstone,\n      ]),\n    ).values(),\n  );\n}\n\nfunction buildContainerDocumentTombstoneState(\n  uniqueTombstones: ReadonlyArray<ContainerDocumentTombstoneInput>,\n): {\n  removedContainerIdsByDocumentId: Map<string, Set<string>>;\n  tombstoneUpdatedAtByDocumentId: Map<string, string>;\n  verifiedLinkedContainerIdsByDocumentId: Map<string, ReadonlySet<string>>;\n} {\n  const removedContainerIdsByDocumentId = new Map<string, Set<string>>();\n  const tombstoneUpdatedAtByDocumentId = new Map<string, string>();\n  const verifiedLinkedContainerIdsByDocumentId = new Map<\n    string,\n    ReadonlySet<string>\n  >();\n\n  for (const tombstone of uniqueTombstones) {\n    verifiedLinkedContainerIdsByDocumentId.set(\n      tombstone.documentId,\n      new Set(tombstone.linkedContainerIds),\n    );\n    const removedContainerIds =\n      removedContainerIdsByDocumentId.get(tombstone.documentId) ?? new Set();\n    removedContainerIds.add(tombstone.containerId);\n    removedContainerIdsByDocumentId.set(\n      tombstone.documentId,\n      removedContainerIds,\n    );\n    tombstoneUpdatedAtByDocumentId.set(\n      tombstone.documentId,\n      getLatestTimestamp(\n        tombstoneUpdatedAtByDocumentId.get(tombstone.documentId),\n        tombstone.updatedAt,\n      ),\n    );\n  }\n\n  return {\n    removedContainerIdsByDocumentId,\n    tombstoneUpdatedAtByDocumentId,\n    verifiedLinkedContainerIdsByDocumentId,\n  };\n}\n\n/**\n * Remove the tombstoned placement and, with the head now verified, every\n * remaining local link row the head does not link: those are listing-seeded\n * rows, and leaving one would keep showing the document in a container the\n * signed link set never named. Rows the head links are kept as they are.\n */\nasync function deleteContainerDocumentTombstoneRows(\n  tx: ClientSQLiteTransactionScope,\n  uniqueTombstones: ReadonlyArray<ContainerDocumentTombstoneInput>,\n  verifiedLinkedContainerIdsByDocumentId: ReadonlyMap<\n    string,\n    ReadonlySet<string>\n  >,\n): Promise<void> {\n  await deleteDocumentPlacementRowsInTransaction(tx, uniqueTombstones);\n  await deleteUnlinkedDocumentPlacementRowsInTransaction(\n    tx,\n    verifiedLinkedContainerIdsByDocumentId,\n  );\n}\n\n/**\n * The primary container after a removal: the first remaining local row the\n * verified head links. A remaining row the head does not link is a\n * listing-seeded row and never becomes the primary, so a listing cannot\n * re-home the document. With no such row the document is unplaced (`null`)\n * and reachable through orphan recovery, rather than pointed at a head\n * container this device may not be able to read.\n */\nfunction selectNextContainerId(\n  remainingContainerIds: ReadonlyArray<string>,\n  verifiedLinkedContainerIds: ReadonlySet<string>,\n): string | null {\n  return (\n    remainingContainerIds.find((containerId) =>\n      verifiedLinkedContainerIds.has(containerId),\n    ) ?? null\n  );\n}\n\ninterface TombstoneRepairReads {\n  /** Local ids per document id. */\n  readonly localIdsByDocumentId: ReadonlyMap<string, string[]>;\n  readonly projectionByLocalId: ReadonlyMap<\n    string,\n    { containerId: string | null; updatedAt: string | null }\n  >;\n  /** Remaining link containers per document, in container id order. */\n  readonly remainingLinksByDocumentId: ReadonlyMap<string, string[]>;\n}\n\nfunction pushGrouped(\n  map: Map<string, string[]>,\n  key: string,\n  value: string,\n): void {\n  const values = map.get(key);\n  if (values) values.push(value);\n  else map.set(key, [value]);\n}\n\n/**\n * Every row the repair reads, for all tombstoned documents at once. The\n * deletes above have already run, and the repair below writes only\n * projection rows of the document it repairs, so reading before any repair\n * sees what each per-document read saw.\n */\nasync function loadTombstoneRepairReads(\n  tx: ClientSQLiteTransactionScope,\n  documentIds: ReadonlyArray<string>,\n): Promise<TombstoneRepairReads> {\n  const localIdsByDocumentId = new Map<string, string[]>();\n  const projectionByLocalId = new Map<\n    string,\n    { containerId: string | null; updatedAt: string | null }\n  >();\n  const remainingLinksByDocumentId = new Map<string, string[]>();\n  // The app kind binds one value; the rest carry ids.\n  const chunkSize = sqliteRowsPerStatement(1, 1);\n  for (let offset = 0; offset < documentIds.length; offset += chunkSize) {\n    const batch = documentIds.slice(offset, offset + chunkSize);\n    const localRows = await tx\n      .select({ documentId: documents.documentId, localId: documents.localId })\n      .from(documents)\n      .where(\n        and(\n          eq(documents.appKind, DOCUMENTS_APP_KIND),\n          inArray(documents.documentId, batch),\n        ),\n      );\n    for (const row of localRows) {\n      if (row.documentId !== null) {\n        pushGrouped(localIdsByDocumentId, row.documentId, row.localId);\n      }\n    }\n    const linkRows = await tx\n      .select({\n        containerId: documentContainerProjection.containerId,\n        documentId: documentContainerProjection.documentId,\n      })\n      .from(documentContainerProjection)\n      .where(inArray(documentContainerProjection.documentId, batch))\n      .orderBy(\n        asc(documentContainerProjection.documentId),\n        asc(documentContainerProjection.containerId),\n      );\n    for (const row of linkRows) {\n      pushGrouped(remainingLinksByDocumentId, row.documentId, row.containerId);\n    }\n  }\n  const localIds = [...localIdsByDocumentId.values()].flat();\n  for (let offset = 0; offset < localIds.length; offset += chunkSize) {\n    const projectionRows = await tx\n      .select({\n        localId: documentProjection.localId,\n        containerId: documentProjection.containerId,\n        updatedAt: documentProjection.updatedAt,\n      })\n      .from(documentProjection)\n      .where(\n        inArray(\n          documentProjection.localId,\n          localIds.slice(offset, offset + chunkSize),\n        ),\n      );\n    for (const row of projectionRows) {\n      if (row.localId !== null) {\n        projectionByLocalId.set(row.localId, {\n          containerId: row.containerId,\n          updatedAt: row.updatedAt,\n        });\n      }\n    }\n  }\n  return {\n    localIdsByDocumentId,\n    projectionByLocalId,\n    remainingLinksByDocumentId,\n  };\n}\n\nasync function updateSelectedContainersForDocumentTombstones(input: {\n  documentId: string;\n  reads: TombstoneRepairReads;\n  removedContainerIds: ReadonlySet<string>;\n  tombstoneUpdatedAt: string | undefined;\n  tx: ClientSQLiteTransactionScope;\n  verifiedLinkedContainerIds: ReadonlySet<string>;\n}): Promise<string[]> {\n  const { documentId, reads, removedContainerIds, tombstoneUpdatedAt, tx } =\n    input;\n  // A server document can own more than one local projection row: identity\n  // recovery legitimately rematerializes a second projection for the same\n  // documentId before semantic convergence completes. The link delete above is\n  // keyed by (documentId, containerId) and the container item view surfaces a\n  // document by its primary container_id, so EVERY projection row still pointing\n  // at a removed container must be repaired here — resolving a single localId\n  // left a duplicate row stranded at the source, keeping a moved document\n  // visible in the container it was unlinked from.\n  const localIds = reads.localIdsByDocumentId.get(documentId) ?? [];\n  // Every projection row whose primary container is tombstoned OR outside the\n  // verified link set is repointed: a primary at a listing-seeded row would\n  // otherwise keep showing the document in a container the head never named.\n  const rowsAtRemovedContainer = localIds.flatMap((localId) => {\n    const row = reads.projectionByLocalId.get(localId);\n    return row !== undefined &&\n      row.containerId !== null &&\n      (removedContainerIds.has(row.containerId) ||\n        !input.verifiedLinkedContainerIds.has(row.containerId))\n      ? [{ localId, updatedAt: row.updatedAt ?? undefined }]\n      : [];\n  });\n  if (rowsAtRemovedContainer.length === 0) {\n    return [];\n  }\n\n  const nextContainerId = selectNextContainerId(\n    reads.remainingLinksByDocumentId.get(documentId) ?? [],\n    input.verifiedLinkedContainerIds,\n  );\n\n  const changedLocalIds: string[] = [];\n  for (const row of rowsAtRemovedContainer) {\n    await tx\n      .update(documentProjection)\n      .set({\n        containerId: nextContainerId,\n        updatedAt: getLatestTimestamp(row.updatedAt, tombstoneUpdatedAt),\n      })\n      .where(eq(documentProjection.localId, row.localId))\n      .run();\n    changedLocalIds.push(row.localId);\n  }\n\n  return changedLocalIds;\n}\n\nexport async function applyContainerDocumentTombstonesWithExec(\n  execSql: ExecSql,\n  tombstones: ReadonlyArray<ContainerDocumentTombstoneInput>,\n) {\n  const uniqueTombstones = dedupeContainerDocumentTombstones(tombstones);\n  if (uniqueTombstones.length === 0) {\n    return [];\n  }\n\n  const { db } = getClientSQLitePersistenceRuntime(execSql);\n\n  return db.transaction(async (tx) => {\n    // Besides the pending-intent guard, the verified head must not be older\n    // than local document state: a lagging or replayed head must never\n    // delete rows a newer listing or settled move wrote (`CheckEpoch`).\n    const writable = await filterWritableDocumentPlacements(\n      tx,\n      uniqueTombstones.map((tombstone) => ({\n        accessEpoch: tombstone.accessEpoch,\n        documentId: tombstone.documentId,\n        containerIds: [],\n      })),\n    );\n    const writableIds = new Set(writable.map((input) => input.documentId));\n    const applicable = uniqueTombstones.filter((tombstone) =>\n      writableIds.has(tombstone.documentId),\n    );\n    const {\n      removedContainerIdsByDocumentId,\n      tombstoneUpdatedAtByDocumentId,\n      verifiedLinkedContainerIdsByDocumentId,\n    } = buildContainerDocumentTombstoneState(applicable);\n    await deleteContainerDocumentTombstoneRows(\n      tx,\n      applicable,\n      verifiedLinkedContainerIdsByDocumentId,\n    );\n    await deleteContainerDocumentTombstoneHoldRows(tx, applicable);\n\n    const reads = await loadTombstoneRepairReads(tx, [\n      ...removedContainerIdsByDocumentId.keys(),\n    ]);\n    const changedLocalIds: string[] = [];\n    for (const [\n      documentId,\n      removedContainerIds,\n    ] of removedContainerIdsByDocumentId) {\n      changedLocalIds.push(\n        ...(await updateSelectedContainersForDocumentTombstones({\n          documentId,\n          reads,\n          removedContainerIds,\n          tombstoneUpdatedAt: tombstoneUpdatedAtByDocumentId.get(documentId),\n          tx,\n          verifiedLinkedContainerIds:\n            verifiedLinkedContainerIdsByDocumentId.get(documentId) ?? new Set(),\n        })),\n      );\n    }\n\n    if (changedLocalIds.length === 0) {\n      return [];\n    }\n\n    const rows = await tx\n      .select(documentSummarySelection)\n      .from(documentProjection)\n      .leftJoin(documents, documentSummaryJoin)\n      .where(inArray(documentProjection.localId, changedLocalIds))\n      .orderBy(\n        desc(documentProjection.updatedAt),\n        desc(documentProjection.localId),\n      );\n\n    return rows.map(mapDocumentSummary);\n  });\n}\n"]}

package/data/persistence/documents/internal/discoveredDocumentPlacement.js

@@ -1,8 +1,11 @@
 import { DEFAULT_DOCUMENT_ACCESS_EPOCH } from "../../../documents/documentConstants.js";
-import { loadDocumentMovePlacement } from "../../container-contents/documentPlacement.js";
+import { loadDocumentMovePlacement, } from "../../container-contents/documentPlacement.js";
 import { resolvePersistedAccessStateHash } from "./documentRuntimeState.js";
 export async function resolveDiscoveredDocumentPlacement(tx, existing, input) {
-    const intent = await loadDocumentMovePlacement(tx, input.documentId);
+    return discoveredDocumentPlacement(existing, input, await loadDocumentMovePlacement(tx, input.documentId));
+}
+/** The placement discovery writes, given the document's pending move intent. */
+export function discoveredDocumentPlacement(existing, input, intent) {
     const stale = existing !== null && existing.accessEpoch > input.accessEpoch;
     const accessEpoch = Math.max(existing?.accessEpoch ?? DEFAULT_DOCUMENT_ACCESS_EPOCH, input.accessEpoch);
     const pendingContainerId = intent?.intentType === "document.link"

package/data/persistence/documents/internal/discoveredDocumentPlacement.js.map

@@ -1 +1 @@
-{"version":3,"file":"discoveredDocumentPlacement.js","sourceRoot":"","sources":["discoveredDocumentPlacement.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,sCAAsC,CAAC;AAGrF,OAAO,EAAE,yBAAyB,EAAE,MAAM,4CAA4C,CAAC;AAEvF,OAAO,EAAE,+BAA+B,EAAE,MAAM,wBAAwB,CAAC;AAEzE,MAAM,CAAC,KAAK,UAAU,kCAAkC,CACtD,EAAgC,EAChC,QAAqC,EACrC,KAA8B;IAE9B,MAAM,MAAM,GAAG,MAAM,yBAAyB,CAAC,EAAE,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACrE,MAAM,KAAK,GAAG,QAAQ,KAAK,IAAI,IAAI,QAAQ,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;IAC5E,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,QAAQ,EAAE,WAAW,IAAI,6BAA6B,EACtD,KAAK,CAAC,WAAW,CAClB,CAAC;IACF,MAAM,kBAAkB,GACtB,MAAM,EAAE,UAAU,KAAK,eAAe;QACpC,CAAC,CAAC,CAAC,QAAQ,EAAE,WAAW,IAAI,MAAM,CAAC,iBAAiB,CAAC;QACrD,CAAC,CAAC,MAAM,EAAE,iBAAiB,CAAC;IAChC,MAAM,WAAW,GACf,kBAAkB;QAClB,CAAC,KAAK;YACJ,CAAC,CAAC,QAAQ,CAAC,WAAW;YACtB,CAAC,CAAC,QAAQ,EAAE,WAAW;gBACnB,KAAK,CAAC,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC;gBACzD,CAAC,CAAC,QAAQ,CAAC,WAAW;gBACtB,CAAC,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,KAAK,CAAC,WAAW,CAAC;oBAChE,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC;oBAC3B,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;IAC5B,OAAO;QACL,WAAW;QACX,WAAW;QACX,eAAe,EAAE,+BAA+B,CAAC,QAAQ,EAAE;YACzD,WAAW;YACX,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe;YACzE,UAAU,EAAE,KAAK,CAAC,UAAU;SAC7B,CAAC;KACH,CAAC;AACJ,CAAC","sourcesContent":["import { DEFAULT_DOCUMENT_ACCESS_EPOCH } from \"../../../documents/documentConstants\";\nimport type { DiscoveredDocumentInput } from \"../../../documents/documentSummary\";\nimport type { ClientSQLiteTransactionScope } from \"../../../sqlite/sqlitePersistenceRuntime\";\nimport { loadDocumentMovePlacement } from \"../../container-contents/documentPlacement\";\nimport type { StoredDocumentRecord } from \"../types\";\nimport { resolvePersistedAccessStateHash } from \"./documentRuntimeState\";\n\nexport async function resolveDiscoveredDocumentPlacement(\n  tx: ClientSQLiteTransactionScope,\n  existing: StoredDocumentRecord | null,\n  input: DiscoveredDocumentInput,\n) {\n  const intent = await loadDocumentMovePlacement(tx, input.documentId);\n  const stale = existing !== null && existing.accessEpoch > input.accessEpoch;\n  const accessEpoch = Math.max(\n    existing?.accessEpoch ?? DEFAULT_DOCUMENT_ACCESS_EPOCH,\n    input.accessEpoch,\n  );\n  const pendingContainerId =\n    intent?.intentType === \"document.link\"\n      ? (existing?.containerId ?? intent.targetContainerId)\n      : intent?.targetContainerId;\n  const containerId =\n    pendingContainerId ??\n    (stale\n      ? existing.containerId\n      : existing?.containerId &&\n          input.linkedContainerIds.includes(existing.containerId)\n        ? existing.containerId\n        : (input.linkedContainerIds.find((id) => id === input.containerId) ??\n          input.linkedContainerIds[0] ??\n          input.containerId));\n  return {\n    accessEpoch,\n    containerId,\n    accessStateHash: resolvePersistedAccessStateHash(existing, {\n      accessEpoch,\n      accessStateHash: stale ? existing.accessStateHash : input.accessStateHash,\n      documentId: input.documentId,\n    }),\n  };\n}\n"]}
+{"version":3,"file":"discoveredDocumentPlacement.js","sourceRoot":"","sources":["discoveredDocumentPlacement.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,sCAAsC,CAAC;AAGrF,OAAO,EAEL,yBAAyB,GAC1B,MAAM,4CAA4C,CAAC;AAEpD,OAAO,EAAE,+BAA+B,EAAE,MAAM,wBAAwB,CAAC;AAEzE,MAAM,CAAC,KAAK,UAAU,kCAAkC,CACtD,EAAgC,EAChC,QAAqC,EACrC,KAA8B;IAE9B,OAAO,2BAA2B,CAChC,QAAQ,EACR,KAAK,EACL,MAAM,yBAAyB,CAAC,EAAE,EAAE,KAAK,CAAC,UAAU,CAAC,CACtD,CAAC;AACJ,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,2BAA2B,CACzC,QAAqC,EACrC,KAA8B,EAC9B,MAAyC;IAEzC,MAAM,KAAK,GAAG,QAAQ,KAAK,IAAI,IAAI,QAAQ,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;IAC5E,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,QAAQ,EAAE,WAAW,IAAI,6BAA6B,EACtD,KAAK,CAAC,WAAW,CAClB,CAAC;IACF,MAAM,kBAAkB,GACtB,MAAM,EAAE,UAAU,KAAK,eAAe;QACpC,CAAC,CAAC,CAAC,QAAQ,EAAE,WAAW,IAAI,MAAM,CAAC,iBAAiB,CAAC;QACrD,CAAC,CAAC,MAAM,EAAE,iBAAiB,CAAC;IAChC,MAAM,WAAW,GACf,kBAAkB;QAClB,CAAC,KAAK;YACJ,CAAC,CAAC,QAAQ,CAAC,WAAW;YACtB,CAAC,CAAC,QAAQ,EAAE,WAAW;gBACnB,KAAK,CAAC,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC;gBACzD,CAAC,CAAC,QAAQ,CAAC,WAAW;gBACtB,CAAC,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,KAAK,CAAC,WAAW,CAAC;oBAChE,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC;oBAC3B,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;IAC5B,OAAO;QACL,WAAW;QACX,WAAW;QACX,eAAe,EAAE,+BAA+B,CAAC,QAAQ,EAAE;YACzD,WAAW;YACX,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe;YACzE,UAAU,EAAE,KAAK,CAAC,UAAU;SAC7B,CAAC;KACH,CAAC;AACJ,CAAC","sourcesContent":["import { DEFAULT_DOCUMENT_ACCESS_EPOCH } from \"../../../documents/documentConstants\";\nimport type { DiscoveredDocumentInput } from \"../../../documents/documentSummary\";\nimport type { ClientSQLiteTransactionScope } from \"../../../sqlite/sqlitePersistenceRuntime\";\nimport {\n  type DocumentMovePlacement,\n  loadDocumentMovePlacement,\n} from \"../../container-contents/documentPlacement\";\nimport type { StoredDocumentRecord } from \"../types\";\nimport { resolvePersistedAccessStateHash } from \"./documentRuntimeState\";\n\nexport async function resolveDiscoveredDocumentPlacement(\n  tx: ClientSQLiteTransactionScope,\n  existing: StoredDocumentRecord | null,\n  input: DiscoveredDocumentInput,\n) {\n  return discoveredDocumentPlacement(\n    existing,\n    input,\n    await loadDocumentMovePlacement(tx, input.documentId),\n  );\n}\n\n/** The placement discovery writes, given the document's pending move intent. */\nexport function discoveredDocumentPlacement(\n  existing: StoredDocumentRecord | null,\n  input: DiscoveredDocumentInput,\n  intent: DocumentMovePlacement | undefined,\n) {\n  const stale = existing !== null && existing.accessEpoch > input.accessEpoch;\n  const accessEpoch = Math.max(\n    existing?.accessEpoch ?? DEFAULT_DOCUMENT_ACCESS_EPOCH,\n    input.accessEpoch,\n  );\n  const pendingContainerId =\n    intent?.intentType === \"document.link\"\n      ? (existing?.containerId ?? intent.targetContainerId)\n      : intent?.targetContainerId;\n  const containerId =\n    pendingContainerId ??\n    (stale\n      ? existing.containerId\n      : existing?.containerId &&\n          input.linkedContainerIds.includes(existing.containerId)\n        ? existing.containerId\n        : (input.linkedContainerIds.find((id) => id === input.containerId) ??\n          input.linkedContainerIds[0] ??\n          input.containerId));\n  return {\n    accessEpoch,\n    containerId,\n    accessStateHash: resolvePersistedAccessStateHash(existing, {\n      accessEpoch,\n      accessStateHash: stale ? existing.accessStateHash : input.accessStateHash,\n      documentId: input.documentId,\n    }),\n  };\n}\n"]}

package/data/persistence/documents/internal/discoveredDocumentUpsert.js

@@ -0,0 +1,174 @@
+import { KeyingVerificationError } from "../../../../internal/crypto/index.js";
+import { DEFAULT_DOCUMENT_KIND, DOCUMENTS_APP_KIND, } from "../../../documents/documentConstants.js";
+import { loadDocumentMovePlacements, } from "../../container-contents/documentPlacement.js";
+import { hasDocumentPurgeCheckpointInTransaction, listPurgedDocumentIdsInTransaction, } from "../../keyingCheckpoints/documentPurgeCheckpointPersistence.js";
+import { findLocalIdByDocumentId, findLocalIdsByDocumentIds } from "../records/index.js";
+import { discoveredDocumentPlacement, resolveDiscoveredDocumentPlacement, } from "./discoveredDocumentPlacement.js";
+import { toDocumentSummary } from "./documentProjectionRows.js";
+import { documentSaveTimestampFrom, resolveDocumentSaveTimestamp, saveDocumentRows, saveDocumentRowsBatch, } from "./documentRows.js";
+import { resolvePersistedDocumentRuntimeState } from "./documentRuntimeState.js";
+import { loadPendingCreateSummary } from "./pendingCreateAdoption.js";
+import { loadStoredDocumentState, loadStoredDocumentStates, } from "./rowQueryPersistence.js";
+const DISCOVERED_DOCUMENT_PLACEHOLDER_TITLE = "Syncing document...";
+function purgedDocumentError() {
+    return new KeyingVerificationError("rollback", "Document discovery targets a permanently purged document");
+}
+function fenceSkippedError() {
+    return new Error("Document recovery generation changed during discovery");
+}
+function nextDiscoveredDocument(localId, input, existingDocument, placement) {
+    return {
+        id: localId,
+        documentId: input.documentId,
+        documentKind: existingDocument?.documentKind ?? DEFAULT_DOCUMENT_KIND,
+        text: existingDocument?.text ?? "",
+        title: existingDocument?.title ?? DISCOVERED_DOCUMENT_PLACEHOLDER_TITLE,
+        snapshotEndVersion: existingDocument?.snapshotEndVersion ?? "",
+        recoveryGeneration: existingDocument?.recoveryGeneration ?? 0,
+        ...placement,
+        effectiveAccessLevel: input.effectiveAccessLevel ??
+            existingDocument?.effectiveAccessLevel ??
+            null,
+        ...resolvePersistedDocumentRuntimeState(existingDocument, {
+            accessEpoch: placement.accessEpoch,
+            documentId: input.documentId,
+        }),
+    };
+}
+/** One discovered document, read and written on its own (the per-row path). */
+async function upsertDiscoveredDocumentWithExec(execSql, input, pendingCreates, tx) {
+    if (await hasDocumentPurgeCheckpointInTransaction(tx, input.documentId)) {
+        throw purgedDocumentError();
+    }
+    const existingLocalId = await findLocalIdByDocumentId(execSql, DOCUMENTS_APP_KIND, input.documentId);
+    const localId = existingLocalId ?? input.documentId;
+    const pendingLocalId = pendingCreates.get(input.documentId);
+    if (!existingLocalId && pendingLocalId) {
+        const pending = await loadPendingCreateSummary(execSql, pendingLocalId);
+        if (!pending)
+            throw new Error("Pending create projection is unavailable");
+        return pending;
+    }
+    const existingDocument = (await loadStoredDocumentState(execSql, localId))?.record ?? null;
+    const placement = await resolveDiscoveredDocumentPlacement(tx, existingDocument, input);
+    const nextDocument = nextDiscoveredDocument(localId, input, existingDocument, placement);
+    const updatedAt = await resolveDocumentSaveTimestamp({
+        document: nextDocument,
+        options: existingDocument ? undefined : { updatedAt: input.createdAt },
+        tx,
+    });
+    if (!(await saveDocumentRows({ document: nextDocument, tx, updatedAt }))) {
+        throw fenceSkippedError();
+    }
+    return toDocumentSummary(nextDocument, updatedAt);
+}
+async function upsertDiscoveredDocumentsPerRow(execSql, inputs, pendingCreates, tx) {
+    const summaries = [];
+    for (const input of inputs) {
+        summaries.push(await upsertDiscoveredDocumentWithExec(execSql, input, pendingCreates, tx));
+    }
+    return summaries;
+}
+/**
+ * Resolves every input to its pending-create summary or its target local id,
+ * in input order, so the first purged or unavailable input throws exactly as
+ * the per-row walk would. Returns null when one input's write could change
+ * another input's reads, which only the per-row walk handles.
+ */
+async function resolveDiscoveryTargets(execSql, inputs, pendingCreates, tx) {
+    const documentIds = inputs.map((input) => input.documentId);
+    const purged = await listPurgedDocumentIdsInTransaction(tx, documentIds);
+    const existingLocalIds = await findLocalIdsByDocumentIds(execSql, DOCUMENTS_APP_KIND, documentIds);
+    const targets = [];
+    const pendingLocalIds = new Set();
+    for (const input of inputs) {
+        if (purged.has(input.documentId))
+            throw purgedDocumentError();
+        const existingLocalId = existingLocalIds.get(input.documentId);
+        const pendingLocalId = pendingCreates.get(input.documentId);
+        if (!existingLocalId && pendingLocalId) {
+            const pending = await loadPendingCreateSummary(execSql, pendingLocalId);
+            if (!pending)
+                throw new Error("Pending create projection is unavailable");
+            pendingLocalIds.add(pendingLocalId);
+            targets.push({ kind: "pending", summary: pending });
+            continue;
+        }
+        targets.push({
+            input,
+            kind: "write",
+            localId: existingLocalId ?? input.documentId,
+        });
+    }
+    const writeLocalIds = targets.flatMap((target) => target.kind === "write" ? [target.localId] : []);
+    const independent = new Set(writeLocalIds).size === writeLocalIds.length &&
+        !writeLocalIds.some((localId) => pendingLocalIds.has(localId));
+    return independent ? targets : null;
+}
+/**
+ * Whether writing each target leaves every other target's reads unchanged: a
+ * stored row at a target local id that carries a different document id would
+ * be re-pointed by its write, which another input's lookup could have read.
+ */
+function targetsReadDisjointRows(targets, states) {
+    return targets.every((target) => target.kind !== "write" ||
+        (states.get(target.localId)?.record.documentId ??
+            target.input.documentId) === target.input.documentId);
+}
+function plannedDiscoveryWrite(target, state, intent) {
+    const existingDocument = state?.record ?? null;
+    const document = nextDiscoveredDocument(target.localId, target.input, existingDocument, discoveredDocumentPlacement(existingDocument, target.input, intent));
+    // The joined state read is the row and projection the per-row walk reads
+    // again for its timestamp; nothing earlier in this transaction writes it.
+    const updatedAt = state
+        ? documentSaveTimestampFrom({
+            projection: state.projection,
+            snapshotEndVersion: state.record.snapshotEndVersion,
+        }, document)
+        : target.input.createdAt;
+    return { document, updatedAt };
+}
+/**
+ * Discovery as set statements: one read per table for every input, then
+ * multi-row upserts. Inputs whose rows could interact (a repeated document
+ * id, a shared local id, or a row another input would re-point) keep the
+ * per-row walk, which reads each input after the previous one's writes.
+ */
+export async function upsertDiscoveredDocumentsInTransaction(execSql, inputs, pendingCreates, tx) {
+    const documentIds = inputs.map((input) => input.documentId);
+    if (new Set(documentIds).size !== documentIds.length) {
+        return upsertDiscoveredDocumentsPerRow(execSql, inputs, pendingCreates, tx);
+    }
+    const targets = await resolveDiscoveryTargets(execSql, inputs, pendingCreates, tx);
+    if (!targets) {
+        return upsertDiscoveredDocumentsPerRow(execSql, inputs, pendingCreates, tx);
+    }
+    const writes = targets.flatMap((target) => target.kind === "write" ? [target] : []);
+    if (writes.length === 0) {
+        return targets.flatMap((target) => target.kind === "pending" ? [target.summary] : []);
+    }
+    const states = await loadStoredDocumentStates(execSql, writes.map((target) => target.localId));
+    if (!targetsReadDisjointRows(targets, states)) {
+        return upsertDiscoveredDocumentsPerRow(execSql, inputs, pendingCreates, tx);
+    }
+    const intents = await loadDocumentMovePlacements(tx, writes.map((target) => target.input.documentId));
+    const planned = new Map(writes.map((target) => [
+        target.localId,
+        plannedDiscoveryWrite(target, states.get(target.localId), intents.get(target.input.documentId)),
+    ]));
+    const saved = await saveDocumentRowsBatch({
+        entries: [...planned.values()],
+        tx,
+    });
+    if (saved.size !== planned.size)
+        throw fenceSkippedError();
+    return targets.map((target) => {
+        if (target.kind === "pending")
+            return target.summary;
+        const write = planned.get(target.localId);
+        if (!write)
+            throw new Error("Discovered document write is missing");
+        return toDocumentSummary(write.document, write.updatedAt);
+    });
+}
+//# sourceMappingURL=discoveredDocumentUpsert.js.map