@tearleads/client-sdk 0.1.43 → 0.1.44

package/client/containerDocumentDiscovery.js

@@ -1,48 +1,90 @@
 import { sqlContainerContentsPersistence } from "../data/persistence/container-contents/containerContentsPersistence.js";
 import { holdContainerDocumentTombstones, listKnownContainerDocumentPlacements, listRetryableHeldContainerDocumentTombstones, loadLocalDocumentAccessEpoch, refuteContainerDocumentTombstoneHolds, } from "../data/persistence/documents/containerDocumentTombstoneHoldsPersistence.js";
 import { createDocumentDiscoveryEvidenceStore } from "../data/persistence/documents/documentDiscoveryEvidencePersistence.js";
-import { discoverContainerDocumentsFromApi } from "../workflows/container-contents/documentDiscovery.js";
+import { listContainerDocumentLanesFromApi } from "../workflows/container-contents/containerDocumentListing.js";
 import { createDiscoveredDocumentVerifier } from "../workflows/container-contents/documentDiscoveryEvidence.js";
+import { discoverContainerDocumentLanes, } from "../workflows/container-contents/documentDiscoveryLanes.js";
 import { createContainerDocumentQueriesFromRuntime } from "../workflows/container-contents/documentQueries.js";
 import { createContainerDocumentTombstoneVerifier, createDocumentHeadLinkSetLoader, } from "../workflows/container-contents/documentTombstoneEvidence.js";
-import { createContainerContentsWorkflowRuntime } from "../workflows/container-contents/runtime.js";
+import { createContainerContentsWorkflowRuntime, } from "../workflows/container-contents/runtime.js";
 import { createRuntimePrincipalPolicyWarmer } from "../workflows/principals/runtimePolicyWarmer.js";
-/** Internal adapter shared by explicit discovery and background reconciliation. */
-export async function discoverContainerDocumentsForRuntime({ containerId, onFullListing, onPendingDiscovery, runtimeService, }) {
-    const input = runtimeService.workflowInput();
-    if (input.infra.dbStatus !== "ready") {
-        return null;
-    }
-    const runtime = createContainerContentsWorkflowRuntime(input);
-    const evidenceStore = createDocumentDiscoveryEvidenceStore(input.infra.execSql);
-    // Capture the reset fence before reading scope, so a reset between this read
-    // and listing cannot publish old-organization evidence into its replacement.
-    const generation = await evidenceStore.begin();
-    const stored = await sqlContainerContentsPersistence.loadContainerMetadataState(input.infra.execSql, containerId);
-    if (!stored)
-        return null;
-    const containerOrganizationId = stored.container.organizationId;
+function createDiscoveryLane(input) {
+    const { containerOrganizationId, execSql, request, runtime } = input;
     const warmReferencedPrincipalPolicies = createRuntimePrincipalPolicyWarmer(runtime);
     const loadHead = createDocumentHeadLinkSetLoader(runtime);
-    const loadEpoch = (documentId) => loadLocalDocumentAccessEpoch(input.infra.execSql, documentId);
-    return discoverContainerDocumentsFromApi({
-        ...createContainerDocumentQueriesFromRuntime(runtime),
-        apiClient: runtime.apiClient,
-        beginDocumentDiscovery: async () => generation,
+    const loadEpoch = (documentId) => loadLocalDocumentAccessEpoch(execSql, documentId);
+    return {
+        ...input.queries,
         cacheReferencedPrincipalPolicies: (references) => containerOrganizationId
             ? warmReferencedPrincipalPolicies({
                 organizationId: containerOrganizationId,
                 references,
             })
             : Promise.resolve(),
-        containerId,
-        holdContainerDocumentTombstones: (tombstones) => holdContainerDocumentTombstones(input.infra.execSql, tombstones),
-        listHeldContainerDocumentTombstones: (containerIds) => listRetryableHeldContainerDocumentTombstones(input.infra.execSql, containerIds),
-        listKnownContainerDocumentPlacements: (placements) => listKnownContainerDocumentPlacements(input.infra.execSql, placements),
-        onFullListing,
-        refuteContainerDocumentTombstoneHolds: (placements) => refuteContainerDocumentTombstoneHolds(input.infra.execSql, placements),
+        containerId: request.containerId,
+        holdContainerDocumentTombstones: (tombstones) => holdContainerDocumentTombstones(execSql, tombstones),
+        listHeldContainerDocumentTombstones: (containerIds) => listRetryableHeldContainerDocumentTombstones(execSql, containerIds),
+        listKnownContainerDocumentPlacements: (placements) => listKnownContainerDocumentPlacements(execSql, placements),
+        onFullListing: request.onFullListing,
+        refuteContainerDocumentTombstoneHolds: (placements) => refuteContainerDocumentTombstoneHolds(execSql, placements),
         verifyContainerDocumentTombstones: createContainerDocumentTombstoneVerifier(containerOrganizationId, loadHead, loadEpoch),
-        verifyDiscoveredDocuments: createDiscoveredDocumentVerifier(containerOrganizationId, loadHead, loadEpoch, evidenceStore, onPendingDiscovery),
+        verifyDiscoveredDocuments: createDiscoveredDocumentVerifier(containerOrganizationId, loadHead, loadEpoch, input.evidenceStore, request.onPendingDiscovery),
+    };
+}
+/**
+ * Internal adapter shared by explicit discovery and background reconciliation:
+ * one batched listing for every requested container, then per-container
+ * verification scoped to each container's durable organization.
+ */
+export async function discoverContainerDocumentLanesForRuntime({ onOutcome, requests, runtimeService, }) {
+    const unlisted = (containerId) => ({
+        containerId,
+        status: "fulfilled",
+        value: null,
+    });
+    const input = runtimeService.workflowInput();
+    if (input.infra.dbStatus !== "ready") {
+        return requests.map(({ containerId }) => unlisted(containerId));
+    }
+    const runtime = createContainerContentsWorkflowRuntime(input);
+    const execSql = input.infra.execSql;
+    const evidenceStore = createDocumentDiscoveryEvidenceStore(execSql);
+    const queries = createContainerDocumentQueriesFromRuntime(runtime);
+    // Capture the reset fence before reading any lane's scope, so a reset
+    // between these reads and the listing cannot publish old-organization
+    // evidence into its replacement.
+    const generation = await evidenceStore.begin();
+    const lanes = [];
+    for (const request of requests) {
+        const stored = await sqlContainerContentsPersistence.loadContainerMetadataState(execSql, request.containerId);
+        if (stored)
+            lanes.push(createDiscoveryLane({
+                containerOrganizationId: stored.container.organizationId,
+                evidenceStore,
+                execSql,
+                queries,
+                request,
+                runtime,
+            }));
+    }
+    const outcomes = await discoverContainerDocumentLanes({
+        generation,
+        lanes,
+        listContainerDocumentLanes: (listed) => listContainerDocumentLanesFromApi(runtime.apiClient, listed),
+        loadContainerDocumentWatermark: queries.loadContainerDocumentWatermark,
+        onOutcome,
+    });
+    const outcomeByContainerId = new Map(outcomes.map((outcome) => [outcome.containerId, outcome]));
+    return requests.map(({ containerId }) => outcomeByContainerId.get(containerId) ?? unlisted(containerId));
+}
+/** Discovers one container; a rejected lane rethrows its failure. */
+export async function discoverContainerDocumentsForRuntime({ runtimeService, ...request }) {
+    const [outcome] = await discoverContainerDocumentLanesForRuntime({
+        requests: [request],
+        runtimeService,
     });
+    if (outcome?.status === "rejected")
+        throw outcome.reason;
+    return outcome?.value ?? null;
 }
 //# sourceMappingURL=containerDocumentDiscovery.js.map

package/client/containerDocumentDiscovery.js.map

@@ -1 +1 @@
-{"version":3,"file":"containerDocumentDiscovery.js","sourceRoot":"","sources":["containerDocumentDiscovery.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,+BAA+B,EAAE,MAAM,qEAAqE,CAAC;AACtH,OAAO,EACL,+BAA+B,EAC/B,oCAAoC,EACpC,4CAA4C,EAC5C,4BAA4B,EAC5B,qCAAqC,GACtC,MAAM,0EAA0E,CAAC;AAClF,OAAO,EAAE,oCAAoC,EAAE,MAAM,oEAAoE,CAAC;AAC1H,OAAO,EAAE,iCAAiC,EAAE,MAAM,mDAAmD,CAAC;AACtG,OAAO,EAAE,gCAAgC,EAAE,MAAM,2DAA2D,CAAC;AAC7G,OAAO,EAAE,yCAAyC,EAAE,MAAM,iDAAiD,CAAC;AAC5G,OAAO,EACL,wCAAwC,EACxC,+BAA+B,GAChC,MAAM,2DAA2D,CAAC;AACnE,OAAO,EAAE,sCAAsC,EAAE,MAAM,yCAAyC,CAAC;AACjG,OAAO,EAAE,kCAAkC,EAAE,MAAM,6CAA6C,CAAC;AAGjG,mFAAmF;AACnF,MAAM,CAAC,KAAK,UAAU,oCAAoC,CAAC,EACzD,WAAW,EACX,aAAa,EACb,kBAAkB,EAClB,cAAc,GAMf;IACC,MAAM,KAAK,GAAG,cAAc,CAAC,aAAa,EAAE,CAAC;IAC7C,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,OAAO,GAAG,sCAAsC,CAAC,KAAK,CAAC,CAAC;IAC9D,MAAM,aAAa,GAAG,oCAAoC,CACxD,KAAK,CAAC,KAAK,CAAC,OAAO,CACpB,CAAC;IACF,6EAA6E;IAC7E,6EAA6E;IAC7E,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC;IAC/C,MAAM,MAAM,GACV,MAAM,+BAA+B,CAAC,0BAA0B,CAC9D,KAAK,CAAC,KAAK,CAAC,OAAO,EACnB,WAAW,CACZ,CAAC;IACJ,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,MAAM,uBAAuB,GAAG,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC;IAChE,MAAM,+BAA+B,GACnC,kCAAkC,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,+BAA+B,CAAC,OAAO,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,CAAC,UAAkB,EAAE,EAAE,CACvC,4BAA4B,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAChE,OAAO,iCAAiC,CAAC;QACvC,GAAG,yCAAyC,CAAC,OAAO,CAAC;QACrD,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,sBAAsB,EAAE,KAAK,IAAI,EAAE,CAAC,UAAU;QAC9C,gCAAgC,EAAE,CAAC,UAAU,EAAE,EAAE,CAC/C,uBAAuB;YACrB,CAAC,CAAC,+BAA+B,CAAC;gBAC9B,cAAc,EAAE,uBAAuB;gBACvC,UAAU;aACX,CAAC;YACJ,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE;QACvB,WAAW;QACX,+BAA+B,EAAE,CAAC,UAAU,EAAE,EAAE,CAC9C,+BAA+B,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC;QAClE,mCAAmC,EAAE,CAAC,YAAY,EAAE,EAAE,CACpD,4CAA4C,CAC1C,KAAK,CAAC,KAAK,CAAC,OAAO,EACnB,YAAY,CACb;QACH,oCAAoC,EAAE,CAAC,UAAU,EAAE,EAAE,CACnD,oCAAoC,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC;QACvE,aAAa;QACb,qCAAqC,EAAE,CAAC,UAAU,EAAE,EAAE,CACpD,qCAAqC,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC;QACxE,iCAAiC,EAAE,wCAAwC,CACzE,uBAAuB,EACvB,QAAQ,EACR,SAAS,CACV;QACD,yBAAyB,EAAE,gCAAgC,CACzD,uBAAuB,EACvB,QAAQ,EACR,SAAS,EACT,aAAa,EACb,kBAAkB,CACnB;KACF,CAAC,CAAC;AACL,CAAC","sourcesContent":["import type { DocumentSummary } from \"../data/documents/documentSummary\";\nimport { sqlContainerContentsPersistence } from \"../data/persistence/container-contents/containerContentsPersistence\";\nimport {\n  holdContainerDocumentTombstones,\n  listKnownContainerDocumentPlacements,\n  listRetryableHeldContainerDocumentTombstones,\n  loadLocalDocumentAccessEpoch,\n  refuteContainerDocumentTombstoneHolds,\n} from \"../data/persistence/documents/containerDocumentTombstoneHoldsPersistence\";\nimport { createDocumentDiscoveryEvidenceStore } from \"../data/persistence/documents/documentDiscoveryEvidencePersistence\";\nimport { discoverContainerDocumentsFromApi } from \"../workflows/container-contents/documentDiscovery\";\nimport { createDiscoveredDocumentVerifier } from \"../workflows/container-contents/documentDiscoveryEvidence\";\nimport { createContainerDocumentQueriesFromRuntime } from \"../workflows/container-contents/documentQueries\";\nimport {\n  createContainerDocumentTombstoneVerifier,\n  createDocumentHeadLinkSetLoader,\n} from \"../workflows/container-contents/documentTombstoneEvidence\";\nimport { createContainerContentsWorkflowRuntime } from \"../workflows/container-contents/runtime\";\nimport { createRuntimePrincipalPolicyWarmer } from \"../workflows/principals/runtimePolicyWarmer\";\nimport type { InternalRuntime } from \"./workflowRuntime\";\n\n/** Internal adapter shared by explicit discovery and background reconciliation. */\nexport async function discoverContainerDocumentsForRuntime({\n  containerId,\n  onFullListing,\n  onPendingDiscovery,\n  runtimeService,\n}: {\n  containerId: string;\n  onFullListing?: ((documentIds: ReadonlyArray<string>) => void) | undefined;\n  onPendingDiscovery?: ((delayMs: number) => void) | undefined;\n  runtimeService: InternalRuntime;\n}): Promise<ReadonlyArray<DocumentSummary> | null> {\n  const input = runtimeService.workflowInput();\n  if (input.infra.dbStatus !== \"ready\") {\n    return null;\n  }\n  const runtime = createContainerContentsWorkflowRuntime(input);\n  const evidenceStore = createDocumentDiscoveryEvidenceStore(\n    input.infra.execSql,\n  );\n  // Capture the reset fence before reading scope, so a reset between this read\n  // and listing cannot publish old-organization evidence into its replacement.\n  const generation = await evidenceStore.begin();\n  const stored =\n    await sqlContainerContentsPersistence.loadContainerMetadataState(\n      input.infra.execSql,\n      containerId,\n    );\n  if (!stored) return null;\n  const containerOrganizationId = stored.container.organizationId;\n  const warmReferencedPrincipalPolicies =\n    createRuntimePrincipalPolicyWarmer(runtime);\n  const loadHead = createDocumentHeadLinkSetLoader(runtime);\n  const loadEpoch = (documentId: string) =>\n    loadLocalDocumentAccessEpoch(input.infra.execSql, documentId);\n  return discoverContainerDocumentsFromApi({\n    ...createContainerDocumentQueriesFromRuntime(runtime),\n    apiClient: runtime.apiClient,\n    beginDocumentDiscovery: async () => generation,\n    cacheReferencedPrincipalPolicies: (references) =>\n      containerOrganizationId\n        ? warmReferencedPrincipalPolicies({\n            organizationId: containerOrganizationId,\n            references,\n          })\n        : Promise.resolve(),\n    containerId,\n    holdContainerDocumentTombstones: (tombstones) =>\n      holdContainerDocumentTombstones(input.infra.execSql, tombstones),\n    listHeldContainerDocumentTombstones: (containerIds) =>\n      listRetryableHeldContainerDocumentTombstones(\n        input.infra.execSql,\n        containerIds,\n      ),\n    listKnownContainerDocumentPlacements: (placements) =>\n      listKnownContainerDocumentPlacements(input.infra.execSql, placements),\n    onFullListing,\n    refuteContainerDocumentTombstoneHolds: (placements) =>\n      refuteContainerDocumentTombstoneHolds(input.infra.execSql, placements),\n    verifyContainerDocumentTombstones: createContainerDocumentTombstoneVerifier(\n      containerOrganizationId,\n      loadHead,\n      loadEpoch,\n    ),\n    verifyDiscoveredDocuments: createDiscoveredDocumentVerifier(\n      containerOrganizationId,\n      loadHead,\n      loadEpoch,\n      evidenceStore,\n      onPendingDiscovery,\n    ),\n  });\n}\n"]}
+{"version":3,"file":"containerDocumentDiscovery.js","sourceRoot":"","sources":["containerDocumentDiscovery.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,+BAA+B,EAAE,MAAM,qEAAqE,CAAC;AACtH,OAAO,EACL,+BAA+B,EAC/B,oCAAoC,EACpC,4CAA4C,EAC5C,4BAA4B,EAC5B,qCAAqC,GACtC,MAAM,0EAA0E,CAAC;AAClF,OAAO,EAAE,oCAAoC,EAAE,MAAM,oEAAoE,CAAC;AAC1H,OAAO,EAAE,iCAAiC,EAAE,MAAM,0DAA0D,CAAC;AAC7G,OAAO,EAAE,gCAAgC,EAAE,MAAM,2DAA2D,CAAC;AAC7G,OAAO,EAIL,8BAA8B,GAC/B,MAAM,wDAAwD,CAAC;AAChE,OAAO,EAAE,yCAAyC,EAAE,MAAM,iDAAiD,CAAC;AAC5G,OAAO,EACL,wCAAwC,EACxC,+BAA+B,GAChC,MAAM,2DAA2D,CAAC;AACnE,OAAO,EAEL,sCAAsC,GACvC,MAAM,yCAAyC,CAAC;AACjD,OAAO,EAAE,kCAAkC,EAAE,MAAM,6CAA6C,CAAC;AAgBjG,SAAS,mBAAmB,CAAC,KAW5B;IACC,MAAM,EAAE,uBAAuB,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;IACrE,MAAM,+BAA+B,GACnC,kCAAkC,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,+BAA+B,CAAC,OAAO,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,CAAC,UAAkB,EAAE,EAAE,CACvC,4BAA4B,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACpD,OAAO;QACL,GAAG,KAAK,CAAC,OAAO;QAChB,gCAAgC,EAAE,CAAC,UAAU,EAAE,EAAE,CAC/C,uBAAuB;YACrB,CAAC,CAAC,+BAA+B,CAAC;gBAC9B,cAAc,EAAE,uBAAuB;gBACvC,UAAU;aACX,CAAC;YACJ,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE;QACvB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,+BAA+B,EAAE,CAAC,UAAU,EAAE,EAAE,CAC9C,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC;QACtD,mCAAmC,EAAE,CAAC,YAAY,EAAE,EAAE,CACpD,4CAA4C,CAAC,OAAO,EAAE,YAAY,CAAC;QACrE,oCAAoC,EAAE,CAAC,UAAU,EAAE,EAAE,CACnD,oCAAoC,CAAC,OAAO,EAAE,UAAU,CAAC;QAC3D,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,qCAAqC,EAAE,CAAC,UAAU,EAAE,EAAE,CACpD,qCAAqC,CAAC,OAAO,EAAE,UAAU,CAAC;QAC5D,iCAAiC,EAAE,wCAAwC,CACzE,uBAAuB,EACvB,QAAQ,EACR,SAAS,CACV;QACD,yBAAyB,EAAE,gCAAgC,CACzD,uBAAuB,EACvB,QAAQ,EACR,SAAS,EACT,KAAK,CAAC,aAAa,EACnB,OAAO,CAAC,kBAAkB,CAC3B;KACF,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,wCAAwC,CAAC,EAC7D,SAAS,EACT,QAAQ,EACR,cAAc,GAKf;IACC,MAAM,QAAQ,GAAG,CACf,WAAmB,EACgB,EAAE,CAAC,CAAC;QACvC,WAAW;QACX,MAAM,EAAE,WAAW;QACnB,KAAK,EAAE,IAAI;KACZ,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,cAAc,CAAC,aAAa,EAAE,CAAC;IAC7C,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACrC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;IAClE,CAAC;IACD,MAAM,OAAO,GAAG,sCAAsC,CAAC,KAAK,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC;IACpC,MAAM,aAAa,GAAG,oCAAoC,CAAC,OAAO,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,yCAAyC,CAAC,OAAO,CAAC,CAAC;IACnE,sEAAsE;IACtE,sEAAsE;IACtE,iCAAiC;IACjC,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC;IAC/C,MAAM,KAAK,GAAqC,EAAE,CAAC;IACnD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,MAAM,GACV,MAAM,+BAA+B,CAAC,0BAA0B,CAC9D,OAAO,EACP,OAAO,CAAC,WAAW,CACpB,CAAC;QACJ,IAAI,MAAM;YACR,KAAK,CAAC,IAAI,CACR,mBAAmB,CAAC;gBAClB,uBAAuB,EAAE,MAAM,CAAC,SAAS,CAAC,cAAc;gBACxD,aAAa;gBACb,OAAO;gBACP,OAAO;gBACP,OAAO;gBACP,OAAO;aACR,CAAC,CACH,CAAC;IACN,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,8BAA8B,CAAC;QACpD,UAAU;QACV,KAAK;QACL,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CACrC,iCAAiC,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;QAC9D,8BAA8B,EAAE,OAAO,CAAC,8BAA8B;QACtE,SAAS;KACV,CAAC,CAAC;IACH,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAClC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,CAC1D,CAAC;IACF,OAAO,QAAQ,CAAC,GAAG,CACjB,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAClB,oBAAoB,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,CACjE,CAAC;AACJ,CAAC;AAED,qEAAqE;AACrE,MAAM,CAAC,KAAK,UAAU,oCAAoC,CAAC,EACzD,cAAc,EACd,GAAG,OAAO,EAGX;IACC,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,wCAAwC,CAAC;QAC/D,QAAQ,EAAE,CAAC,OAAO,CAAC;QACnB,cAAc;KACf,CAAC,CAAC;IACH,IAAI,OAAO,EAAE,MAAM,KAAK,UAAU;QAAE,MAAM,OAAO,CAAC,MAAM,CAAC;IACzD,OAAO,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC;AAChC,CAAC","sourcesContent":["import type { DocumentSummary } from \"../data/documents/documentSummary\";\nimport { sqlContainerContentsPersistence } from \"../data/persistence/container-contents/containerContentsPersistence\";\nimport {\n  holdContainerDocumentTombstones,\n  listKnownContainerDocumentPlacements,\n  listRetryableHeldContainerDocumentTombstones,\n  loadLocalDocumentAccessEpoch,\n  refuteContainerDocumentTombstoneHolds,\n} from \"../data/persistence/documents/containerDocumentTombstoneHoldsPersistence\";\nimport { createDocumentDiscoveryEvidenceStore } from \"../data/persistence/documents/documentDiscoveryEvidencePersistence\";\nimport { listContainerDocumentLanesFromApi } from \"../workflows/container-contents/containerDocumentListing\";\nimport { createDiscoveredDocumentVerifier } from \"../workflows/container-contents/documentDiscoveryEvidence\";\nimport {\n  type ContainerDocumentDiscoveryLane,\n  type ContainerDocumentDiscoveryOutcome,\n  type ContainerDocumentDiscoveryOutcomeHandler,\n  discoverContainerDocumentLanes,\n} from \"../workflows/container-contents/documentDiscoveryLanes\";\nimport { createContainerDocumentQueriesFromRuntime } from \"../workflows/container-contents/documentQueries\";\nimport {\n  createContainerDocumentTombstoneVerifier,\n  createDocumentHeadLinkSetLoader,\n} from \"../workflows/container-contents/documentTombstoneEvidence\";\nimport {\n  type ContainerContentsWorkflowRuntime,\n  createContainerContentsWorkflowRuntime,\n} from \"../workflows/container-contents/runtime\";\nimport { createRuntimePrincipalPolicyWarmer } from \"../workflows/principals/runtimePolicyWarmer\";\nimport type { InternalRuntime } from \"./workflowRuntime\";\n\nexport type { ContainerDocumentDiscoveryOutcome } from \"../workflows/container-contents/documentDiscoveryLanes\";\n\n/** One container to discover, with the reconciler's per-lane callbacks. */\nexport interface ContainerDocumentDiscoveryRequest {\n  readonly containerId: string;\n  readonly onFullListing?:\n    | ((documentIds: ReadonlyArray<string>) => void)\n    | undefined;\n  readonly onPendingDiscovery?: ((delayMs: number) => void) | undefined;\n}\n\ntype ExecSql = ReturnType<InternalRuntime[\"workflowInput\"]>[\"infra\"][\"execSql\"];\n\nfunction createDiscoveryLane(input: {\n  readonly containerOrganizationId: string | undefined;\n  readonly evidenceStore: ReturnType<\n    typeof createDocumentDiscoveryEvidenceStore\n  >;\n  readonly execSql: ExecSql;\n  readonly queries: ReturnType<\n    typeof createContainerDocumentQueriesFromRuntime\n  >;\n  readonly request: ContainerDocumentDiscoveryRequest;\n  readonly runtime: ContainerContentsWorkflowRuntime;\n}): ContainerDocumentDiscoveryLane {\n  const { containerOrganizationId, execSql, request, runtime } = input;\n  const warmReferencedPrincipalPolicies =\n    createRuntimePrincipalPolicyWarmer(runtime);\n  const loadHead = createDocumentHeadLinkSetLoader(runtime);\n  const loadEpoch = (documentId: string) =>\n    loadLocalDocumentAccessEpoch(execSql, documentId);\n  return {\n    ...input.queries,\n    cacheReferencedPrincipalPolicies: (references) =>\n      containerOrganizationId\n        ? warmReferencedPrincipalPolicies({\n            organizationId: containerOrganizationId,\n            references,\n          })\n        : Promise.resolve(),\n    containerId: request.containerId,\n    holdContainerDocumentTombstones: (tombstones) =>\n      holdContainerDocumentTombstones(execSql, tombstones),\n    listHeldContainerDocumentTombstones: (containerIds) =>\n      listRetryableHeldContainerDocumentTombstones(execSql, containerIds),\n    listKnownContainerDocumentPlacements: (placements) =>\n      listKnownContainerDocumentPlacements(execSql, placements),\n    onFullListing: request.onFullListing,\n    refuteContainerDocumentTombstoneHolds: (placements) =>\n      refuteContainerDocumentTombstoneHolds(execSql, placements),\n    verifyContainerDocumentTombstones: createContainerDocumentTombstoneVerifier(\n      containerOrganizationId,\n      loadHead,\n      loadEpoch,\n    ),\n    verifyDiscoveredDocuments: createDiscoveredDocumentVerifier(\n      containerOrganizationId,\n      loadHead,\n      loadEpoch,\n      input.evidenceStore,\n      request.onPendingDiscovery,\n    ),\n  };\n}\n\n/**\n * Internal adapter shared by explicit discovery and background reconciliation:\n * one batched listing for every requested container, then per-container\n * verification scoped to each container's durable organization.\n */\nexport async function discoverContainerDocumentLanesForRuntime({\n  onOutcome,\n  requests,\n  runtimeService,\n}: {\n  readonly onOutcome?: ContainerDocumentDiscoveryOutcomeHandler | undefined;\n  readonly requests: ReadonlyArray<ContainerDocumentDiscoveryRequest>;\n  readonly runtimeService: InternalRuntime;\n}): Promise<ReadonlyArray<ContainerDocumentDiscoveryOutcome>> {\n  const unlisted = (\n    containerId: string,\n  ): ContainerDocumentDiscoveryOutcome => ({\n    containerId,\n    status: \"fulfilled\",\n    value: null,\n  });\n  const input = runtimeService.workflowInput();\n  if (input.infra.dbStatus !== \"ready\") {\n    return requests.map(({ containerId }) => unlisted(containerId));\n  }\n  const runtime = createContainerContentsWorkflowRuntime(input);\n  const execSql = input.infra.execSql;\n  const evidenceStore = createDocumentDiscoveryEvidenceStore(execSql);\n  const queries = createContainerDocumentQueriesFromRuntime(runtime);\n  // Capture the reset fence before reading any lane's scope, so a reset\n  // between these reads and the listing cannot publish old-organization\n  // evidence into its replacement.\n  const generation = await evidenceStore.begin();\n  const lanes: ContainerDocumentDiscoveryLane[] = [];\n  for (const request of requests) {\n    const stored =\n      await sqlContainerContentsPersistence.loadContainerMetadataState(\n        execSql,\n        request.containerId,\n      );\n    if (stored)\n      lanes.push(\n        createDiscoveryLane({\n          containerOrganizationId: stored.container.organizationId,\n          evidenceStore,\n          execSql,\n          queries,\n          request,\n          runtime,\n        }),\n      );\n  }\n  const outcomes = await discoverContainerDocumentLanes({\n    generation,\n    lanes,\n    listContainerDocumentLanes: (listed) =>\n      listContainerDocumentLanesFromApi(runtime.apiClient, listed),\n    loadContainerDocumentWatermark: queries.loadContainerDocumentWatermark,\n    onOutcome,\n  });\n  const outcomeByContainerId = new Map(\n    outcomes.map((outcome) => [outcome.containerId, outcome]),\n  );\n  return requests.map(\n    ({ containerId }) =>\n      outcomeByContainerId.get(containerId) ?? unlisted(containerId),\n  );\n}\n\n/** Discovers one container; a rejected lane rethrows its failure. */\nexport async function discoverContainerDocumentsForRuntime({\n  runtimeService,\n  ...request\n}: ContainerDocumentDiscoveryRequest & {\n  readonly runtimeService: InternalRuntime;\n}): Promise<ReadonlyArray<DocumentSummary> | null> {\n  const [outcome] = await discoverContainerDocumentLanesForRuntime({\n    requests: [request],\n    runtimeService,\n  });\n  if (outcome?.status === \"rejected\") throw outcome.reason;\n  return outcome?.value ?? null;\n}\n"]}

package/client/deviceFirst.js

@@ -8,7 +8,7 @@ import { createReconciledDocumentContentPuller } from "../sync/reconciliation/do
 import { listAllContainerDocumentIdsFromApi } from "../workflows/container-contents/containerDocumentListing.js";
 import { probeUndiscoveredRemoteDocumentBatch } from "../workflows/container-contents/documentHydrationProbe.js";
 import { createContainerContentsDocumentsRuntime, createContainerContentsStoreWorkflowRuntime, } from "../workflows/container-contents/runtime.js";
-import { discoverContainerDocumentsForRuntime } from "./containerDocumentDiscovery.js";
+import { discoverContainerDocumentLanesForRuntime } from "./containerDocumentDiscovery.js";
 export function createDeviceFirst(runtimeService, containerContents) {
     return new DeviceFirstService(runtimeService, containerContents);
 }
@@ -169,10 +169,9 @@ class DeviceFirstService {
             // retain every regular container. Exclude only this identity's own system
             // children; cold/auth backfill and explicit full Refresh cover those.
             listAutomaticRootCatchupContainerIds,
-            discoverContainerDocuments: (containerId, onFullListing, onPendingDiscovery) => discoverContainerDocumentsForRuntime({
-                containerId,
-                onFullListing,
-                onPendingDiscovery,
+            discoverContainerDocuments: (requests, onOutcome) => discoverContainerDocumentLanesForRuntime({
+                onOutcome,
+                requests,
                 runtimeService,
             }),
             loadContainerDelta: (containerId) => store.loadContainerDelta(containerId),

package/client/deviceFirst.js.map

@@ -1 +1 @@
-{"version":3,"file":"deviceFirst.js","sourceRoot":"","sources":["deviceFirst.ts"],"names":[],"mappings":"AACA,OAAO,EACL,4BAA4B,EAC5B,0BAA0B,GAC3B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAGL,mCAAmC,EACnC,2BAA2B,EAC3B,2BAA2B,GAC5B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EACL,mCAAmC,EACnC,qCAAqC,EACrC,6BAA6B,GAC9B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,+BAA+B,GAGhC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,6BAA6B,EAC7B,2BAA2B,GAG5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,qCAAqC,EAAE,MAAM,4CAA4C,CAAC;AACnG,OAAO,EAAE,kCAAkC,EAAE,MAAM,0DAA0D,CAAC;AAC9G,OAAO,EAAE,oCAAoC,EAAE,MAAM,wDAAwD,CAAC;AAC9G,OAAO,EAEL,uCAAuC,EACvC,2CAA2C,GAC5C,MAAM,yCAAyC,CAAC;AAEjD,OAAO,EAAE,oCAAoC,EAAE,MAAM,8BAA8B,CAAC;AAiCpF,MAAM,UAAU,iBAAiB,CAC/B,cAA+B,EAC/B,iBAAoC;IAEpC,OAAO,IAAI,kBAAkB,CAAC,cAAc,EAAE,iBAAiB,CAAC,CAAC;AACnE,CAAC;AASD,SAAS,8BAA8B,CACrC,cAA+B,EAC/B,WAA8C;IAO9C,OAAO;QACL,wBAAwB,EAAE,CAAC,WAAW,EAAE,EAAE;YACxC,MAAM,OAAO,GAAG,gCAAgC,CAAC,cAAc,CAAC,CAAC;YACjE,OAAO,kCAAkC,CAAC;gBACxC,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,WAAW;gBACX,YAAY,EAAE,KAAK;aACpB,CAAC,CAAC;QACL,CAAC;QACD,+BAA+B,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YAC/C,MAAM,OAAO,GAAG,gCAAgC,CAAC,cAAc,CAAC,CAAC;YACjE,OAAO,oCAAoC,CAAC;gBAC1C,GAAG,KAAK;gBACR,IAAI,EAAE;oBACJ,uBAAuB,EAAE,CAAC,WAAW,EAAE,EAAE,CACvC,uCAAuC,CAAC,OAAO,EAAE,WAAW,CAAC;oBAC/D,iBAAiB,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5B,iBAAiB,CACf,WAAW,EACX,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,UAAU,CAClB;iBACJ;gBACD,OAAO;aACR,CAAC,CAAC;QACL,CAAC;QACD,kCAAkC,EAAE,CAAC,cAAc,EAAE,EAAE;YACrD,cAAc;iBACX,aAAa,EAAE;iBACf,IAAI,CAAC,GAAG,CACP,8CAA8C,cAAc,QAAQ,CACrE,CAAC;QACN,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,kBAAkB;IAWH;IACA;IAXnB,0EAA0E;IAC1E,6EAA6E;IAC7E,6EAA6E;IAC7E,6DAA6D;IAC5C,cAAc,GAAG,IAAI,GAAG,EAGtC,CAAC;IAEJ,YACmB,cAA+B,EAC/B,iBAAoC;QADpC,mBAAc,GAAd,cAAc,CAAiB;QAC/B,sBAAiB,GAAjB,iBAAiB,CAAmB;IACpD,CAAC;IAEJ,IAAI,CACF,OAAmD;QAEnD,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC;IACjD,CAAC;IAED,OAAO;QACL,oEAAoE;QACpE,2EAA2E;QAC3E,yEAAyE;QACzE,2EAA2E;QAC3E,wCAAwC;QACxC,KAAK,MAAM,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACvD,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YACjC,KAAK,CAAC,gCAAgC,EAAE,CAAC;YACzC,KAAK,CAAC,qCAAqC,EAAE,CAAC;YAC9C,KAAK,CAAC,6BAA6B,EAAE,CAAC;YACtC,4BAA4B,CAAC,WAAW,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;IAC9B,CAAC;IAEO,eAAe;QACrB,OAAO,gCAAgC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC/D,CAAC;IAEO,gBAAgB,CACtB,OAAmD;QAEnD,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QACvC,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACtD,IAAI,QAAQ,EAAE,CAAC;YACb,oEAAoE;YACpE,qEAAqE;YACrE,+DAA+D;YAC/D,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,MAAM,KAAK,GAAG,+BAA+B,CAAC;YAC5C,WAAW;YACX,OAAO;YACP,OAAO;SACR,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,2BAA2B,CACzC,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,WAAW,CAAC,CAClD,CAAC;QACF,MAAM,gCAAgC,GAAG,6BAA6B,CAAC;YACrE,OAAO;YACP,KAAK;SACN,CAAC,CAAC;QACH,MAAM,qCAAqC,GACzC,qCAAqC,CAAC,WAAW,EAAE,CAAC,OAAO,EAAE,EAAE;YAC7D,KAAK,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QACL,MAAM,6BAA6B,GAAG,6BAA6B,CACjE,WAAW,EACX,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CACnB,KAAK,CAAC,wBAAwB,CAAC,QAAQ,EAAE,MAAM,CAAC,gBAAgB,CAAC,CACpE,CAAC;QACF,OAAO,CAAC,KAAK,EAAE,CAAC;QAEhB,MAAM,IAAI,GAAwB;YAChC,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE;YACtC,SAAS,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC;YAClD,kBAAkB,EAAE,CAAC,WAAW,EAAE,EAAE,CAClC,KAAK,CAAC,kBAAkB,CAAC,WAAW,CAAC;YACvC,aAAa,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,WAAW,CAAC;SACjE,CAAC;QAEF,MAAM,KAAK,GAA0B;YACnC,QAAQ,EAAE;gBACR,cAAc,EAAE,KAAK,CAAC,iBAAiB,EAAE;gBACzC,UAAU,EAAE,OAAO;gBACnB,IAAI;aACL;YACD,gCAAgC;YAChC,qCAAqC;YACrC,6BAA6B;SAC9B,CAAC;QACF,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QAC5C,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,wBAAwB,CAC9B,KAA2B,EAC3B,WAA8C;QAE9C,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC3C,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC;QACjD,MAAM,0BAA0B,GAAG,qCAAqC,CAAC;YACvE,YAAY,EAAE,CAAC,WAAW,EAAE,EAAE,CAC5B,KAAK;iBACF,WAAW,EAAE;iBACb,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,WAAW,CAAC,IAAI,IAAI;YACzE,mBAAmB,EAAE,CAAC,KAAK,EAAE,EAAE,CAC7B,iBAAiB,CAAC,mBAAmB,CAAC,KAAK,CAAC;YAC9C,mCAAmC,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,CAC3D,mCAAmC,CAAC,WAAW,EAAE,OAAO,EAAE,UAAU,CAAC;SACxE,CAAC,CAAC;QACH,MAAM,6BAA6B,GAAG,CAAC,WAAmB,EAAE,EAAE;YAC5D,MAAM,SAAS,GAAG,KAAK;iBACpB,WAAW,EAAE;iBACb,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,WAAW,CAAC,CAAC;YACtD,OAAO,SAAS,CAAC,CAAC,CAAC,2BAA2B,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QACpE,CAAC,CAAC;QACF,MAAM,qBAAqB,GAAG,GAAG,EAAE;YACjC,0EAA0E;YAC1E,yEAAyE;YACzE,wEAAwE;YACxE,8BAA8B;YAC9B,MAAM,kBAAkB,GACtB,cAAc,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC;YACrD,OAAO,KAAK;iBACT,WAAW,EAAE;iBACb,UAAU,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAC3B,2BAA2B,CAAC,IAAI,EAAE,kBAAkB,CAAC;gBACnD,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBACX,CAAC,CAAC,EAAE,CACP,CAAC;QACN,CAAC,CAAC;QACF,MAAM,oCAAoC,GAAG,GAAG,EAAE;YAChD,MAAM,kBAAkB,GACtB,cAAc,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC;YACrD,OAAO,KAAK;iBACT,WAAW,EAAE;iBACb,UAAU,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAC3B,mCAAmC,CAAC,IAAI,EAAE,kBAAkB,CAAC;gBAC3D,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBACX,CAAC,CAAC,EAAE,CACP,CAAC;QACN,CAAC,CAAC;QACF,OAAO;YACL,WAAW;YACX,6BAA6B;YAC7B,gBAAgB,EAAE,GAAG,EAAE;gBACrB,MAAM,KAAK,GAAG,cAAc,CAAC,aAAa,EAAE,CAAC;gBAC7C,OAAO;oBACL,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ;oBAC9B,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC,eAAe;oBAC3C,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;iBAC3B,CAAC;YACJ,CAAC;YACD,qBAAqB;YACrB,sEAAsE;YACtE,0EAA0E;YAC1E,sEAAsE;YACtE,oCAAoC;YACpC,0BAA0B,EAAE,CAC1B,WAAW,EACX,aAAa,EACb,kBAAkB,EAClB,EAAE,CACF,oCAAoC,CAAC;gBACnC,WAAW;gBACX,aAAa;gBACb,kBAAkB;gBAClB,cAAc;aACf,CAAC;YACJ,kBAAkB,EAAE,CAAC,WAAW,EAAE,EAAE,CAClC,KAAK,CAAC,kBAAkB,CAAC,WAAW,CAAC;YACvC,eAAe,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC;YACxD,0BAA0B;YAC1B,GAAG,8BAA8B,CAAC,cAAc,EAAE,WAAW,CAAC;YAC9D,WAAW,EAAE,KAAK,IAAI,EAAE;gBACtB,MAAM,KAAK,CAAC,iBAAiB,EAAE,CAAC,OAAO,EAAE,CAAC;YAC5C,CAAC;YACD,eAAe,EAAE,KAAK,IAAI,EAAE;gBAC1B,MAAM,KAAK,CAAC,iBAAiB,EAAE,CAAC,eAAe,EAAE,CAAC;YACpD,CAAC;YACD,gBAAgB,EAAE,0BAA0B;YAC5C,qEAAqE;YACrE,wEAAwE;YACxE,QAAQ,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAC3B,wBAAwB,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC;SACnE,CAAC;IACJ,CAAC;CACF;AAED,8EAA8E;AAC9E,sEAAsE;AACtE,SAAS,wBAAwB,CAC/B,OAA8C,EAC9C,OAAe,EACf,KAAc;IAEd,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IACvC,OAAO,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,gCAAgC,CAC9C,cAA+B;IAE/B,OAAO,2CAA2C,CAChD,cAAc,CAAC,aAAa,EAAE,EAC9B,cAAc,CAAC,kBAAkB,CAClC,CAAC;AACJ,CAAC","sourcesContent":["import type { DomainScope } from \"../data/domainScope\";\nimport {\n  disposeDomainSyncCoordinator,\n  isDatabaseUnavailableError,\n} from \"../data/sync/syncCoordinator\";\nimport {\n  type ContainerContentsStore,\n  type ContainerContentsStoreOptions,\n  isAutomaticRootCatchupContainerNode,\n  isReconcilableContainerNode,\n  isRemoteBackedContainerNode,\n} from \"../stores/container-contents\";\nimport { openDocumentStore } from \"../stores/documents\";\nimport {\n  requestRegisteredDocumentRemoteSync,\n  subscribeToPersistedDocumentDeletions,\n  subscribeToPersistedDocuments,\n} from \"../stores/documents/registry\";\nimport {\n  getOrCreateLocalProjectionStore,\n  type LocalProjectionStore,\n  type LocalProjectionView,\n} from \"../stores/local-projection\";\nimport {\n  connectReconciliationTriggers,\n  createReconciliationService,\n  type ReconciliationHost,\n  type ReconciliationService,\n} from \"../sync/reconciliation\";\nimport { createReconciledDocumentContentPuller } from \"../sync/reconciliation/documentContentPull\";\nimport { listAllContainerDocumentIdsFromApi } from \"../workflows/container-contents/containerDocumentListing\";\nimport { probeUndiscoveredRemoteDocumentBatch } from \"../workflows/container-contents/documentHydrationProbe\";\nimport {\n  type ContainerContentsStoreWorkflowRuntime,\n  createContainerContentsDocumentsRuntime,\n  createContainerContentsStoreWorkflowRuntime,\n} from \"../workflows/container-contents/runtime\";\nimport type { ContainerContents } from \"./containerContents\";\nimport { discoverContainerDocumentsForRuntime } from \"./containerDocumentDiscovery\";\nimport type { InternalRuntime } from \"./workflowRuntime\";\n\nexport type { LocalProjectionView } from \"../stores/local-projection\";\n\n/** One domain scope's local read, local-write, and reconciliation handles. */\nexport interface DeviceFirstContainerContents {\n  /**\n   * Locally durable container tree and mutation store. Ordinary tree writes\n   * update this store after local persistence and queue remote convergence in\n   * the background; security-sensitive remote operations keep their explicit\n   * online requirements.\n   */\n  readonly containerStore: ContainerContentsStore;\n  /** Background remote reconciliation; never awaited for first paint. */\n  readonly reconciler: ReconciliationService;\n  /** Synchronously readable container/document projection. */\n  readonly view: LocalProjectionView;\n}\n\n/**\n * Device-first facade. Opens a shared scope that pairs immediate local reads\n * and locally durable writes with background remote convergence.\n */\nexport interface DeviceFirst {\n  /** Open all device-first handles for the current domain scope. */\n  open(\n    options?: ContainerContentsStoreOptions | undefined,\n  ): DeviceFirstContainerContents;\n  /** Stop the current scope's reconciler (if one was created) on teardown. */\n  dispose(): void;\n}\n\nexport function createDeviceFirst(\n  runtimeService: InternalRuntime,\n  containerContents: ContainerContents,\n): DeviceFirst {\n  return new DeviceFirstService(runtimeService, containerContents);\n}\n\ninterface DeviceFirstScopeEntry {\n  contents: DeviceFirstContainerContents;\n  disconnectReconciliationTriggers: () => void;\n  unsubscribePersistedDocumentDeletions: () => void;\n  unsubscribePersistedDocuments: () => void;\n}\n\nfunction createInitialDocumentProbeHost(\n  runtimeService: InternalRuntime,\n  domainScope: ReconciliationHost[\"domainScope\"],\n): Pick<\n  ReconciliationHost,\n  | \"listContainerDocumentIds\"\n  | \"probeUndiscoveredDocumentsBatch\"\n  | \"reportInitialDocumentProbeComplete\"\n> {\n  return {\n    listContainerDocumentIds: (containerId) => {\n      const runtime = createDeviceFirstWorkflowRuntime(runtimeService);\n      return listAllContainerDocumentIdsFromApi({\n        apiClient: runtime.apiClient,\n        containerId,\n        reportErrors: false,\n      });\n    },\n    probeUndiscoveredDocumentsBatch: async (input) => {\n      const runtime = createDeviceFirstWorkflowRuntime(runtimeService);\n      return probeUndiscoveredRemoteDocumentBatch({\n        ...input,\n        host: {\n          documentWorkflowRuntime: (containerId) =>\n            createContainerContentsDocumentsRuntime(runtime, containerId),\n          openDocumentStore: (target) =>\n            openDocumentStore(\n              domainScope,\n              target.localId,\n              target.runtime,\n              target.documentId,\n            ),\n        },\n        runtime,\n      });\n    },\n    reportInitialDocumentProbeComplete: (requestedCount) => {\n      runtimeService\n        .workflowInput()\n        .util.log(\n          `Initial document hydration probe requested ${requestedCount} syncs`,\n        );\n    },\n  };\n}\n\nclass DeviceFirstService implements DeviceFirst {\n  // A real Map (not WeakMap) so dispose() can iterate every scope seen this\n  // session. A running reconciler holds event subscriptions that keep an idle,\n  // stale-scope service (and its scope) reachable anyway, so WeakMap bought no\n  // GC here; the entries are released explicitly on dispose().\n  private readonly entriesByScope = new Map<\n    DomainScope,\n    DeviceFirstScopeEntry\n  >();\n\n  constructor(\n    private readonly runtimeService: InternalRuntime,\n    private readonly containerContents: ContainerContents,\n  ) {}\n\n  open(\n    options?: ContainerContentsStoreOptions | undefined,\n  ): DeviceFirstContainerContents {\n    return this.getOrCreateEntry(options).contents;\n  }\n\n  dispose(): void {\n    // Stop every reconciler created this session — not just the current\n    // scope's. A scope change (e.g. anonymous -> authenticated) leaves the old\n    // scope's reconciler subscribed and its coordinator pump live; tear them\n    // all down. Force-stop each scope's coordinator (which runs the reconciler\n    // lane) alongside stopping the service.\n    for (const [domainScope, entry] of this.entriesByScope) {\n      entry.contents.reconciler.stop();\n      entry.disconnectReconciliationTriggers();\n      entry.unsubscribePersistedDocumentDeletions();\n      entry.unsubscribePersistedDocuments();\n      disposeDomainSyncCoordinator(domainScope);\n    }\n    this.entriesByScope.clear();\n  }\n\n  private workflowRuntime(): ContainerContentsStoreWorkflowRuntime {\n    return createDeviceFirstWorkflowRuntime(this.runtimeService);\n  }\n\n  private getOrCreateEntry(\n    options?: ContainerContentsStoreOptions | undefined,\n  ): DeviceFirstScopeEntry {\n    const runtime = this.workflowRuntime();\n    const domainScope = runtime.state.domainScope;\n    const existing = this.entriesByScope.get(domainScope);\n    if (existing) {\n      // Do not call updateRuntime here: facade selectors run during React\n      // render, and updateRuntime emits synchronously. Hosts drive runtime\n      // updates through view.updateRuntime() from an effect instead.\n      return existing;\n    }\n\n    const store = getOrCreateLocalProjectionStore({\n      domainScope,\n      runtime,\n      options,\n    });\n    const service = createReconciliationService(\n      this.createReconciliationHost(store, domainScope),\n    );\n    const disconnectReconciliationTriggers = connectReconciliationTriggers({\n      service,\n      store,\n    });\n    const unsubscribePersistedDocumentDeletions =\n      subscribeToPersistedDocumentDeletions(domainScope, (localId) => {\n        store.removePersistedDocument(localId);\n      });\n    const unsubscribePersistedDocuments = subscribeToPersistedDocuments(\n      domainScope,\n      (document, change) =>\n        store.refreshPersistedDocument(document, change.placementChanged),\n    );\n    service.start();\n\n    const view: LocalProjectionView = {\n      getSnapshot: () => store.getSnapshot(),\n      subscribe: (listener) => store.subscribe(listener),\n      setActiveContainer: (containerId) =>\n        store.setActiveContainer(containerId),\n      updateRuntime: (nextRuntime) => store.updateRuntime(nextRuntime),\n    };\n\n    const entry: DeviceFirstScopeEntry = {\n      contents: {\n        containerStore: store.getContainerStore(),\n        reconciler: service,\n        view,\n      },\n      disconnectReconciliationTriggers,\n      unsubscribePersistedDocumentDeletions,\n      unsubscribePersistedDocuments,\n    };\n    this.entriesByScope.set(domainScope, entry);\n    return entry;\n  }\n\n  private createReconciliationHost(\n    store: LocalProjectionStore,\n    domainScope: ReconciliationHost[\"domainScope\"],\n  ): ReconciliationHost {\n    const runtimeService = this.runtimeService;\n    const containerContents = this.containerContents;\n    const requestDocumentContentPull = createReconciledDocumentContentPuller({\n      getContainer: (containerId) =>\n        store\n          .getSnapshot()\n          .containers.find((container) => container.id === containerId) ?? null,\n      pullDocumentContent: (input) =>\n        containerContents.pullDocumentContent(input),\n      requestRegisteredDocumentRemoteSync: (localId, documentId) =>\n        requestRegisteredDocumentRemoteSync(domainScope, localId, documentId),\n    });\n    const canDiscoverContainerDocuments = (containerId: string) => {\n      const container = store\n        .getSnapshot()\n        .containers.find((node) => node.id === containerId);\n      return container ? isRemoteBackedContainerNode(container) : false;\n    };\n    const listKnownContainerIds = () => {\n      // A local-first id is not listable yet and may still be racing its create\n      // request. Once remote-backed, it participates normally; system contents\n      // are especially important during rematerialization because this device\n      // may not have authored them.\n      const homeOrganizationId =\n        runtimeService.workflowInput().auth.organizationId;\n      return store\n        .getSnapshot()\n        .containers.flatMap((node) =>\n          isReconcilableContainerNode(node, homeOrganizationId)\n            ? [node.id]\n            : [],\n        );\n    };\n    const listAutomaticRootCatchupContainerIds = () => {\n      const homeOrganizationId =\n        runtimeService.workflowInput().auth.organizationId;\n      return store\n        .getSnapshot()\n        .containers.flatMap((node) =>\n          isAutomaticRootCatchupContainerNode(node, homeOrganizationId)\n            ? [node.id]\n            : [],\n        );\n    };\n    return {\n      domainScope,\n      canDiscoverContainerDocuments,\n      getRuntimeStatus: () => {\n        const input = runtimeService.workflowInput();\n        return {\n          dbStatus: input.infra.dbStatus,\n          isAuthenticated: input.auth.isAuthenticated,\n          online: input.state.online,\n        };\n      },\n      listKnownContainerIds,\n      // Root discovery can surface directly granted non-root containers, so\n      // retain every regular container. Exclude only this identity's own system\n      // children; cold/auth backfill and explicit full Refresh cover those.\n      listAutomaticRootCatchupContainerIds,\n      discoverContainerDocuments: (\n        containerId,\n        onFullListing,\n        onPendingDiscovery,\n      ) =>\n        discoverContainerDocumentsForRuntime({\n          containerId,\n          onFullListing,\n          onPendingDiscovery,\n          runtimeService,\n        }),\n      loadContainerDelta: (containerId) =>\n        store.loadContainerDelta(containerId),\n      applyReconciled: (delta) => store.applyReconciled(delta),\n      requestDocumentContentPull,\n      ...createInitialDocumentProbeHost(runtimeService, domainScope),\n      refreshTree: async () => {\n        await store.getContainerStore().refresh();\n      },\n      refreshRootTree: async () => {\n        await store.getContainerStore().refreshRootLane();\n      },\n      isIgnorableError: isDatabaseUnavailableError,\n      // Resolve the runtime per call: it is rebuilt as the active identity\n      // changes, and a reference captured here would report into a dead host.\n      logError: (message, error) =>\n        logReconciliationFailure(this.workflowRuntime(), message, error),\n    };\n  }\n}\n\n// Returns the host's result: both callbacks are declared `=> void` but may be\n// async, and the lane reporter only catches a rejection it is handed.\nfunction logReconciliationFailure(\n  runtime: ContainerContentsStoreWorkflowRuntime,\n  message: string,\n  error: unknown,\n): unknown {\n  const { log, logError } = runtime.util;\n  return logError ? logError(message, error) : log(message);\n}\n\nexport function createDeviceFirstWorkflowRuntime(\n  runtimeService: InternalRuntime,\n): ContainerContentsStoreWorkflowRuntime {\n  return createContainerContentsStoreWorkflowRuntime(\n    runtimeService.workflowInput(),\n    runtimeService.adoptRootContainer,\n  );\n}\n"]}
+{"version":3,"file":"deviceFirst.js","sourceRoot":"","sources":["deviceFirst.ts"],"names":[],"mappings":"AACA,OAAO,EACL,4BAA4B,EAC5B,0BAA0B,GAC3B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAGL,mCAAmC,EACnC,2BAA2B,EAC3B,2BAA2B,GAC5B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EACL,mCAAmC,EACnC,qCAAqC,EACrC,6BAA6B,GAC9B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,+BAA+B,GAGhC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,6BAA6B,EAC7B,2BAA2B,GAG5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,qCAAqC,EAAE,MAAM,4CAA4C,CAAC;AACnG,OAAO,EAAE,kCAAkC,EAAE,MAAM,0DAA0D,CAAC;AAC9G,OAAO,EAAE,oCAAoC,EAAE,MAAM,wDAAwD,CAAC;AAC9G,OAAO,EAEL,uCAAuC,EACvC,2CAA2C,GAC5C,MAAM,yCAAyC,CAAC;AAEjD,OAAO,EAAE,wCAAwC,EAAE,MAAM,8BAA8B,CAAC;AAiCxF,MAAM,UAAU,iBAAiB,CAC/B,cAA+B,EAC/B,iBAAoC;IAEpC,OAAO,IAAI,kBAAkB,CAAC,cAAc,EAAE,iBAAiB,CAAC,CAAC;AACnE,CAAC;AASD,SAAS,8BAA8B,CACrC,cAA+B,EAC/B,WAA8C;IAO9C,OAAO;QACL,wBAAwB,EAAE,CAAC,WAAW,EAAE,EAAE;YACxC,MAAM,OAAO,GAAG,gCAAgC,CAAC,cAAc,CAAC,CAAC;YACjE,OAAO,kCAAkC,CAAC;gBACxC,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,WAAW;gBACX,YAAY,EAAE,KAAK;aACpB,CAAC,CAAC;QACL,CAAC;QACD,+BAA+B,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YAC/C,MAAM,OAAO,GAAG,gCAAgC,CAAC,cAAc,CAAC,CAAC;YACjE,OAAO,oCAAoC,CAAC;gBAC1C,GAAG,KAAK;gBACR,IAAI,EAAE;oBACJ,uBAAuB,EAAE,CAAC,WAAW,EAAE,EAAE,CACvC,uCAAuC,CAAC,OAAO,EAAE,WAAW,CAAC;oBAC/D,iBAAiB,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5B,iBAAiB,CACf,WAAW,EACX,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,UAAU,CAClB;iBACJ;gBACD,OAAO;aACR,CAAC,CAAC;QACL,CAAC;QACD,kCAAkC,EAAE,CAAC,cAAc,EAAE,EAAE;YACrD,cAAc;iBACX,aAAa,EAAE;iBACf,IAAI,CAAC,GAAG,CACP,8CAA8C,cAAc,QAAQ,CACrE,CAAC;QACN,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,kBAAkB;IAWH;IACA;IAXnB,0EAA0E;IAC1E,6EAA6E;IAC7E,6EAA6E;IAC7E,6DAA6D;IAC5C,cAAc,GAAG,IAAI,GAAG,EAGtC,CAAC;IAEJ,YACmB,cAA+B,EAC/B,iBAAoC;QADpC,mBAAc,GAAd,cAAc,CAAiB;QAC/B,sBAAiB,GAAjB,iBAAiB,CAAmB;IACpD,CAAC;IAEJ,IAAI,CACF,OAAmD;QAEnD,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC;IACjD,CAAC;IAED,OAAO;QACL,oEAAoE;QACpE,2EAA2E;QAC3E,yEAAyE;QACzE,2EAA2E;QAC3E,wCAAwC;QACxC,KAAK,MAAM,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACvD,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YACjC,KAAK,CAAC,gCAAgC,EAAE,CAAC;YACzC,KAAK,CAAC,qCAAqC,EAAE,CAAC;YAC9C,KAAK,CAAC,6BAA6B,EAAE,CAAC;YACtC,4BAA4B,CAAC,WAAW,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;IAC9B,CAAC;IAEO,eAAe;QACrB,OAAO,gCAAgC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC/D,CAAC;IAEO,gBAAgB,CACtB,OAAmD;QAEnD,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QACvC,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACtD,IAAI,QAAQ,EAAE,CAAC;YACb,oEAAoE;YACpE,qEAAqE;YACrE,+DAA+D;YAC/D,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,MAAM,KAAK,GAAG,+BAA+B,CAAC;YAC5C,WAAW;YACX,OAAO;YACP,OAAO;SACR,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,2BAA2B,CACzC,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,WAAW,CAAC,CAClD,CAAC;QACF,MAAM,gCAAgC,GAAG,6BAA6B,CAAC;YACrE,OAAO;YACP,KAAK;SACN,CAAC,CAAC;QACH,MAAM,qCAAqC,GACzC,qCAAqC,CAAC,WAAW,EAAE,CAAC,OAAO,EAAE,EAAE;YAC7D,KAAK,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QACL,MAAM,6BAA6B,GAAG,6BAA6B,CACjE,WAAW,EACX,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CACnB,KAAK,CAAC,wBAAwB,CAAC,QAAQ,EAAE,MAAM,CAAC,gBAAgB,CAAC,CACpE,CAAC;QACF,OAAO,CAAC,KAAK,EAAE,CAAC;QAEhB,MAAM,IAAI,GAAwB;YAChC,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE;YACtC,SAAS,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC;YAClD,kBAAkB,EAAE,CAAC,WAAW,EAAE,EAAE,CAClC,KAAK,CAAC,kBAAkB,CAAC,WAAW,CAAC;YACvC,aAAa,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,WAAW,CAAC;SACjE,CAAC;QAEF,MAAM,KAAK,GAA0B;YACnC,QAAQ,EAAE;gBACR,cAAc,EAAE,KAAK,CAAC,iBAAiB,EAAE;gBACzC,UAAU,EAAE,OAAO;gBACnB,IAAI;aACL;YACD,gCAAgC;YAChC,qCAAqC;YACrC,6BAA6B;SAC9B,CAAC;QACF,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QAC5C,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,wBAAwB,CAC9B,KAA2B,EAC3B,WAA8C;QAE9C,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC3C,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC;QACjD,MAAM,0BAA0B,GAAG,qCAAqC,CAAC;YACvE,YAAY,EAAE,CAAC,WAAW,EAAE,EAAE,CAC5B,KAAK;iBACF,WAAW,EAAE;iBACb,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,WAAW,CAAC,IAAI,IAAI;YACzE,mBAAmB,EAAE,CAAC,KAAK,EAAE,EAAE,CAC7B,iBAAiB,CAAC,mBAAmB,CAAC,KAAK,CAAC;YAC9C,mCAAmC,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,CAC3D,mCAAmC,CAAC,WAAW,EAAE,OAAO,EAAE,UAAU,CAAC;SACxE,CAAC,CAAC;QACH,MAAM,6BAA6B,GAAG,CAAC,WAAmB,EAAE,EAAE;YAC5D,MAAM,SAAS,GAAG,KAAK;iBACpB,WAAW,EAAE;iBACb,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,WAAW,CAAC,CAAC;YACtD,OAAO,SAAS,CAAC,CAAC,CAAC,2BAA2B,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QACpE,CAAC,CAAC;QACF,MAAM,qBAAqB,GAAG,GAAG,EAAE;YACjC,0EAA0E;YAC1E,yEAAyE;YACzE,wEAAwE;YACxE,8BAA8B;YAC9B,MAAM,kBAAkB,GACtB,cAAc,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC;YACrD,OAAO,KAAK;iBACT,WAAW,EAAE;iBACb,UAAU,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAC3B,2BAA2B,CAAC,IAAI,EAAE,kBAAkB,CAAC;gBACnD,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBACX,CAAC,CAAC,EAAE,CACP,CAAC;QACN,CAAC,CAAC;QACF,MAAM,oCAAoC,GAAG,GAAG,EAAE;YAChD,MAAM,kBAAkB,GACtB,cAAc,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC;YACrD,OAAO,KAAK;iBACT,WAAW,EAAE;iBACb,UAAU,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAC3B,mCAAmC,CAAC,IAAI,EAAE,kBAAkB,CAAC;gBAC3D,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBACX,CAAC,CAAC,EAAE,CACP,CAAC;QACN,CAAC,CAAC;QACF,OAAO;YACL,WAAW;YACX,6BAA6B;YAC7B,gBAAgB,EAAE,GAAG,EAAE;gBACrB,MAAM,KAAK,GAAG,cAAc,CAAC,aAAa,EAAE,CAAC;gBAC7C,OAAO;oBACL,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ;oBAC9B,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC,eAAe;oBAC3C,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;iBAC3B,CAAC;YACJ,CAAC;YACD,qBAAqB;YACrB,sEAAsE;YACtE,0EAA0E;YAC1E,sEAAsE;YACtE,oCAAoC;YACpC,0BAA0B,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,EAAE,CAClD,wCAAwC,CAAC;gBACvC,SAAS;gBACT,QAAQ;gBACR,cAAc;aACf,CAAC;YACJ,kBAAkB,EAAE,CAAC,WAAW,EAAE,EAAE,CAClC,KAAK,CAAC,kBAAkB,CAAC,WAAW,CAAC;YACvC,eAAe,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC;YACxD,0BAA0B;YAC1B,GAAG,8BAA8B,CAAC,cAAc,EAAE,WAAW,CAAC;YAC9D,WAAW,EAAE,KAAK,IAAI,EAAE;gBACtB,MAAM,KAAK,CAAC,iBAAiB,EAAE,CAAC,OAAO,EAAE,CAAC;YAC5C,CAAC;YACD,eAAe,EAAE,KAAK,IAAI,EAAE;gBAC1B,MAAM,KAAK,CAAC,iBAAiB,EAAE,CAAC,eAAe,EAAE,CAAC;YACpD,CAAC;YACD,gBAAgB,EAAE,0BAA0B;YAC5C,qEAAqE;YACrE,wEAAwE;YACxE,QAAQ,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAC3B,wBAAwB,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC;SACnE,CAAC;IACJ,CAAC;CACF;AAED,8EAA8E;AAC9E,sEAAsE;AACtE,SAAS,wBAAwB,CAC/B,OAA8C,EAC9C,OAAe,EACf,KAAc;IAEd,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IACvC,OAAO,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,gCAAgC,CAC9C,cAA+B;IAE/B,OAAO,2CAA2C,CAChD,cAAc,CAAC,aAAa,EAAE,EAC9B,cAAc,CAAC,kBAAkB,CAClC,CAAC;AACJ,CAAC","sourcesContent":["import type { DomainScope } from \"../data/domainScope\";\nimport {\n  disposeDomainSyncCoordinator,\n  isDatabaseUnavailableError,\n} from \"../data/sync/syncCoordinator\";\nimport {\n  type ContainerContentsStore,\n  type ContainerContentsStoreOptions,\n  isAutomaticRootCatchupContainerNode,\n  isReconcilableContainerNode,\n  isRemoteBackedContainerNode,\n} from \"../stores/container-contents\";\nimport { openDocumentStore } from \"../stores/documents\";\nimport {\n  requestRegisteredDocumentRemoteSync,\n  subscribeToPersistedDocumentDeletions,\n  subscribeToPersistedDocuments,\n} from \"../stores/documents/registry\";\nimport {\n  getOrCreateLocalProjectionStore,\n  type LocalProjectionStore,\n  type LocalProjectionView,\n} from \"../stores/local-projection\";\nimport {\n  connectReconciliationTriggers,\n  createReconciliationService,\n  type ReconciliationHost,\n  type ReconciliationService,\n} from \"../sync/reconciliation\";\nimport { createReconciledDocumentContentPuller } from \"../sync/reconciliation/documentContentPull\";\nimport { listAllContainerDocumentIdsFromApi } from \"../workflows/container-contents/containerDocumentListing\";\nimport { probeUndiscoveredRemoteDocumentBatch } from \"../workflows/container-contents/documentHydrationProbe\";\nimport {\n  type ContainerContentsStoreWorkflowRuntime,\n  createContainerContentsDocumentsRuntime,\n  createContainerContentsStoreWorkflowRuntime,\n} from \"../workflows/container-contents/runtime\";\nimport type { ContainerContents } from \"./containerContents\";\nimport { discoverContainerDocumentLanesForRuntime } from \"./containerDocumentDiscovery\";\nimport type { InternalRuntime } from \"./workflowRuntime\";\n\nexport type { LocalProjectionView } from \"../stores/local-projection\";\n\n/** One domain scope's local read, local-write, and reconciliation handles. */\nexport interface DeviceFirstContainerContents {\n  /**\n   * Locally durable container tree and mutation store. Ordinary tree writes\n   * update this store after local persistence and queue remote convergence in\n   * the background; security-sensitive remote operations keep their explicit\n   * online requirements.\n   */\n  readonly containerStore: ContainerContentsStore;\n  /** Background remote reconciliation; never awaited for first paint. */\n  readonly reconciler: ReconciliationService;\n  /** Synchronously readable container/document projection. */\n  readonly view: LocalProjectionView;\n}\n\n/**\n * Device-first facade. Opens a shared scope that pairs immediate local reads\n * and locally durable writes with background remote convergence.\n */\nexport interface DeviceFirst {\n  /** Open all device-first handles for the current domain scope. */\n  open(\n    options?: ContainerContentsStoreOptions | undefined,\n  ): DeviceFirstContainerContents;\n  /** Stop the current scope's reconciler (if one was created) on teardown. */\n  dispose(): void;\n}\n\nexport function createDeviceFirst(\n  runtimeService: InternalRuntime,\n  containerContents: ContainerContents,\n): DeviceFirst {\n  return new DeviceFirstService(runtimeService, containerContents);\n}\n\ninterface DeviceFirstScopeEntry {\n  contents: DeviceFirstContainerContents;\n  disconnectReconciliationTriggers: () => void;\n  unsubscribePersistedDocumentDeletions: () => void;\n  unsubscribePersistedDocuments: () => void;\n}\n\nfunction createInitialDocumentProbeHost(\n  runtimeService: InternalRuntime,\n  domainScope: ReconciliationHost[\"domainScope\"],\n): Pick<\n  ReconciliationHost,\n  | \"listContainerDocumentIds\"\n  | \"probeUndiscoveredDocumentsBatch\"\n  | \"reportInitialDocumentProbeComplete\"\n> {\n  return {\n    listContainerDocumentIds: (containerId) => {\n      const runtime = createDeviceFirstWorkflowRuntime(runtimeService);\n      return listAllContainerDocumentIdsFromApi({\n        apiClient: runtime.apiClient,\n        containerId,\n        reportErrors: false,\n      });\n    },\n    probeUndiscoveredDocumentsBatch: async (input) => {\n      const runtime = createDeviceFirstWorkflowRuntime(runtimeService);\n      return probeUndiscoveredRemoteDocumentBatch({\n        ...input,\n        host: {\n          documentWorkflowRuntime: (containerId) =>\n            createContainerContentsDocumentsRuntime(runtime, containerId),\n          openDocumentStore: (target) =>\n            openDocumentStore(\n              domainScope,\n              target.localId,\n              target.runtime,\n              target.documentId,\n            ),\n        },\n        runtime,\n      });\n    },\n    reportInitialDocumentProbeComplete: (requestedCount) => {\n      runtimeService\n        .workflowInput()\n        .util.log(\n          `Initial document hydration probe requested ${requestedCount} syncs`,\n        );\n    },\n  };\n}\n\nclass DeviceFirstService implements DeviceFirst {\n  // A real Map (not WeakMap) so dispose() can iterate every scope seen this\n  // session. A running reconciler holds event subscriptions that keep an idle,\n  // stale-scope service (and its scope) reachable anyway, so WeakMap bought no\n  // GC here; the entries are released explicitly on dispose().\n  private readonly entriesByScope = new Map<\n    DomainScope,\n    DeviceFirstScopeEntry\n  >();\n\n  constructor(\n    private readonly runtimeService: InternalRuntime,\n    private readonly containerContents: ContainerContents,\n  ) {}\n\n  open(\n    options?: ContainerContentsStoreOptions | undefined,\n  ): DeviceFirstContainerContents {\n    return this.getOrCreateEntry(options).contents;\n  }\n\n  dispose(): void {\n    // Stop every reconciler created this session — not just the current\n    // scope's. A scope change (e.g. anonymous -> authenticated) leaves the old\n    // scope's reconciler subscribed and its coordinator pump live; tear them\n    // all down. Force-stop each scope's coordinator (which runs the reconciler\n    // lane) alongside stopping the service.\n    for (const [domainScope, entry] of this.entriesByScope) {\n      entry.contents.reconciler.stop();\n      entry.disconnectReconciliationTriggers();\n      entry.unsubscribePersistedDocumentDeletions();\n      entry.unsubscribePersistedDocuments();\n      disposeDomainSyncCoordinator(domainScope);\n    }\n    this.entriesByScope.clear();\n  }\n\n  private workflowRuntime(): ContainerContentsStoreWorkflowRuntime {\n    return createDeviceFirstWorkflowRuntime(this.runtimeService);\n  }\n\n  private getOrCreateEntry(\n    options?: ContainerContentsStoreOptions | undefined,\n  ): DeviceFirstScopeEntry {\n    const runtime = this.workflowRuntime();\n    const domainScope = runtime.state.domainScope;\n    const existing = this.entriesByScope.get(domainScope);\n    if (existing) {\n      // Do not call updateRuntime here: facade selectors run during React\n      // render, and updateRuntime emits synchronously. Hosts drive runtime\n      // updates through view.updateRuntime() from an effect instead.\n      return existing;\n    }\n\n    const store = getOrCreateLocalProjectionStore({\n      domainScope,\n      runtime,\n      options,\n    });\n    const service = createReconciliationService(\n      this.createReconciliationHost(store, domainScope),\n    );\n    const disconnectReconciliationTriggers = connectReconciliationTriggers({\n      service,\n      store,\n    });\n    const unsubscribePersistedDocumentDeletions =\n      subscribeToPersistedDocumentDeletions(domainScope, (localId) => {\n        store.removePersistedDocument(localId);\n      });\n    const unsubscribePersistedDocuments = subscribeToPersistedDocuments(\n      domainScope,\n      (document, change) =>\n        store.refreshPersistedDocument(document, change.placementChanged),\n    );\n    service.start();\n\n    const view: LocalProjectionView = {\n      getSnapshot: () => store.getSnapshot(),\n      subscribe: (listener) => store.subscribe(listener),\n      setActiveContainer: (containerId) =>\n        store.setActiveContainer(containerId),\n      updateRuntime: (nextRuntime) => store.updateRuntime(nextRuntime),\n    };\n\n    const entry: DeviceFirstScopeEntry = {\n      contents: {\n        containerStore: store.getContainerStore(),\n        reconciler: service,\n        view,\n      },\n      disconnectReconciliationTriggers,\n      unsubscribePersistedDocumentDeletions,\n      unsubscribePersistedDocuments,\n    };\n    this.entriesByScope.set(domainScope, entry);\n    return entry;\n  }\n\n  private createReconciliationHost(\n    store: LocalProjectionStore,\n    domainScope: ReconciliationHost[\"domainScope\"],\n  ): ReconciliationHost {\n    const runtimeService = this.runtimeService;\n    const containerContents = this.containerContents;\n    const requestDocumentContentPull = createReconciledDocumentContentPuller({\n      getContainer: (containerId) =>\n        store\n          .getSnapshot()\n          .containers.find((container) => container.id === containerId) ?? null,\n      pullDocumentContent: (input) =>\n        containerContents.pullDocumentContent(input),\n      requestRegisteredDocumentRemoteSync: (localId, documentId) =>\n        requestRegisteredDocumentRemoteSync(domainScope, localId, documentId),\n    });\n    const canDiscoverContainerDocuments = (containerId: string) => {\n      const container = store\n        .getSnapshot()\n        .containers.find((node) => node.id === containerId);\n      return container ? isRemoteBackedContainerNode(container) : false;\n    };\n    const listKnownContainerIds = () => {\n      // A local-first id is not listable yet and may still be racing its create\n      // request. Once remote-backed, it participates normally; system contents\n      // are especially important during rematerialization because this device\n      // may not have authored them.\n      const homeOrganizationId =\n        runtimeService.workflowInput().auth.organizationId;\n      return store\n        .getSnapshot()\n        .containers.flatMap((node) =>\n          isReconcilableContainerNode(node, homeOrganizationId)\n            ? [node.id]\n            : [],\n        );\n    };\n    const listAutomaticRootCatchupContainerIds = () => {\n      const homeOrganizationId =\n        runtimeService.workflowInput().auth.organizationId;\n      return store\n        .getSnapshot()\n        .containers.flatMap((node) =>\n          isAutomaticRootCatchupContainerNode(node, homeOrganizationId)\n            ? [node.id]\n            : [],\n        );\n    };\n    return {\n      domainScope,\n      canDiscoverContainerDocuments,\n      getRuntimeStatus: () => {\n        const input = runtimeService.workflowInput();\n        return {\n          dbStatus: input.infra.dbStatus,\n          isAuthenticated: input.auth.isAuthenticated,\n          online: input.state.online,\n        };\n      },\n      listKnownContainerIds,\n      // Root discovery can surface directly granted non-root containers, so\n      // retain every regular container. Exclude only this identity's own system\n      // children; cold/auth backfill and explicit full Refresh cover those.\n      listAutomaticRootCatchupContainerIds,\n      discoverContainerDocuments: (requests, onOutcome) =>\n        discoverContainerDocumentLanesForRuntime({\n          onOutcome,\n          requests,\n          runtimeService,\n        }),\n      loadContainerDelta: (containerId) =>\n        store.loadContainerDelta(containerId),\n      applyReconciled: (delta) => store.applyReconciled(delta),\n      requestDocumentContentPull,\n      ...createInitialDocumentProbeHost(runtimeService, domainScope),\n      refreshTree: async () => {\n        await store.getContainerStore().refresh();\n      },\n      refreshRootTree: async () => {\n        await store.getContainerStore().refreshRootLane();\n      },\n      isIgnorableError: isDatabaseUnavailableError,\n      // Resolve the runtime per call: it is rebuilt as the active identity\n      // changes, and a reference captured here would report into a dead host.\n      logError: (message, error) =>\n        logReconciliationFailure(this.workflowRuntime(), message, error),\n    };\n  }\n}\n\n// Returns the host's result: both callbacks are declared `=> void` but may be\n// async, and the lane reporter only catches a rejection it is handed.\nfunction logReconciliationFailure(\n  runtime: ContainerContentsStoreWorkflowRuntime,\n  message: string,\n  error: unknown,\n): unknown {\n  const { log, logError } = runtime.util;\n  return logError ? logError(message, error) : log(message);\n}\n\nexport function createDeviceFirstWorkflowRuntime(\n  runtimeService: InternalRuntime,\n): ContainerContentsStoreWorkflowRuntime {\n  return createContainerContentsStoreWorkflowRuntime(\n    runtimeService.workflowInput(),\n    runtimeService.adoptRootContainer,\n  );\n}\n"]}

package/data/persistence/containers/containerSyncWatermarkPersistence.d.ts

@@ -31,9 +31,9 @@ export declare function containerSyncWatermarkLaneKey(lane: ContainerSyncWaterma
     laneKind: string;
 };
 /**
- * The watermark half of the container-delete cascade, statement-only so the
- * caller can run it inside one atomic transaction alongside the rest of the
- * cascade.
+ * The lane-state half of the container-delete cascade (cursor and freshness
+ * marker share one row), statement-only so the caller can run it inside one
+ * atomic transaction alongside the rest of the cascade.
  */
 export declare function deleteContainerWatermarksInTransaction(tx: ClientSQLiteDatabase | ClientSQLiteTransactionScope, containerIds: ReadonlyArray<string>): Promise<void>;
 export declare const sqlContainerSyncWatermarkPersistence: {
@@ -43,6 +43,14 @@ export declare const sqlContainerSyncWatermarkPersistence: {
     loadCheckRecords(execSql: ExecSql, lanes: ReadonlyArray<ContainerSyncWatermarkLane>): Promise<Array<ContainerSyncLaneCheckRecord | null>>;
     markChecked(execSql: ExecSql, lane: ContainerSyncWatermarkLane, options?: ContainerSyncMarkerMutationOptions): Promise<boolean>;
     saveWatermark(execSql: ExecSql, lane: ContainerSyncWatermarkLane, watermark: SyncWatermark, options?: ContainerSyncMarkerMutationOptions): Promise<boolean>;
+    /**
+     * Upserts one lane row in a single statement: the cursor when `watermark`
+     * is set and the freshness marker when `checked`; the other half is kept.
+     */
+    recordLaneFetch(execSql: ExecSql, lane: ContainerSyncWatermarkLane, fetch: {
+        readonly checked: boolean;
+        readonly watermark: SyncWatermark | null;
+    }, options?: ContainerSyncMarkerMutationOptions): Promise<boolean>;
     deleteWatermarksForContainers(execSql: ExecSql, containerIds: ReadonlyArray<string>): Promise<void>;
 };
 export {};

package/data/persistence/containers/containerSyncWatermarkPersistence.js

@@ -1,5 +1,5 @@
-import { and, eq, inArray, or } from "drizzle-orm";
-import { containerSyncLaneChecks, containerSyncWatermarks, containerSyncWatermarkTables, } from "../../sqlite/schema.js";
+import { and, eq, inArray, isNotNull, or } from "drizzle-orm";
+import { containerSyncWatermarks, containerSyncWatermarkTables, } from "../../sqlite/schema.js";
 import { getClientSQLitePersistenceRuntime, } from "../../sqlite/sqlitePersistenceRuntime.js";
 import { ensureSqlTables } from "../../sqlite/sqlSchema.js";
 const CONTAINER_PARENT_LANE = "container_parent";
@@ -37,9 +37,9 @@ function containerParentLaneId(parentId) {
         : `${CONTAINER_PARENT_LANE_ID_PREFIX}${parentId}`;
 }
 /**
- * The watermark half of the container-delete cascade, statement-only so the
- * caller can run it inside one atomic transaction alongside the rest of the
- * cascade.
+ * The lane-state half of the container-delete cascade (cursor and freshness
+ * marker share one row), statement-only so the caller can run it inside one
+ * atomic transaction alongside the rest of the cascade.
  */
 export async function deleteContainerWatermarksInTransaction(tx, containerIds) {
     const uniqueContainerIds = Array.from(new Set(containerIds));
@@ -52,12 +52,14 @@ export async function deleteContainerWatermarksInTransaction(tx, containerIds) {
         .delete(containerSyncWatermarks)
         .where(or(and(eq(containerSyncWatermarks.laneKind, CONTAINER_PARENT_LANE), inArray(containerSyncWatermarks.laneId, parentLaneIds)), and(eq(containerSyncWatermarks.laneKind, CONTAINER_DOCUMENTS_LANE), inArray(containerSyncWatermarks.laneId, documentLaneIds))))
         .run();
-    await tx
-        .delete(containerSyncLaneChecks)
-        .where(or(and(eq(containerSyncLaneChecks.laneKind, CONTAINER_PARENT_LANE), inArray(containerSyncLaneChecks.laneId, parentLaneIds)), and(eq(containerSyncLaneChecks.laneKind, CONTAINER_DOCUMENTS_LANE), inArray(containerSyncLaneChecks.laneId, documentLaneIds))))
-        .run();
 }
 function mapSelectedWatermarkRecord(row) {
+    // A lane checked before any cursor was saved has no watermark yet.
+    if (row.watermarkId === null ||
+        row.watermarkUpdatedAt === null ||
+        row.updatedAt === null) {
+        return null;
+    }
     return {
         laneId: row.laneId,
         laneKind: row.laneKind,
@@ -121,14 +123,14 @@ async function selectWatermarkRows(execSql, lanes) {
 async function selectCheckRows(execSql, lanes) {
     await ensureSqlTables(execSql, containerSyncWatermarkTables);
     const { db } = getClientSQLitePersistenceRuntime(execSql);
-    return selectLaneRowsInBatches(lanes, ({ laneId, laneKind }) => and(eq(containerSyncLaneChecks.laneKind, laneKind), eq(containerSyncLaneChecks.laneId, laneId)), (whereClause) => db
+    return selectLaneRowsInBatches(lanes, ({ laneId, laneKind }) => and(eq(containerSyncWatermarks.laneKind, laneKind), eq(containerSyncWatermarks.laneId, laneId)), async (whereClause) => (await db
         .select({
-        checkedAt: containerSyncLaneChecks.checkedAt,
-        laneId: containerSyncLaneChecks.laneId,
-        laneKind: containerSyncLaneChecks.laneKind,
+        checkedAt: containerSyncWatermarks.checkedAt,
+        laneId: containerSyncWatermarks.laneId,
+        laneKind: containerSyncWatermarks.laneKind,
     })
-        .from(containerSyncLaneChecks)
-        .where(whereClause));
+        .from(containerSyncWatermarks)
+        .where(and(whereClause, isNotNull(containerSyncWatermarks.checkedAt)))).flatMap(({ checkedAt, laneId, laneKind }) => checkedAt === null ? [] : [{ checkedAt, laneId, laneKind }]));
 }
 export const sqlContainerSyncWatermarkPersistence = {
     async ensureSchema(execSql) {
@@ -145,7 +147,8 @@ export const sqlContainerSyncWatermarkPersistence = {
         const recordsByKey = new Map();
         for (const row of rows) {
             const record = mapSelectedWatermarkRecord(row);
-            recordsByKey.set(laneKeyString(record), record);
+            if (record)
+                recordsByKey.set(laneKeyString(record), record);
         }
         return lanes.map((lane) => {
             const laneKey = containerSyncWatermarkLaneKey(lane);
@@ -163,65 +166,50 @@ export const sqlContainerSyncWatermarkPersistence = {
             return recordsByKey.get(laneKeyString(laneKey)) ?? null;
         });
     },
-    async markChecked(execSql, lane, options) {
-        await sqlContainerSyncWatermarkPersistence.ensureSchema(execSql);
-        const { laneId, laneKind } = containerSyncWatermarkLaneKey(lane);
-        const row = {
-            checkedAt: new Date().toISOString(),
-            laneId,
-            laneKind,
-        };
-        const mark = async (db) => {
-            await db
-                .insert(containerSyncLaneChecks)
-                .values(row)
-                .onConflictDoUpdate({
-                target: [
-                    containerSyncLaneChecks.laneKind,
-                    containerSyncLaneChecks.laneId,
-                ],
-                set: row,
-            })
-                .run();
-        };
-        const runtime = getClientSQLitePersistenceRuntime(execSql);
-        if (!options?.stillCurrent) {
-            await runtime.runMutation(mark);
-            return true;
-        }
-        return (await runtime.guardedTransaction(mark, options.stillCurrent))
-            .committed;
+    markChecked(execSql, lane, options) {
+        return sqlContainerSyncWatermarkPersistence.recordLaneFetch(execSql, lane, { checked: true, watermark: null }, options);
     },
-    async saveWatermark(execSql, lane, watermark, options) {
+    saveWatermark(execSql, lane, watermark, options) {
+        return sqlContainerSyncWatermarkPersistence.recordLaneFetch(execSql, lane, { checked: false, watermark }, options);
+    },
+    /**
+     * Upserts one lane row in a single statement: the cursor when `watermark`
+     * is set and the freshness marker when `checked`; the other half is kept.
+     */
+    async recordLaneFetch(execSql, lane, fetch, options) {
+        if (!fetch.checked && !fetch.watermark)
+            return true;
         await sqlContainerSyncWatermarkPersistence.ensureSchema(execSql);
-        const { laneId, laneKind } = containerSyncWatermarkLaneKey(lane);
-        const updatedAt = new Date().toISOString();
-        const row = {
-            laneId,
-            laneKind,
-            watermarkId: watermark.id,
-            watermarkUpdatedAt: watermark.updatedAt,
-            updatedAt,
+        const now = new Date().toISOString();
+        const changed = {
+            ...(fetch.watermark
+                ? {
+                    updatedAt: now,
+                    watermarkId: fetch.watermark.id,
+                    watermarkUpdatedAt: fetch.watermark.updatedAt,
+                }
+                : {}),
+            ...(fetch.checked ? { checkedAt: now } : {}),
         };
-        const save = async (db) => {
+        const record = async (db) => {
             await db
                 .insert(containerSyncWatermarks)
-                .values(row)
+                .values({ ...containerSyncWatermarkLaneKey(lane), ...changed })
                 .onConflictDoUpdate({
                 target: [
                     containerSyncWatermarks.laneKind,
                     containerSyncWatermarks.laneId,
                 ],
-                set: row,
+                set: changed,
             })
                 .run();
         };
         const runtime = getClientSQLitePersistenceRuntime(execSql);
         if (!options?.stillCurrent) {
-            await runtime.runMutation(save);
+            await runtime.runMutation(record);
             return true;
         }
-        return (await runtime.guardedTransaction(save, options.stillCurrent))
+        return (await runtime.guardedTransaction(record, options.stillCurrent))
             .committed;
     },
     async deleteWatermarksForContainers(execSql, containerIds) {

package/data/persistence/containers/containerSyncWatermarkPersistence.js.map

@@ -1 +1 @@
-{"version":3,"file":"containerSyncWatermarkPersistence.js","sourceRoot":"","sources":["containerSyncWatermarkPersistence.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAY,MAAM,aAAa,CAAC;AAC7D,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAGL,iCAAiC,GAClC,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAgB,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEvE,MAAM,qBAAqB,GAAG,kBAAkB,CAAC;AACjD,MAAM,wBAAwB,GAAG,qBAAqB,CAAC;AACvD,MAAM,6BAA6B,GAAG,MAAM,CAAC;AAC7C,MAAM,+BAA+B,GAAG,SAAS,CAAC;AAClD,0EAA0E;AAC1E,kEAAkE;AAClE,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAqCnC,MAAM,CAAC,MAAM,uBAAuB,GAAG,CACrC,QAAuB,EACK,EAAE,CAAC,CAAC;IAChC,IAAI,EAAE,qBAAqB;IAC3B,QAAQ;CACT,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,WAAmB,EACS,EAAE,CAAC,CAAC;IAChC,IAAI,EAAE,wBAAwB;IAC9B,WAAW;CACZ,CAAC,CAAC;AAEH,MAAM,UAAU,6BAA6B,CAC3C,IAAgC;IAKhC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,qBAAqB;YACxB,OAAO;gBACL,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,MAAM,EAAE,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC;aAC7C,CAAC;QACJ,KAAK,wBAAwB;YAC3B,OAAO;gBACL,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,MAAM,EAAE,IAAI,CAAC,WAAW;aACzB,CAAC;IACN,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAuB;IACpD,OAAO,QAAQ,KAAK,IAAI;QACtB,CAAC,CAAC,6BAA6B;QAC/B,CAAC,CAAC,GAAG,+BAA+B,GAAG,QAAQ,EAAE,CAAC;AACtD,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,sCAAsC,CAC1D,EAAuD,EACvD,YAAmC;IAEnC,MAAM,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;IAC7D,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpC,OAAO;IACT,CAAC;IACD,MAAM,aAAa,GAAG,kBAAkB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACpE,MAAM,eAAe,GAAG,kBAAkB,CAAC;IAC3C,MAAM,EAAE;SACL,MAAM,CAAC,uBAAuB,CAAC;SAC/B,KAAK,CACJ,EAAE,CACA,GAAG,CACD,EAAE,CAAC,uBAAuB,CAAC,QAAQ,EAAE,qBAAqB,CAAC,EAC3D,OAAO,CAAC,uBAAuB,CAAC,MAAM,EAAE,aAAa,CAAC,CACvD,EACD,GAAG,CACD,EAAE,CAAC,uBAAuB,CAAC,QAAQ,EAAE,wBAAwB,CAAC,EAC9D,OAAO,CAAC,uBAAuB,CAAC,MAAM,EAAE,eAAe,CAAC,CACzD,CACF,CACF;SACA,GAAG,EAAE,CAAC;IACT,MAAM,EAAE;SACL,MAAM,CAAC,uBAAuB,CAAC;SAC/B,KAAK,CACJ,EAAE,CACA,GAAG,CACD,EAAE,CAAC,uBAAuB,CAAC,QAAQ,EAAE,qBAAqB,CAAC,EAC3D,OAAO,CAAC,uBAAuB,CAAC,MAAM,EAAE,aAAa,CAAC,CACvD,EACD,GAAG,CACD,EAAE,CAAC,uBAAuB,CAAC,QAAQ,EAAE,wBAAwB,CAAC,EAC9D,OAAO,CAAC,uBAAuB,CAAC,MAAM,EAAE,eAAe,CAAC,CACzD,CACF,CACF;SACA,GAAG,EAAE,CAAC;AACX,CAAC;AAED,SAAS,0BAA0B,CACjC,GAAmC;IAEnC,OAAO;QACL,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,SAAS,EAAE;YACT,EAAE,EAAE,GAAG,CAAC,WAAW;YACnB,SAAS,EAAE,GAAG,CAAC,kBAAkB;SAClC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAA2C;IAChE,OAAO,GAAG,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,cAAc,CACrB,KAAgD;IAEhD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,QAAQ,GAAgD,EAAE,CAAC;IAEjE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAClB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,yEAAyE;AACzE,wEAAwE;AACxE,iCAAiC;AACjC,KAAK,UAAU,uBAAuB,CACpC,KAAgD,EAChD,kBAGqB,EACrB,WAAkD;IAElD,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,IAAI,GAAW,EAAE,CAAC;IAExB,KACE,IAAI,KAAK,GAAG,CAAC,EACb,KAAK,GAAG,QAAQ,CAAC,MAAM,EACvB,KAAK,IAAI,sBAAsB,EAC/B,CAAC;QACD,MAAM,cAAc,GAAG,QAAQ;aAC5B,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,sBAAsB,CAAC;aAC5C,GAAG,CAAC,kBAAkB,CAAC;aACvB,MAAM,CAAC,CAAC,SAAS,EAAoB,EAAE,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;QACpE,MAAM,WAAW,GACf,cAAc,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,CAAC;QAC1E,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,SAAS;QACX,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,OAAgB,EAChB,KAAgD;IAEhD,MAAM,eAAe,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IAC7D,MAAM,EAAE,EAAE,EAAE,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;IAE1D,OAAO,uBAAuB,CAC5B,KAAK,EACL,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CACvB,GAAG,CACD,EAAE,CAAC,uBAAuB,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAC9C,EAAE,CAAC,uBAAuB,CAAC,MAAM,EAAE,MAAM,CAAC,CAC3C,EACH,CAAC,WAAW,EAAE,EAAE,CACd,EAAE;SACC,MAAM,CAAC;QACN,MAAM,EAAE,uBAAuB,CAAC,MAAM;QACtC,QAAQ,EAAE,uBAAuB,CAAC,QAAQ;QAC1C,SAAS,EAAE,uBAAuB,CAAC,SAAS;QAC5C,WAAW,EAAE,uBAAuB,CAAC,WAAW;QAChD,kBAAkB,EAAE,uBAAuB,CAAC,kBAAkB;KAC/D,CAAC;SACD,IAAI,CAAC,uBAAuB,CAAC;SAC7B,KAAK,CAAC,WAAW,CAAC,CACxB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,OAAgB,EAChB,KAAgD;IAEhD,MAAM,eAAe,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IAC7D,MAAM,EAAE,EAAE,EAAE,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;IAE1D,OAAO,uBAAuB,CAC5B,KAAK,EACL,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CACvB,GAAG,CACD,EAAE,CAAC,uBAAuB,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAC9C,EAAE,CAAC,uBAAuB,CAAC,MAAM,EAAE,MAAM,CAAC,CAC3C,EACH,CAAC,WAAW,EAAE,EAAE,CACd,EAAE;SACC,MAAM,CAAC;QACN,SAAS,EAAE,uBAAuB,CAAC,SAAS;QAC5C,MAAM,EAAE,uBAAuB,CAAC,MAAM;QACtC,QAAQ,EAAE,uBAAuB,CAAC,QAAQ;KAC3C,CAAC;SACD,IAAI,CAAC,uBAAuB,CAAC;SAC7B,KAAK,CAAC,WAAW,CAAC,CACxB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,oCAAoC,GAAG;IAClD,KAAK,CAAC,YAAY,CAAC,OAAgB;QACjC,MAAM,eAAe,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,OAAgB,EAChB,IAAgC;QAEhC,MAAM,CAAC,MAAM,CAAC,GACZ,MAAM,oCAAoC,CAAC,oBAAoB,CAAC,OAAO,EAAE;YACvE,IAAI;SACL,CAAC,CAAC;QACL,OAAO,MAAM,EAAE,SAAS,IAAI,IAAI,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,oBAAoB,CACxB,OAAgB,EAChB,KAAgD;QAEhD,MAAM,IAAI,GAAG,MAAM,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACvD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAwC,CAAC;QAErE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,0BAA0B,CAAC,GAAG,CAAC,CAAC;YAC/C,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;QAClD,CAAC;QAED,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACxB,MAAM,OAAO,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;YACpD,OAAO,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,OAAgB,EAChB,KAAgD;QAEhD,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACnD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAwC,CAAC;QAErE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACxB,MAAM,OAAO,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;YACpD,OAAO,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,WAAW,CACf,OAAgB,EAChB,IAAgC,EAChC,OAA4C;QAE5C,MAAM,oCAAoC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACjE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG;YACV,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,MAAM;YACN,QAAQ;SACT,CAAC;QAEF,MAAM,IAAI,GAAG,KAAK,EAChB,EAAuD,EACvD,EAAE;YACF,MAAM,EAAE;iBACL,MAAM,CAAC,uBAAuB,CAAC;iBAC/B,MAAM,CAAC,GAAG,CAAC;iBACX,kBAAkB,CAAC;gBAClB,MAAM,EAAE;oBACN,uBAAuB,CAAC,QAAQ;oBAChC,uBAAuB,CAAC,MAAM;iBAC/B;gBACD,GAAG,EAAE,GAAG;aACT,CAAC;iBACD,GAAG,EAAE,CAAC;QACX,CAAC,CAAC;QACF,MAAM,OAAO,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;QAC3D,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC;YAC3B,MAAM,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,CAAC,MAAM,OAAO,CAAC,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;aAClE,SAAS,CAAC;IACf,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,OAAgB,EAChB,IAAgC,EAChC,SAAwB,EACxB,OAA4C;QAE5C,MAAM,oCAAoC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACjE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,GAAG,GAAG;YACV,MAAM;YACN,QAAQ;YACR,WAAW,EAAE,SAAS,CAAC,EAAE;YACzB,kBAAkB,EAAE,SAAS,CAAC,SAAS;YACvC,SAAS;SACV,CAAC;QAEF,MAAM,IAAI,GAAG,KAAK,EAChB,EAAuD,EACvD,EAAE;YACF,MAAM,EAAE;iBACL,MAAM,CAAC,uBAAuB,CAAC;iBAC/B,MAAM,CAAC,GAAG,CAAC;iBACX,kBAAkB,CAAC;gBAClB,MAAM,EAAE;oBACN,uBAAuB,CAAC,QAAQ;oBAChC,uBAAuB,CAAC,MAAM;iBAC/B;gBACD,GAAG,EAAE,GAAG;aACT,CAAC;iBACD,GAAG,EAAE,CAAC;QACX,CAAC,CAAC;QACF,MAAM,OAAO,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;QAC3D,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC;YAC3B,MAAM,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,CAAC,MAAM,OAAO,CAAC,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;aAClE,SAAS,CAAC;IACf,CAAC;IAED,KAAK,CAAC,6BAA6B,CACjC,OAAgB,EAChB,YAAmC;QAEnC,MAAM,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;QAC7D,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpC,OAAO;QACT,CAAC;QAED,MAAM,oCAAoC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACjE,MAAM,iCAAiC,CAAC,OAAO,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACxE,MAAM,sCAAsC,CAAC,EAAE,EAAE,kBAAkB,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAC","sourcesContent":["import type { SyncWatermark } from \"@tearleads/validators/response\";\nimport { and, eq, inArray, or, type SQL } from \"drizzle-orm\";\nimport {\n  containerSyncLaneChecks,\n  containerSyncWatermarks,\n  containerSyncWatermarkTables,\n} from \"../../sqlite/schema\";\nimport {\n  type ClientSQLiteDatabase,\n  type ClientSQLiteTransactionScope,\n  getClientSQLitePersistenceRuntime,\n} from \"../../sqlite/sqlitePersistenceRuntime\";\nimport { type ExecSql, ensureSqlTables } from \"../../sqlite/sqlSchema\";\n\nconst CONTAINER_PARENT_LANE = \"container_parent\";\nconst CONTAINER_DOCUMENTS_LANE = \"container_documents\";\nconst ROOT_CONTAINER_PARENT_LANE_ID = \"root\";\nconst CONTAINER_PARENT_LANE_ID_PREFIX = \"parent:\";\n// Each lane predicate binds two values, so keep batches comfortably under\n// SQLite's variable limit when a caller reads many lanes at once.\nconst LANE_SELECT_BATCH_SIZE = 100;\n\nexport type ContainerSyncWatermarkLane =\n  | {\n      kind: typeof CONTAINER_PARENT_LANE;\n      parentId: string | null;\n    }\n  | {\n      kind: typeof CONTAINER_DOCUMENTS_LANE;\n      containerId: string;\n    };\n\ninterface SelectedContainerSyncWatermark {\n  laneId: string;\n  laneKind: string;\n  updatedAt: string;\n  watermarkId: string;\n  watermarkUpdatedAt: string;\n}\n\ninterface ContainerSyncWatermarkRecord {\n  laneId: string;\n  laneKind: string;\n  updatedAt: string;\n  watermark: SyncWatermark;\n}\n\nexport interface ContainerSyncLaneCheckRecord {\n  checkedAt: string;\n  laneId: string;\n  laneKind: string;\n}\n\ninterface ContainerSyncMarkerMutationOptions {\n  readonly stillCurrent?: (() => boolean) | undefined;\n}\n\nexport const containerParentSyncLane = (\n  parentId: string | null,\n): ContainerSyncWatermarkLane => ({\n  kind: CONTAINER_PARENT_LANE,\n  parentId,\n});\n\nexport const containerContentsSyncLane = (\n  containerId: string,\n): ContainerSyncWatermarkLane => ({\n  kind: CONTAINER_DOCUMENTS_LANE,\n  containerId,\n});\n\nexport function containerSyncWatermarkLaneKey(\n  lane: ContainerSyncWatermarkLane,\n): {\n  laneId: string;\n  laneKind: string;\n} {\n  switch (lane.kind) {\n    case CONTAINER_PARENT_LANE:\n      return {\n        laneKind: lane.kind,\n        laneId: containerParentLaneId(lane.parentId),\n      };\n    case CONTAINER_DOCUMENTS_LANE:\n      return {\n        laneKind: lane.kind,\n        laneId: lane.containerId,\n      };\n  }\n}\n\nfunction containerParentLaneId(parentId: string | null): string {\n  return parentId === null\n    ? ROOT_CONTAINER_PARENT_LANE_ID\n    : `${CONTAINER_PARENT_LANE_ID_PREFIX}${parentId}`;\n}\n\n/**\n * The watermark half of the container-delete cascade, statement-only so the\n * caller can run it inside one atomic transaction alongside the rest of the\n * cascade.\n */\nexport async function deleteContainerWatermarksInTransaction(\n  tx: ClientSQLiteDatabase | ClientSQLiteTransactionScope,\n  containerIds: ReadonlyArray<string>,\n): Promise<void> {\n  const uniqueContainerIds = Array.from(new Set(containerIds));\n  if (uniqueContainerIds.length === 0) {\n    return;\n  }\n  const parentLaneIds = uniqueContainerIds.map(containerParentLaneId);\n  const documentLaneIds = uniqueContainerIds;\n  await tx\n    .delete(containerSyncWatermarks)\n    .where(\n      or(\n        and(\n          eq(containerSyncWatermarks.laneKind, CONTAINER_PARENT_LANE),\n          inArray(containerSyncWatermarks.laneId, parentLaneIds),\n        ),\n        and(\n          eq(containerSyncWatermarks.laneKind, CONTAINER_DOCUMENTS_LANE),\n          inArray(containerSyncWatermarks.laneId, documentLaneIds),\n        ),\n      ),\n    )\n    .run();\n  await tx\n    .delete(containerSyncLaneChecks)\n    .where(\n      or(\n        and(\n          eq(containerSyncLaneChecks.laneKind, CONTAINER_PARENT_LANE),\n          inArray(containerSyncLaneChecks.laneId, parentLaneIds),\n        ),\n        and(\n          eq(containerSyncLaneChecks.laneKind, CONTAINER_DOCUMENTS_LANE),\n          inArray(containerSyncLaneChecks.laneId, documentLaneIds),\n        ),\n      ),\n    )\n    .run();\n}\n\nfunction mapSelectedWatermarkRecord(\n  row: SelectedContainerSyncWatermark,\n): ContainerSyncWatermarkRecord {\n  return {\n    laneId: row.laneId,\n    laneKind: row.laneKind,\n    updatedAt: row.updatedAt,\n    watermark: {\n      id: row.watermarkId,\n      updatedAt: row.watermarkUpdatedAt,\n    },\n  };\n}\n\nfunction laneKeyString(input: { laneId: string; laneKind: string }): string {\n  return `${input.laneKind}\\0${input.laneId}`;\n}\n\nfunction uniqueLaneKeys(\n  lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n): Array<{ laneId: string; laneKind: string }> {\n  const seen = new Set<string>();\n  const laneKeys: Array<{ laneId: string; laneKind: string }> = [];\n\n  for (const lane of lanes) {\n    const laneKey = containerSyncWatermarkLaneKey(lane);\n    const key = laneKeyString(laneKey);\n    if (seen.has(key)) {\n      continue;\n    }\n    seen.add(key);\n    laneKeys.push(laneKey);\n  }\n\n  return laneKeys;\n}\n\n// The ONE batched lane-select shape for this file: both row readers must\n// chunk, because a caller may pass unboundedly many lanes and each lane\n// predicate binds two variables.\nasync function selectLaneRowsInBatches<TRow>(\n  lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n  buildLanePredicate: (laneKey: {\n    laneId: string;\n    laneKind: string;\n  }) => SQL | undefined,\n  selectBatch: (whereClause: SQL) => Promise<TRow[]>,\n): Promise<TRow[]> {\n  const laneKeys = uniqueLaneKeys(lanes);\n  const rows: TRow[] = [];\n\n  for (\n    let index = 0;\n    index < laneKeys.length;\n    index += LANE_SELECT_BATCH_SIZE\n  ) {\n    const lanePredicates = laneKeys\n      .slice(index, index + LANE_SELECT_BATCH_SIZE)\n      .map(buildLanePredicate)\n      .filter((predicate): predicate is SQL => predicate !== undefined);\n    const whereClause =\n      lanePredicates.length === 1 ? lanePredicates[0] : or(...lanePredicates);\n    if (!whereClause) {\n      continue;\n    }\n\n    rows.push(...(await selectBatch(whereClause)));\n  }\n\n  return rows;\n}\n\nasync function selectWatermarkRows(\n  execSql: ExecSql,\n  lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n): Promise<SelectedContainerSyncWatermark[]> {\n  await ensureSqlTables(execSql, containerSyncWatermarkTables);\n  const { db } = getClientSQLitePersistenceRuntime(execSql);\n\n  return selectLaneRowsInBatches(\n    lanes,\n    ({ laneId, laneKind }) =>\n      and(\n        eq(containerSyncWatermarks.laneKind, laneKind),\n        eq(containerSyncWatermarks.laneId, laneId),\n      ),\n    (whereClause) =>\n      db\n        .select({\n          laneId: containerSyncWatermarks.laneId,\n          laneKind: containerSyncWatermarks.laneKind,\n          updatedAt: containerSyncWatermarks.updatedAt,\n          watermarkId: containerSyncWatermarks.watermarkId,\n          watermarkUpdatedAt: containerSyncWatermarks.watermarkUpdatedAt,\n        })\n        .from(containerSyncWatermarks)\n        .where(whereClause),\n  );\n}\n\nasync function selectCheckRows(\n  execSql: ExecSql,\n  lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n): Promise<ContainerSyncLaneCheckRecord[]> {\n  await ensureSqlTables(execSql, containerSyncWatermarkTables);\n  const { db } = getClientSQLitePersistenceRuntime(execSql);\n\n  return selectLaneRowsInBatches(\n    lanes,\n    ({ laneId, laneKind }) =>\n      and(\n        eq(containerSyncLaneChecks.laneKind, laneKind),\n        eq(containerSyncLaneChecks.laneId, laneId),\n      ),\n    (whereClause) =>\n      db\n        .select({\n          checkedAt: containerSyncLaneChecks.checkedAt,\n          laneId: containerSyncLaneChecks.laneId,\n          laneKind: containerSyncLaneChecks.laneKind,\n        })\n        .from(containerSyncLaneChecks)\n        .where(whereClause),\n  );\n}\n\nexport const sqlContainerSyncWatermarkPersistence = {\n  async ensureSchema(execSql: ExecSql): Promise<void> {\n    await ensureSqlTables(execSql, containerSyncWatermarkTables);\n  },\n\n  async loadWatermark(\n    execSql: ExecSql,\n    lane: ContainerSyncWatermarkLane,\n  ): Promise<SyncWatermark | null> {\n    const [record] =\n      await sqlContainerSyncWatermarkPersistence.loadWatermarkRecords(execSql, [\n        lane,\n      ]);\n    return record?.watermark ?? null;\n  },\n\n  async loadWatermarkRecords(\n    execSql: ExecSql,\n    lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n  ): Promise<Array<ContainerSyncWatermarkRecord | null>> {\n    const rows = await selectWatermarkRows(execSql, lanes);\n    const recordsByKey = new Map<string, ContainerSyncWatermarkRecord>();\n\n    for (const row of rows) {\n      const record = mapSelectedWatermarkRecord(row);\n      recordsByKey.set(laneKeyString(record), record);\n    }\n\n    return lanes.map((lane) => {\n      const laneKey = containerSyncWatermarkLaneKey(lane);\n      return recordsByKey.get(laneKeyString(laneKey)) ?? null;\n    });\n  },\n\n  async loadCheckRecords(\n    execSql: ExecSql,\n    lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n  ): Promise<Array<ContainerSyncLaneCheckRecord | null>> {\n    const rows = await selectCheckRows(execSql, lanes);\n    const recordsByKey = new Map<string, ContainerSyncLaneCheckRecord>();\n\n    for (const row of rows) {\n      recordsByKey.set(laneKeyString(row), row);\n    }\n\n    return lanes.map((lane) => {\n      const laneKey = containerSyncWatermarkLaneKey(lane);\n      return recordsByKey.get(laneKeyString(laneKey)) ?? null;\n    });\n  },\n\n  async markChecked(\n    execSql: ExecSql,\n    lane: ContainerSyncWatermarkLane,\n    options?: ContainerSyncMarkerMutationOptions,\n  ): Promise<boolean> {\n    await sqlContainerSyncWatermarkPersistence.ensureSchema(execSql);\n    const { laneId, laneKind } = containerSyncWatermarkLaneKey(lane);\n    const row = {\n      checkedAt: new Date().toISOString(),\n      laneId,\n      laneKind,\n    };\n\n    const mark = async (\n      db: ClientSQLiteDatabase | ClientSQLiteTransactionScope,\n    ) => {\n      await db\n        .insert(containerSyncLaneChecks)\n        .values(row)\n        .onConflictDoUpdate({\n          target: [\n            containerSyncLaneChecks.laneKind,\n            containerSyncLaneChecks.laneId,\n          ],\n          set: row,\n        })\n        .run();\n    };\n    const runtime = getClientSQLitePersistenceRuntime(execSql);\n    if (!options?.stillCurrent) {\n      await runtime.runMutation(mark);\n      return true;\n    }\n    return (await runtime.guardedTransaction(mark, options.stillCurrent))\n      .committed;\n  },\n\n  async saveWatermark(\n    execSql: ExecSql,\n    lane: ContainerSyncWatermarkLane,\n    watermark: SyncWatermark,\n    options?: ContainerSyncMarkerMutationOptions,\n  ): Promise<boolean> {\n    await sqlContainerSyncWatermarkPersistence.ensureSchema(execSql);\n    const { laneId, laneKind } = containerSyncWatermarkLaneKey(lane);\n    const updatedAt = new Date().toISOString();\n    const row = {\n      laneId,\n      laneKind,\n      watermarkId: watermark.id,\n      watermarkUpdatedAt: watermark.updatedAt,\n      updatedAt,\n    };\n\n    const save = async (\n      db: ClientSQLiteDatabase | ClientSQLiteTransactionScope,\n    ) => {\n      await db\n        .insert(containerSyncWatermarks)\n        .values(row)\n        .onConflictDoUpdate({\n          target: [\n            containerSyncWatermarks.laneKind,\n            containerSyncWatermarks.laneId,\n          ],\n          set: row,\n        })\n        .run();\n    };\n    const runtime = getClientSQLitePersistenceRuntime(execSql);\n    if (!options?.stillCurrent) {\n      await runtime.runMutation(save);\n      return true;\n    }\n    return (await runtime.guardedTransaction(save, options.stillCurrent))\n      .committed;\n  },\n\n  async deleteWatermarksForContainers(\n    execSql: ExecSql,\n    containerIds: ReadonlyArray<string>,\n  ): Promise<void> {\n    const uniqueContainerIds = Array.from(new Set(containerIds));\n    if (uniqueContainerIds.length === 0) {\n      return;\n    }\n\n    await sqlContainerSyncWatermarkPersistence.ensureSchema(execSql);\n    await getClientSQLitePersistenceRuntime(execSql).runMutation(async (db) => {\n      await deleteContainerWatermarksInTransaction(db, uniqueContainerIds);\n    });\n  },\n};\n"]}
+{"version":3,"file":"containerSyncWatermarkPersistence.js","sourceRoot":"","sources":["containerSyncWatermarkPersistence.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAY,MAAM,aAAa,CAAC;AACxE,OAAO,EACL,uBAAuB,EACvB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAGL,iCAAiC,GAClC,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAgB,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEvE,MAAM,qBAAqB,GAAG,kBAAkB,CAAC;AACjD,MAAM,wBAAwB,GAAG,qBAAqB,CAAC;AACvD,MAAM,6BAA6B,GAAG,MAAM,CAAC;AAC7C,MAAM,+BAA+B,GAAG,SAAS,CAAC;AAClD,0EAA0E;AAC1E,kEAAkE;AAClE,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAqCnC,MAAM,CAAC,MAAM,uBAAuB,GAAG,CACrC,QAAuB,EACK,EAAE,CAAC,CAAC;IAChC,IAAI,EAAE,qBAAqB;IAC3B,QAAQ;CACT,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,WAAmB,EACS,EAAE,CAAC,CAAC;IAChC,IAAI,EAAE,wBAAwB;IAC9B,WAAW;CACZ,CAAC,CAAC;AAEH,MAAM,UAAU,6BAA6B,CAC3C,IAAgC;IAKhC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,qBAAqB;YACxB,OAAO;gBACL,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,MAAM,EAAE,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC;aAC7C,CAAC;QACJ,KAAK,wBAAwB;YAC3B,OAAO;gBACL,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,MAAM,EAAE,IAAI,CAAC,WAAW;aACzB,CAAC;IACN,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAuB;IACpD,OAAO,QAAQ,KAAK,IAAI;QACtB,CAAC,CAAC,6BAA6B;QAC/B,CAAC,CAAC,GAAG,+BAA+B,GAAG,QAAQ,EAAE,CAAC;AACtD,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,sCAAsC,CAC1D,EAAuD,EACvD,YAAmC;IAEnC,MAAM,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;IAC7D,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpC,OAAO;IACT,CAAC;IACD,MAAM,aAAa,GAAG,kBAAkB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACpE,MAAM,eAAe,GAAG,kBAAkB,CAAC;IAC3C,MAAM,EAAE;SACL,MAAM,CAAC,uBAAuB,CAAC;SAC/B,KAAK,CACJ,EAAE,CACA,GAAG,CACD,EAAE,CAAC,uBAAuB,CAAC,QAAQ,EAAE,qBAAqB,CAAC,EAC3D,OAAO,CAAC,uBAAuB,CAAC,MAAM,EAAE,aAAa,CAAC,CACvD,EACD,GAAG,CACD,EAAE,CAAC,uBAAuB,CAAC,QAAQ,EAAE,wBAAwB,CAAC,EAC9D,OAAO,CAAC,uBAAuB,CAAC,MAAM,EAAE,eAAe,CAAC,CACzD,CACF,CACF;SACA,GAAG,EAAE,CAAC;AACX,CAAC;AAED,SAAS,0BAA0B,CACjC,GAAmC;IAEnC,mEAAmE;IACnE,IACE,GAAG,CAAC,WAAW,KAAK,IAAI;QACxB,GAAG,CAAC,kBAAkB,KAAK,IAAI;QAC/B,GAAG,CAAC,SAAS,KAAK,IAAI,EACtB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO;QACL,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,SAAS,EAAE;YACT,EAAE,EAAE,GAAG,CAAC,WAAW;YACnB,SAAS,EAAE,GAAG,CAAC,kBAAkB;SAClC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAA2C;IAChE,OAAO,GAAG,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,cAAc,CACrB,KAAgD;IAEhD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,QAAQ,GAAgD,EAAE,CAAC;IAEjE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAClB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,yEAAyE;AACzE,wEAAwE;AACxE,iCAAiC;AACjC,KAAK,UAAU,uBAAuB,CACpC,KAAgD,EAChD,kBAGqB,EACrB,WAAkD;IAElD,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,IAAI,GAAW,EAAE,CAAC;IAExB,KACE,IAAI,KAAK,GAAG,CAAC,EACb,KAAK,GAAG,QAAQ,CAAC,MAAM,EACvB,KAAK,IAAI,sBAAsB,EAC/B,CAAC;QACD,MAAM,cAAc,GAAG,QAAQ;aAC5B,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,sBAAsB,CAAC;aAC5C,GAAG,CAAC,kBAAkB,CAAC;aACvB,MAAM,CAAC,CAAC,SAAS,EAAoB,EAAE,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;QACpE,MAAM,WAAW,GACf,cAAc,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,CAAC;QAC1E,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,SAAS;QACX,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,OAAgB,EAChB,KAAgD;IAEhD,MAAM,eAAe,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IAC7D,MAAM,EAAE,EAAE,EAAE,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;IAE1D,OAAO,uBAAuB,CAC5B,KAAK,EACL,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CACvB,GAAG,CACD,EAAE,CAAC,uBAAuB,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAC9C,EAAE,CAAC,uBAAuB,CAAC,MAAM,EAAE,MAAM,CAAC,CAC3C,EACH,CAAC,WAAW,EAAE,EAAE,CACd,EAAE;SACC,MAAM,CAAC;QACN,MAAM,EAAE,uBAAuB,CAAC,MAAM;QACtC,QAAQ,EAAE,uBAAuB,CAAC,QAAQ;QAC1C,SAAS,EAAE,uBAAuB,CAAC,SAAS;QAC5C,WAAW,EAAE,uBAAuB,CAAC,WAAW;QAChD,kBAAkB,EAAE,uBAAuB,CAAC,kBAAkB;KAC/D,CAAC;SACD,IAAI,CAAC,uBAAuB,CAAC;SAC7B,KAAK,CAAC,WAAW,CAAC,CACxB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,OAAgB,EAChB,KAAgD;IAEhD,MAAM,eAAe,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IAC7D,MAAM,EAAE,EAAE,EAAE,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;IAE1D,OAAO,uBAAuB,CAC5B,KAAK,EACL,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CACvB,GAAG,CACD,EAAE,CAAC,uBAAuB,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAC9C,EAAE,CAAC,uBAAuB,CAAC,MAAM,EAAE,MAAM,CAAC,CAC3C,EACH,KAAK,EAAE,WAAW,EAAE,EAAE,CACpB,CACE,MAAM,EAAE;SACL,MAAM,CAAC;QACN,SAAS,EAAE,uBAAuB,CAAC,SAAS;QAC5C,MAAM,EAAE,uBAAuB,CAAC,MAAM;QACtC,QAAQ,EAAE,uBAAuB,CAAC,QAAQ;KAC3C,CAAC;SACD,IAAI,CAAC,uBAAuB,CAAC;SAC7B,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC,CAAC,CACzE,CAAC,OAAO,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CAC5C,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAC5D,CACJ,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,oCAAoC,GAAG;IAClD,KAAK,CAAC,YAAY,CAAC,OAAgB;QACjC,MAAM,eAAe,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,OAAgB,EAChB,IAAgC;QAEhC,MAAM,CAAC,MAAM,CAAC,GACZ,MAAM,oCAAoC,CAAC,oBAAoB,CAAC,OAAO,EAAE;YACvE,IAAI;SACL,CAAC,CAAC;QACL,OAAO,MAAM,EAAE,SAAS,IAAI,IAAI,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,oBAAoB,CACxB,OAAgB,EAChB,KAAgD;QAEhD,MAAM,IAAI,GAAG,MAAM,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACvD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAwC,CAAC;QAErE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,0BAA0B,CAAC,GAAG,CAAC,CAAC;YAC/C,IAAI,MAAM;gBAAE,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACxB,MAAM,OAAO,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;YACpD,OAAO,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,OAAgB,EAChB,KAAgD;QAEhD,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACnD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAwC,CAAC;QAErE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACxB,MAAM,OAAO,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;YACpD,OAAO,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC;IAED,WAAW,CACT,OAAgB,EAChB,IAAgC,EAChC,OAA4C;QAE5C,OAAO,oCAAoC,CAAC,eAAe,CACzD,OAAO,EACP,IAAI,EACJ,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,EAClC,OAAO,CACR,CAAC;IACJ,CAAC;IAED,aAAa,CACX,OAAgB,EAChB,IAAgC,EAChC,SAAwB,EACxB,OAA4C;QAE5C,OAAO,oCAAoC,CAAC,eAAe,CACzD,OAAO,EACP,IAAI,EACJ,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,EAC7B,OAAO,CACR,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,eAAe,CACnB,OAAgB,EAChB,IAAgC,EAChC,KAGC,EACD,OAA4C;QAE5C,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QACpD,MAAM,oCAAoC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG;YACd,GAAG,CAAC,KAAK,CAAC,SAAS;gBACjB,CAAC,CAAC;oBACE,SAAS,EAAE,GAAG;oBACd,WAAW,EAAE,KAAK,CAAC,SAAS,CAAC,EAAE;oBAC/B,kBAAkB,EAAE,KAAK,CAAC,SAAS,CAAC,SAAS;iBAC9C;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7C,CAAC;QACF,MAAM,MAAM,GAAG,KAAK,EAClB,EAAuD,EACvD,EAAE;YACF,MAAM,EAAE;iBACL,MAAM,CAAC,uBAAuB,CAAC;iBAC/B,MAAM,CAAC,EAAE,GAAG,6BAA6B,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,CAAC;iBAC9D,kBAAkB,CAAC;gBAClB,MAAM,EAAE;oBACN,uBAAuB,CAAC,QAAQ;oBAChC,uBAAuB,CAAC,MAAM;iBAC/B;gBACD,GAAG,EAAE,OAAO;aACb,CAAC;iBACD,GAAG,EAAE,CAAC;QACX,CAAC,CAAC;QACF,MAAM,OAAO,GAAG,iCAAiC,CAAC,OAAO,CAAC,CAAC;QAC3D,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC;YAC3B,MAAM,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,CAAC,MAAM,OAAO,CAAC,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;aACpE,SAAS,CAAC;IACf,CAAC;IAED,KAAK,CAAC,6BAA6B,CACjC,OAAgB,EAChB,YAAmC;QAEnC,MAAM,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;QAC7D,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpC,OAAO;QACT,CAAC;QAED,MAAM,oCAAoC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACjE,MAAM,iCAAiC,CAAC,OAAO,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACxE,MAAM,sCAAsC,CAAC,EAAE,EAAE,kBAAkB,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAC","sourcesContent":["import type { SyncWatermark } from \"@tearleads/validators/response\";\nimport { and, eq, inArray, isNotNull, or, type SQL } from \"drizzle-orm\";\nimport {\n  containerSyncWatermarks,\n  containerSyncWatermarkTables,\n} from \"../../sqlite/schema\";\nimport {\n  type ClientSQLiteDatabase,\n  type ClientSQLiteTransactionScope,\n  getClientSQLitePersistenceRuntime,\n} from \"../../sqlite/sqlitePersistenceRuntime\";\nimport { type ExecSql, ensureSqlTables } from \"../../sqlite/sqlSchema\";\n\nconst CONTAINER_PARENT_LANE = \"container_parent\";\nconst CONTAINER_DOCUMENTS_LANE = \"container_documents\";\nconst ROOT_CONTAINER_PARENT_LANE_ID = \"root\";\nconst CONTAINER_PARENT_LANE_ID_PREFIX = \"parent:\";\n// Each lane predicate binds two values, so keep batches comfortably under\n// SQLite's variable limit when a caller reads many lanes at once.\nconst LANE_SELECT_BATCH_SIZE = 100;\n\nexport type ContainerSyncWatermarkLane =\n  | {\n      kind: typeof CONTAINER_PARENT_LANE;\n      parentId: string | null;\n    }\n  | {\n      kind: typeof CONTAINER_DOCUMENTS_LANE;\n      containerId: string;\n    };\n\ninterface SelectedContainerSyncWatermark {\n  laneId: string;\n  laneKind: string;\n  updatedAt: string | null;\n  watermarkId: string | null;\n  watermarkUpdatedAt: string | null;\n}\n\ninterface ContainerSyncWatermarkRecord {\n  laneId: string;\n  laneKind: string;\n  updatedAt: string;\n  watermark: SyncWatermark;\n}\n\nexport interface ContainerSyncLaneCheckRecord {\n  checkedAt: string;\n  laneId: string;\n  laneKind: string;\n}\n\ninterface ContainerSyncMarkerMutationOptions {\n  readonly stillCurrent?: (() => boolean) | undefined;\n}\n\nexport const containerParentSyncLane = (\n  parentId: string | null,\n): ContainerSyncWatermarkLane => ({\n  kind: CONTAINER_PARENT_LANE,\n  parentId,\n});\n\nexport const containerContentsSyncLane = (\n  containerId: string,\n): ContainerSyncWatermarkLane => ({\n  kind: CONTAINER_DOCUMENTS_LANE,\n  containerId,\n});\n\nexport function containerSyncWatermarkLaneKey(\n  lane: ContainerSyncWatermarkLane,\n): {\n  laneId: string;\n  laneKind: string;\n} {\n  switch (lane.kind) {\n    case CONTAINER_PARENT_LANE:\n      return {\n        laneKind: lane.kind,\n        laneId: containerParentLaneId(lane.parentId),\n      };\n    case CONTAINER_DOCUMENTS_LANE:\n      return {\n        laneKind: lane.kind,\n        laneId: lane.containerId,\n      };\n  }\n}\n\nfunction containerParentLaneId(parentId: string | null): string {\n  return parentId === null\n    ? ROOT_CONTAINER_PARENT_LANE_ID\n    : `${CONTAINER_PARENT_LANE_ID_PREFIX}${parentId}`;\n}\n\n/**\n * The lane-state half of the container-delete cascade (cursor and freshness\n * marker share one row), statement-only so the caller can run it inside one\n * atomic transaction alongside the rest of the cascade.\n */\nexport async function deleteContainerWatermarksInTransaction(\n  tx: ClientSQLiteDatabase | ClientSQLiteTransactionScope,\n  containerIds: ReadonlyArray<string>,\n): Promise<void> {\n  const uniqueContainerIds = Array.from(new Set(containerIds));\n  if (uniqueContainerIds.length === 0) {\n    return;\n  }\n  const parentLaneIds = uniqueContainerIds.map(containerParentLaneId);\n  const documentLaneIds = uniqueContainerIds;\n  await tx\n    .delete(containerSyncWatermarks)\n    .where(\n      or(\n        and(\n          eq(containerSyncWatermarks.laneKind, CONTAINER_PARENT_LANE),\n          inArray(containerSyncWatermarks.laneId, parentLaneIds),\n        ),\n        and(\n          eq(containerSyncWatermarks.laneKind, CONTAINER_DOCUMENTS_LANE),\n          inArray(containerSyncWatermarks.laneId, documentLaneIds),\n        ),\n      ),\n    )\n    .run();\n}\n\nfunction mapSelectedWatermarkRecord(\n  row: SelectedContainerSyncWatermark,\n): ContainerSyncWatermarkRecord | null {\n  // A lane checked before any cursor was saved has no watermark yet.\n  if (\n    row.watermarkId === null ||\n    row.watermarkUpdatedAt === null ||\n    row.updatedAt === null\n  ) {\n    return null;\n  }\n  return {\n    laneId: row.laneId,\n    laneKind: row.laneKind,\n    updatedAt: row.updatedAt,\n    watermark: {\n      id: row.watermarkId,\n      updatedAt: row.watermarkUpdatedAt,\n    },\n  };\n}\n\nfunction laneKeyString(input: { laneId: string; laneKind: string }): string {\n  return `${input.laneKind}\\0${input.laneId}`;\n}\n\nfunction uniqueLaneKeys(\n  lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n): Array<{ laneId: string; laneKind: string }> {\n  const seen = new Set<string>();\n  const laneKeys: Array<{ laneId: string; laneKind: string }> = [];\n\n  for (const lane of lanes) {\n    const laneKey = containerSyncWatermarkLaneKey(lane);\n    const key = laneKeyString(laneKey);\n    if (seen.has(key)) {\n      continue;\n    }\n    seen.add(key);\n    laneKeys.push(laneKey);\n  }\n\n  return laneKeys;\n}\n\n// The ONE batched lane-select shape for this file: both row readers must\n// chunk, because a caller may pass unboundedly many lanes and each lane\n// predicate binds two variables.\nasync function selectLaneRowsInBatches<TRow>(\n  lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n  buildLanePredicate: (laneKey: {\n    laneId: string;\n    laneKind: string;\n  }) => SQL | undefined,\n  selectBatch: (whereClause: SQL) => Promise<TRow[]>,\n): Promise<TRow[]> {\n  const laneKeys = uniqueLaneKeys(lanes);\n  const rows: TRow[] = [];\n\n  for (\n    let index = 0;\n    index < laneKeys.length;\n    index += LANE_SELECT_BATCH_SIZE\n  ) {\n    const lanePredicates = laneKeys\n      .slice(index, index + LANE_SELECT_BATCH_SIZE)\n      .map(buildLanePredicate)\n      .filter((predicate): predicate is SQL => predicate !== undefined);\n    const whereClause =\n      lanePredicates.length === 1 ? lanePredicates[0] : or(...lanePredicates);\n    if (!whereClause) {\n      continue;\n    }\n\n    rows.push(...(await selectBatch(whereClause)));\n  }\n\n  return rows;\n}\n\nasync function selectWatermarkRows(\n  execSql: ExecSql,\n  lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n): Promise<SelectedContainerSyncWatermark[]> {\n  await ensureSqlTables(execSql, containerSyncWatermarkTables);\n  const { db } = getClientSQLitePersistenceRuntime(execSql);\n\n  return selectLaneRowsInBatches(\n    lanes,\n    ({ laneId, laneKind }) =>\n      and(\n        eq(containerSyncWatermarks.laneKind, laneKind),\n        eq(containerSyncWatermarks.laneId, laneId),\n      ),\n    (whereClause) =>\n      db\n        .select({\n          laneId: containerSyncWatermarks.laneId,\n          laneKind: containerSyncWatermarks.laneKind,\n          updatedAt: containerSyncWatermarks.updatedAt,\n          watermarkId: containerSyncWatermarks.watermarkId,\n          watermarkUpdatedAt: containerSyncWatermarks.watermarkUpdatedAt,\n        })\n        .from(containerSyncWatermarks)\n        .where(whereClause),\n  );\n}\n\nasync function selectCheckRows(\n  execSql: ExecSql,\n  lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n): Promise<ContainerSyncLaneCheckRecord[]> {\n  await ensureSqlTables(execSql, containerSyncWatermarkTables);\n  const { db } = getClientSQLitePersistenceRuntime(execSql);\n\n  return selectLaneRowsInBatches(\n    lanes,\n    ({ laneId, laneKind }) =>\n      and(\n        eq(containerSyncWatermarks.laneKind, laneKind),\n        eq(containerSyncWatermarks.laneId, laneId),\n      ),\n    async (whereClause) =>\n      (\n        await db\n          .select({\n            checkedAt: containerSyncWatermarks.checkedAt,\n            laneId: containerSyncWatermarks.laneId,\n            laneKind: containerSyncWatermarks.laneKind,\n          })\n          .from(containerSyncWatermarks)\n          .where(and(whereClause, isNotNull(containerSyncWatermarks.checkedAt)))\n      ).flatMap(({ checkedAt, laneId, laneKind }) =>\n        checkedAt === null ? [] : [{ checkedAt, laneId, laneKind }],\n      ),\n  );\n}\n\nexport const sqlContainerSyncWatermarkPersistence = {\n  async ensureSchema(execSql: ExecSql): Promise<void> {\n    await ensureSqlTables(execSql, containerSyncWatermarkTables);\n  },\n\n  async loadWatermark(\n    execSql: ExecSql,\n    lane: ContainerSyncWatermarkLane,\n  ): Promise<SyncWatermark | null> {\n    const [record] =\n      await sqlContainerSyncWatermarkPersistence.loadWatermarkRecords(execSql, [\n        lane,\n      ]);\n    return record?.watermark ?? null;\n  },\n\n  async loadWatermarkRecords(\n    execSql: ExecSql,\n    lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n  ): Promise<Array<ContainerSyncWatermarkRecord | null>> {\n    const rows = await selectWatermarkRows(execSql, lanes);\n    const recordsByKey = new Map<string, ContainerSyncWatermarkRecord>();\n\n    for (const row of rows) {\n      const record = mapSelectedWatermarkRecord(row);\n      if (record) recordsByKey.set(laneKeyString(record), record);\n    }\n\n    return lanes.map((lane) => {\n      const laneKey = containerSyncWatermarkLaneKey(lane);\n      return recordsByKey.get(laneKeyString(laneKey)) ?? null;\n    });\n  },\n\n  async loadCheckRecords(\n    execSql: ExecSql,\n    lanes: ReadonlyArray<ContainerSyncWatermarkLane>,\n  ): Promise<Array<ContainerSyncLaneCheckRecord | null>> {\n    const rows = await selectCheckRows(execSql, lanes);\n    const recordsByKey = new Map<string, ContainerSyncLaneCheckRecord>();\n\n    for (const row of rows) {\n      recordsByKey.set(laneKeyString(row), row);\n    }\n\n    return lanes.map((lane) => {\n      const laneKey = containerSyncWatermarkLaneKey(lane);\n      return recordsByKey.get(laneKeyString(laneKey)) ?? null;\n    });\n  },\n\n  markChecked(\n    execSql: ExecSql,\n    lane: ContainerSyncWatermarkLane,\n    options?: ContainerSyncMarkerMutationOptions,\n  ): Promise<boolean> {\n    return sqlContainerSyncWatermarkPersistence.recordLaneFetch(\n      execSql,\n      lane,\n      { checked: true, watermark: null },\n      options,\n    );\n  },\n\n  saveWatermark(\n    execSql: ExecSql,\n    lane: ContainerSyncWatermarkLane,\n    watermark: SyncWatermark,\n    options?: ContainerSyncMarkerMutationOptions,\n  ): Promise<boolean> {\n    return sqlContainerSyncWatermarkPersistence.recordLaneFetch(\n      execSql,\n      lane,\n      { checked: false, watermark },\n      options,\n    );\n  },\n\n  /**\n   * Upserts one lane row in a single statement: the cursor when `watermark`\n   * is set and the freshness marker when `checked`; the other half is kept.\n   */\n  async recordLaneFetch(\n    execSql: ExecSql,\n    lane: ContainerSyncWatermarkLane,\n    fetch: {\n      readonly checked: boolean;\n      readonly watermark: SyncWatermark | null;\n    },\n    options?: ContainerSyncMarkerMutationOptions,\n  ): Promise<boolean> {\n    if (!fetch.checked && !fetch.watermark) return true;\n    await sqlContainerSyncWatermarkPersistence.ensureSchema(execSql);\n    const now = new Date().toISOString();\n    const changed = {\n      ...(fetch.watermark\n        ? {\n            updatedAt: now,\n            watermarkId: fetch.watermark.id,\n            watermarkUpdatedAt: fetch.watermark.updatedAt,\n          }\n        : {}),\n      ...(fetch.checked ? { checkedAt: now } : {}),\n    };\n    const record = async (\n      db: ClientSQLiteDatabase | ClientSQLiteTransactionScope,\n    ) => {\n      await db\n        .insert(containerSyncWatermarks)\n        .values({ ...containerSyncWatermarkLaneKey(lane), ...changed })\n        .onConflictDoUpdate({\n          target: [\n            containerSyncWatermarks.laneKind,\n            containerSyncWatermarks.laneId,\n          ],\n          set: changed,\n        })\n        .run();\n    };\n    const runtime = getClientSQLitePersistenceRuntime(execSql);\n    if (!options?.stillCurrent) {\n      await runtime.runMutation(record);\n      return true;\n    }\n    return (await runtime.guardedTransaction(record, options.stillCurrent))\n      .committed;\n  },\n\n  async deleteWatermarksForContainers(\n    execSql: ExecSql,\n    containerIds: ReadonlyArray<string>,\n  ): Promise<void> {\n    const uniqueContainerIds = Array.from(new Set(containerIds));\n    if (uniqueContainerIds.length === 0) {\n      return;\n    }\n\n    await sqlContainerSyncWatermarkPersistence.ensureSchema(execSql);\n    await getClientSQLitePersistenceRuntime(execSql).runMutation(async (db) => {\n      await deleteContainerWatermarksInTransaction(db, uniqueContainerIds);\n    });\n  },\n};\n"]}