@tearleads/client-sdk 0.1.43 → 0.1.44

package/workflows/container-contents/documentDiscovery.js

@@ -1,11 +1,12 @@
 import { isDocumentUpdateCreatedEvent } from "../../data/documents/documentSync.js";
 import { dedupeReferencedPrincipalStates } from "../../data/keyingProjectionVerification/principalPolicyCache.js";
-import { listAllContainerDocuments, listContainerDocumentsFromApi, } from "./containerDocumentListing.js";
+import { listContainerDocumentLanesFromApi, listContainerDocumentsFromWatermarks, } from "./containerDocumentListing.js";
 import { withoutDeferredDocumentLinks } from "./deferredDocumentLinks.js";
-import { collectApplicableDocumentTombstones, collectDiscoveredDocumentInputs, getApplicableDocumentTombstones, } from "./documentDiscoveryInputs.js";
+import { saveAppliedContainerDocumentWatermark } from "./documentDiscoveryApply.js";
+import { collectApplicableDocumentTombstones, collectDiscoveredDocumentInputs, } from "./documentDiscoveryInputs.js";
+import { discoverContainerDocumentLanes } from "./documentDiscoveryLanes.js";
 import { settleContainerDocumentTombstones } from "./documentTombstoneGate.js";
 const CONTAINER_PARENT_DISCOVERY_BATCH_SIZE = 4;
-const CONTAINER_DOCUMENT_DISCOVERY_CONCURRENCY = 4;
 async function listContainerParentLaneBatch(listContainerParentLanes, requestedLanes) {
     const response = await listContainerParentLanes({
         lanes: requestedLanes.map(({ request }) => request),
@@ -36,40 +37,6 @@ function collectRemoteContainerIds(items, seenContainerIds, containerIds) {
     }
     return items.map(({ id }) => id);
 }
-async function saveAppliedContainerDocumentWatermark(input) {
-    const { containerId, listedDocuments, saveContainerDocumentWatermark } = input;
-    if (!listedDocuments.nextWatermark) {
-        return;
-    }
-    await saveContainerDocumentWatermark(containerId, listedDocuments.nextWatermark);
-}
-async function listContainerDocumentLanes(input) {
-    const { containerIds, loadContainerDocumentWatermark, listContainerDocuments, } = input;
-    const listedDocumentsByContainer = [];
-    let nextContainerIndex = 0;
-    async function worker() {
-        while (nextContainerIndex < containerIds.length) {
-            const containerIndex = nextContainerIndex;
-            nextContainerIndex += 1;
-            const containerId = containerIds[containerIndex];
-            if (!containerId) {
-                throw new Error("Container document discovery received an empty lane");
-            }
-            listedDocumentsByContainer[containerIndex] = {
-                containerId,
-                listedDocuments: await listAllContainerDocuments({
-                    containerId,
-                    loadContainerDocumentWatermark,
-                    listContainerDocuments,
-                }),
-            };
-        }
-    }
-    await Promise.all(Array.from({
-        length: Math.min(CONTAINER_DOCUMENT_DISCOVERY_CONCURRENCY, containerIds.length),
-    }, () => worker()));
-    return listedDocumentsByContainer;
-}
 export function hasUndiscoveredDocumentUpdateEvent(events, knownDocumentIds) {
     return events.some((event) => isDocumentUpdateCreatedEvent(event) &&
         !knownDocumentIds.has(event.documentId));
@@ -127,77 +94,38 @@ export async function listAllRemoteContainerIds(listContainerParentLanes) {
 export function listAllRemoteContainerIdsFromApi(apiClient) {
     return listAllRemoteContainerIds((input) => apiClient.listContainerParentLanes(input));
 }
-export async function discoverContainerDocuments(options) {
-    const { cacheReferencedPrincipalPolicies, containerId, loadContainerDocumentWatermark, listContainerDocuments, onFullListing, replaceDocumentLinksBatch, saveContainerDocumentWatermark, upsertDiscoveredDocuments, } = options;
-    const generation = await options.beginDocumentDiscovery();
-    const listedDocuments = await listAllContainerDocuments({
-        containerId,
+export async function discoverContainerDocuments({ beginDocumentDiscovery, listContainerDocumentLanes, loadContainerDocumentWatermark, ...lane }) {
+    const [outcome] = await discoverContainerDocumentLanes({
+        generation: await beginDocumentDiscovery(),
+        lanes: [lane],
+        listContainerDocumentLanes,
         loadContainerDocumentWatermark,
-        listContainerDocuments,
     });
-    if (!listedDocuments) {
-        return null;
-    }
-    await cacheReferencedPrincipalPolicies?.(dedupeReferencedPrincipalStates(listedDocuments.items.flatMap((document) => document.referencedPrincipals)));
-    const verification = await options.verifyDiscoveredDocuments(listedDocuments.items.map((document) => ({
-        accessEpoch: document.currentAccessEpoch,
-        accessStateHash: document.currentAccessStateHash,
-        containerId,
-        listedContainerIds: [containerId],
-        createdAt: document.createdAt,
-        documentId: document.id,
-        effectiveAccessLevel: document.effectiveAccessLevel,
-        linkedContainerIds: document.linkedContainerIds,
-    })), [containerId], generation, getApplicableDocumentTombstones(listedDocuments));
-    if (!(await verification.isCurrent()))
-        return null;
-    const verifiedInputs = verification.inputs;
-    const discoveredDocuments = verifiedInputs.length
-        ? await upsertDiscoveredDocuments(verifiedInputs)
-        : [];
-    if (verifiedInputs.length)
-        await replaceDocumentLinksBatch(await withoutDeferredDocumentLinks(verifiedInputs.map((document) => ({
-            documentId: document.documentId,
-            accessEpoch: document.accessEpoch,
-            containerIds: document.linkedContainerIds,
-        })), discoveredDocuments));
-    const tombstoneDocumentSummaries = await settleContainerDocumentTombstones({
-        containerIds: [containerId],
-        store: options,
-        tombstones: getApplicableDocumentTombstones(listedDocuments),
-    });
-    const complete = await verification.commit();
-    if (!(await verification.isCurrent()))
-        return null;
-    await saveAppliedContainerDocumentWatermark({
-        containerId,
-        listedDocuments,
-        saveContainerDocumentWatermark,
-    });
-    if (listedDocuments.isFullListing) {
-        // Initial probes consume ids as discovery hints and verify their own heads.
-        onFullListing?.(listedDocuments.items.map((document) => document.id));
-    }
-    return !complete &&
-        discoveredDocuments.length === 0 &&
-        tombstoneDocumentSummaries.length === 0
-        ? null
-        : [...discoveredDocuments, ...tombstoneDocumentSummaries];
+    if (outcome?.status === "rejected")
+        throw outcome.reason;
+    return outcome?.value ?? null;
 }
 export function discoverContainerDocumentsFromApi({ apiClient, ...input }) {
     return discoverContainerDocuments({
         ...input,
-        listContainerDocuments: (containerId, options) => listContainerDocumentsFromApi(apiClient, containerId, options),
+        listContainerDocumentLanes: (lanes) => listContainerDocumentLanesFromApi(apiClient, lanes),
     });
 }
+async function listDiscoveryLanes(input) {
+    const listed = await listContainerDocumentsFromWatermarks(input);
+    return input.containerIds.map((containerId) => ({
+        containerId,
+        listedDocuments: listed.get(containerId) ?? null,
+    }));
+}
 export async function discoverAllContainerDocuments(options) {
-    const { cacheReferencedPrincipalPolicies, containerIds, loadContainerDocumentWatermark, listContainerDocuments, replaceDocumentLinksBatch, saveContainerDocumentWatermark, upsertDiscoveredDocuments, } = options;
+    const { cacheReferencedPrincipalPolicies, containerIds, loadContainerDocumentWatermark, listContainerDocumentLanes, replaceDocumentLinksBatch, saveContainerDocumentWatermark, upsertDiscoveredDocuments, } = options;
     const uniqueContainerIds = Array.from(new Set(containerIds)).filter((containerId) => typeof containerId === "string" && containerId.length > 0);
     const generation = await options.beginDocumentDiscovery();
-    const listedDocumentsByContainer = await listContainerDocumentLanes({
+    const listedDocumentsByContainer = await listDiscoveryLanes({
         containerIds: uniqueContainerIds,
+        listContainerDocumentLanes,
         loadContainerDocumentWatermark,
-        listContainerDocuments,
     });
     await cacheReferencedPrincipalPolicies?.(dedupeReferencedPrincipalStates(listedDocumentsByContainer.flatMap(({ listedDocuments }) => listedDocuments?.items.flatMap((document) => document.referencedPrincipals) ?? [])));
     const verification = await options.verifyDiscoveredDocuments(collectDiscoveredDocumentInputs(listedDocumentsByContainer), uniqueContainerIds, generation, collectApplicableDocumentTombstones(listedDocumentsByContainer));
@@ -248,7 +176,7 @@ async function refreshAllContainerDocuments({ listContainerParentLanes, ...input
 export function refreshAllContainerDocumentsFromApi({ apiClient, ...input }) {
     return refreshAllContainerDocuments({
         ...input,
-        listContainerDocuments: (containerId, options) => listContainerDocumentsFromApi(apiClient, containerId, options),
+        listContainerDocumentLanes: (lanes) => listContainerDocumentLanesFromApi(apiClient, lanes),
         listContainerParentLanes: (input) => apiClient.listContainerParentLanes(input),
     });
 }

package/workflows/container-contents/documentDiscovery.js.map

@@ -1 +1 @@
-{"version":3,"file":"documentDiscovery.js","sourceRoot":"","sources":["documentDiscovery.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,4BAA4B,EAAE,MAAM,mCAAmC,CAAC;AACjF,OAAO,EAAE,+BAA+B,EAAE,MAAM,8DAA8D,CAAC;AAC/G,OAAO,EACL,yBAAyB,EACzB,6BAA6B,GAC9B,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,4BAA4B,EAAE,MAAM,yBAAyB,CAAC;AACvE,OAAO,EACL,mCAAmC,EACnC,+BAA+B,EAC/B,+BAA+B,GAChC,MAAM,2BAA2B,CAAC;AAWnC,OAAO,EAAE,iCAAiC,EAAE,MAAM,yBAAyB,CAAC;AAI5E,MAAM,qCAAqC,GAAG,CAAC,CAAC;AAChD,MAAM,wCAAwC,GAAG,CAAC,CAAC;AAWnD,KAAK,UAAU,4BAA4B,CACzC,wBAAmF,EACnF,cAA2D;IAE3D,MAAM,QAAQ,GAAG,MAAM,wBAAwB,CAAC;QAC9C,KAAK,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC;KACpD,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM,EAAE,CAAC;QACnE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAC9B,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CACpD,CAAC;IACF,MAAM,aAAa,GAAG,IAAI,GAAG,EAG1B,CAAC;IACJ,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACtC,IACE,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC;YACpC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,EAChC,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QAChD,IAAI;QACJ,QAAQ,EAAE,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC;KAC5C,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,yBAAyB,CAChC,KAAoC,EACpC,gBAA6B,EAC7B,YAAsB;IAEtB,KAAK,MAAM,EAAE,EAAE,EAAE,IAAI,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC9B,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACzB,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;AACnC,CAAC;AAED,KAAK,UAAU,qCAAqC,CAAC,KAIpD;IACC,MAAM,EAAE,WAAW,EAAE,eAAe,EAAE,8BAA8B,EAAE,GACpE,KAAK,CAAC;IACR,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;QACnC,OAAO;IACT,CAAC;IAED,MAAM,8BAA8B,CAClC,WAAW,EACX,eAAe,CAAC,aAAa,CAC9B,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,0BAA0B,CAAC,KAIzC;IACC,MAAM,EACJ,YAAY,EACZ,8BAA8B,EAC9B,sBAAsB,GACvB,GAAG,KAAK,CAAC;IACV,MAAM,0BAA0B,GAAmC,EAAE,CAAC;IACtE,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAE3B,KAAK,UAAU,MAAM;QACnB,OAAO,kBAAkB,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC;YAChD,MAAM,cAAc,GAAG,kBAAkB,CAAC;YAC1C,kBAAkB,IAAI,CAAC,CAAC;YACxB,MAAM,WAAW,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;YACjD,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;YACzE,CAAC;YAED,0BAA0B,CAAC,cAAc,CAAC,GAAG;gBAC3C,WAAW;gBACX,eAAe,EAAE,MAAM,yBAAyB,CAAC;oBAC/C,WAAW;oBACX,8BAA8B;oBAC9B,sBAAsB;iBACvB,CAAC;aACH,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,OAAO,CAAC,GAAG,CACf,KAAK,CAAC,IAAI,CACR;QACE,MAAM,EAAE,IAAI,CAAC,GAAG,CACd,wCAAwC,EACxC,YAAY,CAAC,MAAM,CACpB;KACF,EACD,GAAG,EAAE,CAAC,MAAM,EAAE,CACf,CACF,CAAC;IAEF,OAAO,0BAA0B,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,kCAAkC,CAChD,MAA8B,EAC9B,gBAAqC;IAErC,OAAO,MAAM,CAAC,IAAI,CAChB,CAAC,KAAK,EAAE,EAAE,CACR,4BAA4B,CAAC,KAAK,CAAC;QACnC,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAC1C,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,wBAAmF;IAEnF,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,MAAM,eAAe,GAAG,IAAI,GAAG,EAAiB,CAAC;IACjD,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC3C,MAAM,KAAK,GAAmC,EAAE,CAAC;IACjD,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,eAAe,GAAG,CAAC,QAAuB,EAAE,EAAE;QAClD,IAAI,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,OAAO;QACT,CAAC;QAED,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC,CAAC;IAEF,eAAe,CAAC,IAAI,CAAC,CAAC;IAEtB,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,qCAAqC,CAAC,CAAC;QACzE,MAAM,cAAc,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC9C,IAAI;YACJ,OAAO,EAAE;gBACP,MAAM,EAAE,oBAAoB,UAAU,EAAE,EAAE;gBAC1C,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1B;SACF,CAAC,CAAC,CAAC;QACJ,MAAM,WAAW,GAAG,MAAM,4BAA4B,CACpD,wBAAwB,EACxB,cAAc,CACf,CAAC;QACF,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,iBAAiB,GAAmC,EAAE,CAAC;QAE7D,KAAK,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,WAAW,EAAE,CAAC;YAC7C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC;YACd,CAAC;YAED,KAAK,MAAM,WAAW,IAAI,yBAAyB,CACjD,QAAQ,CAAC,KAAK,EACd,gBAAgB,EAChB,YAAY,CACb,EAAE,CAAC;gBACF,eAAe,CAAC,WAAW,CAAC,CAAC;YAC/B,CAAC;YAED,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACrB,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;oBAC5B,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,iBAAiB,CAAC,IAAI,CAAC;oBACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,SAAS,EAAE,QAAQ,CAAC,aAAa;iBAClC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,KAAK,CAAC,OAAO,CAAC,GAAG,iBAAiB,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,gCAAgC,CAC9C,SAA0E;IAE1E,OAAO,yBAAyB,CAAC,CAAC,KAAK,EAAE,EAAE,CACzC,SAAS,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAC1C,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,OAA0C;IAE1C,MAAM,EACJ,gCAAgC,EAChC,WAAW,EACX,8BAA8B,EAC9B,sBAAsB,EACtB,aAAa,EACb,yBAAyB,EACzB,8BAA8B,EAC9B,yBAAyB,GAC1B,GAAG,OAAO,CAAC;IACZ,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,sBAAsB,EAAE,CAAC;IAC1D,MAAM,eAAe,GAAG,MAAM,yBAAyB,CAAC;QACtD,WAAW;QACX,8BAA8B;QAC9B,sBAAsB;KACvB,CAAC,CAAC;IACH,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,gCAAgC,EAAE,CACtC,+BAA+B,CAC7B,eAAe,CAAC,KAAK,CAAC,OAAO,CAC3B,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAC5C,CACF,CACF,CAAC;IAEF,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,yBAAyB,CAC1D,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACvC,WAAW,EAAE,QAAQ,CAAC,kBAAkB;QACxC,eAAe,EAAE,QAAQ,CAAC,sBAAsB;QAChD,WAAW;QACX,kBAAkB,EAAE,CAAC,WAAW,CAAC;QACjC,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,UAAU,EAAE,QAAQ,CAAC,EAAE;QACvB,oBAAoB,EAAE,QAAQ,CAAC,oBAAoB;QACnD,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;KAChD,CAAC,CAAC,EACH,CAAC,WAAW,CAAC,EACb,UAAU,EACV,+BAA+B,CAAC,eAAe,CAAC,CACjD,CAAC;IACF,IAAI,CAAC,CAAC,MAAM,YAAY,CAAC,SAAS,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IACnD,MAAM,cAAc,GAAG,YAAY,CAAC,MAAM,CAAC;IAC3C,MAAM,mBAAmB,GAAG,cAAc,CAAC,MAAM;QAC/C,CAAC,CAAC,MAAM,yBAAyB,CAAC,cAAc,CAAC;QACjD,CAAC,CAAC,EAAE,CAAC;IAEP,IAAI,cAAc,CAAC,MAAM;QACvB,MAAM,yBAAyB,CAC7B,MAAM,4BAA4B,CAChC,cAAc,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAChC,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,YAAY,EAAE,QAAQ,CAAC,kBAAkB;SAC1C,CAAC,CAAC,EACH,mBAAmB,CACpB,CACF,CAAC;IAEJ,MAAM,0BAA0B,GAAG,MAAM,iCAAiC,CAAC;QACzE,YAAY,EAAE,CAAC,WAAW,CAAC;QAC3B,KAAK,EAAE,OAAO;QACd,UAAU,EAAE,+BAA+B,CAAC,eAAe,CAAC;KAC7D,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,CAAC;IAC7C,IAAI,CAAC,CAAC,MAAM,YAAY,CAAC,SAAS,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IACnD,MAAM,qCAAqC,CAAC;QAC1C,WAAW;QACX,eAAe;QACf,8BAA8B;KAC/B,CAAC,CAAC;IAEH,IAAI,eAAe,CAAC,aAAa,EAAE,CAAC;QAClC,4EAA4E;QAC5E,aAAa,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IACxE,CAAC;IAED,OAAO,CAAC,QAAQ;QACd,mBAAmB,CAAC,MAAM,KAAK,CAAC;QAChC,0BAA0B,CAAC,MAAM,KAAK,CAAC;QACvC,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,CAAC,GAAG,mBAAmB,EAAE,GAAG,0BAA0B,CAAC,CAAC;AAC9D,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,EAChD,SAAS,EACT,GAAG,KAAK,EAMT;IACC,OAAO,0BAA0B,CAAC;QAChC,GAAG,KAAK;QACR,sBAAsB,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAC/C,6BAA6B,CAAC,SAAS,EAAE,WAAW,EAAE,OAAO,CAAC;KACjE,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,OAA6C;IAE7C,MAAM,EACJ,gCAAgC,EAChC,YAAY,EACZ,8BAA8B,EAC9B,sBAAsB,EACtB,yBAAyB,EACzB,8BAA8B,EAC9B,yBAAyB,GAC1B,GAAG,OAAO,CAAC;IACZ,MAAM,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CACjE,CAAC,WAAW,EAAyB,EAAE,CACrC,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,CAC5D,CAAC;IACF,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,sBAAsB,EAAE,CAAC;IAC1D,MAAM,0BAA0B,GAAG,MAAM,0BAA0B,CAAC;QAClE,YAAY,EAAE,kBAAkB;QAChC,8BAA8B;QAC9B,sBAAsB;KACvB,CAAC,CAAC;IACH,MAAM,gCAAgC,EAAE,CACtC,+BAA+B,CAC7B,0BAA0B,CAAC,OAAO,CAChC,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,CACtB,eAAe,EAAE,KAAK,CAAC,OAAO,CAC5B,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAC5C,IAAI,EAAE,CACV,CACF,CACF,CAAC;IACF,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,yBAAyB,CAC1D,+BAA+B,CAAC,0BAA0B,CAAC,EAC3D,kBAAkB,EAClB,UAAU,EACV,mCAAmC,CAAC,0BAA0B,CAAC,CAChE,CAAC;IACF,IAAI,CAAC,CAAC,MAAM,YAAY,CAAC,SAAS,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IACnD,MAAM,wBAAwB,GAAG,YAAY,CAAC,MAAM,CAAC;IACrD,MAAM,mBAAmB,GACvB,wBAAwB,CAAC,MAAM,KAAK,CAAC;QACnC,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,MAAM,yBAAyB,CAAC,wBAAwB,CAAC,CAAC;IAEhE,IAAI,wBAAwB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxC,MAAM,yBAAyB,CAC7B,MAAM,4BAA4B,CAChC,wBAAwB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACvC,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,YAAY,EAAE,KAAK,CAAC,kBAAkB;SACvC,CAAC,CAAC,EACH,mBAAmB,CACpB,CACF,CAAC;IACJ,CAAC;IAED,MAAM,0BAA0B,GAAG,MAAM,iCAAiC,CAAC;QACzE,YAAY,EAAE,0BAA0B,CAAC,OAAO,CAC9C,CAAC,EAAE,WAAW,EAAE,eAAe,EAAE,EAAE,EAAE,CACnC,eAAe,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CACvC;QACD,KAAK,EAAE,OAAO;QACd,UAAU,EAAE,mCAAmC,CAAC,0BAA0B,CAAC;KAC5E,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,CAAC;IAC7C,IAAI,CAAC,CAAC,MAAM,YAAY,CAAC,SAAS,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IAEnD,MAAM,OAAO,CAAC,GAAG,CACf,0BAA0B,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,EAAE,eAAe,EAAE,EAAE,EAAE,CAClE,eAAe;QACb,CAAC,CAAC,qCAAqC,CAAC;YACpC,WAAW;YACX,eAAe;YACf,8BAA8B;SAC/B,CAAC;QACJ,CAAC,CAAC,SAAS,CACd,CACF,CAAC;IAEF,OAAO,CAAC,QAAQ;QACd,mBAAmB,CAAC,MAAM,KAAK,CAAC;QAChC,0BAA0B,CAAC,MAAM,KAAK,CAAC;QACvC,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,CAAC,GAAG,mBAAmB,EAAE,GAAG,0BAA0B,CAAC,CAAC;AAC9D,CAAC;AAED,KAAK,UAAU,4BAA4B,CAAC,EAC1C,wBAAwB,EACxB,GAAG,KAAK,EAC4B;IACpC,MAAM,YAAY,GAAG,MAAM,yBAAyB,CAClD,wBAAwB,CACzB,CAAC;IACF,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,6BAA6B,CAAC;QACnC,GAAG,KAAK;QACR,YAAY;KACb,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,mCAAmC,CAAC,EAClD,SAAS,EACT,GAAG,KAAK,EACmC;IAC3C,OAAO,4BAA4B,CAAC;QAClC,GAAG,KAAK;QACR,sBAAsB,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,CAC/C,6BAA6B,CAAC,SAAS,EAAE,WAAW,EAAE,OAAO,CAAC;QAChE,wBAAwB,EAAE,CAAC,KAAK,EAAE,EAAE,CAClC,SAAS,CAAC,wBAAwB,CAAC,KAAK,CAAC;KAC5C,CAAC,CAAC;AACL,CAAC","sourcesContent":["import type { DocumentSummary } from \"../../data/documents/documentSummary\";\nimport { isDocumentUpdateCreatedEvent } from \"../../data/documents/documentSync\";\nimport { dedupeReferencedPrincipalStates } from \"../../data/keyingProjectionVerification/principalPolicyCache\";\nimport {\n  listAllContainerDocuments,\n  listContainerDocumentsFromApi,\n} from \"./containerDocumentListing\";\nimport { withoutDeferredDocumentLinks } from \"./deferredDocumentLinks\";\nimport {\n  collectApplicableDocumentTombstones,\n  collectDiscoveredDocumentInputs,\n  getApplicableDocumentTombstones,\n} from \"./documentDiscoveryInputs\";\nimport type {\n  ContainerDocumentDiscoveryApi,\n  ContainerParentDiscoveryLane,\n  DiscoverAllContainerDocumentsOptions,\n  DiscoverContainerDocumentsOptions,\n  ListedContainerDocuments,\n  ListedContainerDocumentsLane,\n  RefreshAllContainerDocumentsFromApiOptions,\n  RefreshAllContainerDocumentsOptions,\n} from \"./documentDiscoveryTypes\";\nimport { settleContainerDocumentTombstones } from \"./documentTombstoneGate\";\n\nexport type { RefreshAllContainerDocumentsFromApiOptions } from \"./documentDiscoveryTypes\";\n\nconst CONTAINER_PARENT_DISCOVERY_BATCH_SIZE = 4;\nconst CONTAINER_DOCUMENT_DISCOVERY_CONCURRENCY = 4;\n\ntype ContainerParentLaneRequest = Parameters<\n  ContainerDocumentDiscoveryApi[\"listContainerParentLanes\"]\n>[0][\"lanes\"][number];\n\ninterface RequestedContainerParentLane {\n  lane: ContainerParentDiscoveryLane;\n  request: ContainerParentLaneRequest;\n}\n\nasync function listContainerParentLaneBatch(\n  listContainerParentLanes: ContainerDocumentDiscoveryApi[\"listContainerParentLanes\"],\n  requestedLanes: ReadonlyArray<RequestedContainerParentLane>,\n) {\n  const response = await listContainerParentLanes({\n    lanes: requestedLanes.map(({ request }) => request),\n  });\n  if (!response || response.results.length !== requestedLanes.length) {\n    return null;\n  }\n\n  const requestedLaneIds = new Set(\n    requestedLanes.map(({ request }) => request.laneId),\n  );\n  const pagesByLaneId = new Map<\n    string,\n    (typeof response.results)[number][\"page\"]\n  >();\n  for (const result of response.results) {\n    if (\n      !requestedLaneIds.has(result.laneId) ||\n      pagesByLaneId.has(result.laneId)\n    ) {\n      return null;\n    }\n    pagesByLaneId.set(result.laneId, result.page);\n  }\n\n  return requestedLanes.map(({ lane, request }) => ({\n    lane,\n    response: pagesByLaneId.get(request.laneId),\n  }));\n}\n\nfunction collectRemoteContainerIds(\n  items: ReadonlyArray<{ id: string }>,\n  seenContainerIds: Set<string>,\n  containerIds: string[],\n): ReadonlyArray<string> {\n  for (const { id } of items) {\n    if (!seenContainerIds.has(id)) {\n      seenContainerIds.add(id);\n      containerIds.push(id);\n    }\n  }\n\n  return items.map(({ id }) => id);\n}\n\nasync function saveAppliedContainerDocumentWatermark(input: {\n  containerId: string;\n  listedDocuments: ListedContainerDocuments;\n  saveContainerDocumentWatermark: DiscoverContainerDocumentsOptions[\"saveContainerDocumentWatermark\"];\n}) {\n  const { containerId, listedDocuments, saveContainerDocumentWatermark } =\n    input;\n  if (!listedDocuments.nextWatermark) {\n    return;\n  }\n\n  await saveContainerDocumentWatermark(\n    containerId,\n    listedDocuments.nextWatermark,\n  );\n}\n\nasync function listContainerDocumentLanes(input: {\n  containerIds: ReadonlyArray<string>;\n  loadContainerDocumentWatermark: DiscoverContainerDocumentsOptions[\"loadContainerDocumentWatermark\"];\n  listContainerDocuments: DiscoverContainerDocumentsOptions[\"listContainerDocuments\"];\n}): Promise<ListedContainerDocumentsLane[]> {\n  const {\n    containerIds,\n    loadContainerDocumentWatermark,\n    listContainerDocuments,\n  } = input;\n  const listedDocumentsByContainer: ListedContainerDocumentsLane[] = [];\n  let nextContainerIndex = 0;\n\n  async function worker() {\n    while (nextContainerIndex < containerIds.length) {\n      const containerIndex = nextContainerIndex;\n      nextContainerIndex += 1;\n      const containerId = containerIds[containerIndex];\n      if (!containerId) {\n        throw new Error(\"Container document discovery received an empty lane\");\n      }\n\n      listedDocumentsByContainer[containerIndex] = {\n        containerId,\n        listedDocuments: await listAllContainerDocuments({\n          containerId,\n          loadContainerDocumentWatermark,\n          listContainerDocuments,\n        }),\n      };\n    }\n  }\n\n  await Promise.all(\n    Array.from(\n      {\n        length: Math.min(\n          CONTAINER_DOCUMENT_DISCOVERY_CONCURRENCY,\n          containerIds.length,\n        ),\n      },\n      () => worker(),\n    ),\n  );\n\n  return listedDocumentsByContainer;\n}\n\nexport function hasUndiscoveredDocumentUpdateEvent(\n  events: ReadonlyArray<unknown>,\n  knownDocumentIds: ReadonlySet<string>,\n): boolean {\n  return events.some(\n    (event) =>\n      isDocumentUpdateCreatedEvent(event) &&\n      !knownDocumentIds.has(event.documentId),\n  );\n}\n\nexport async function listAllRemoteContainerIds(\n  listContainerParentLanes: ContainerDocumentDiscoveryApi[\"listContainerParentLanes\"],\n): Promise<ReadonlyArray<string> | null> {\n  const containerIds: string[] = [];\n  const queuedParentIds = new Set<string | null>();\n  const seenContainerIds = new Set<string>();\n  const lanes: ContainerParentDiscoveryLane[] = [];\n  let nextLaneId = 0;\n  const queueParentLane = (parentId: string | null) => {\n    if (queuedParentIds.has(parentId)) {\n      return;\n    }\n\n    queuedParentIds.add(parentId);\n    lanes.push({ parentId, watermark: null });\n  };\n\n  queueParentLane(null);\n\n  while (lanes.length > 0) {\n    const laneBatch = lanes.splice(0, CONTAINER_PARENT_DISCOVERY_BATCH_SIZE);\n    const requestedLanes = laneBatch.map((lane) => ({\n      lane,\n      request: {\n        laneId: `container-parent-${nextLaneId++}`,\n        parentId: lane.parentId,\n        watermark: lane.watermark,\n      },\n    }));\n    const listedLanes = await listContainerParentLaneBatch(\n      listContainerParentLanes,\n      requestedLanes,\n    );\n    if (!listedLanes) {\n      return null;\n    }\n    const continuationLanes: ContainerParentDiscoveryLane[] = [];\n\n    for (const { lane, response } of listedLanes) {\n      if (!response) {\n        return null;\n      }\n\n      for (const containerId of collectRemoteContainerIds(\n        response.items,\n        seenContainerIds,\n        containerIds,\n      )) {\n        queueParentLane(containerId);\n      }\n\n      if (response.hasMore) {\n        if (!response.nextWatermark) {\n          return null;\n        }\n        continuationLanes.push({\n          parentId: lane.parentId,\n          watermark: response.nextWatermark,\n        });\n      }\n    }\n\n    lanes.unshift(...continuationLanes);\n  }\n\n  return containerIds;\n}\n\nexport function listAllRemoteContainerIdsFromApi(\n  apiClient: Pick<ContainerDocumentDiscoveryApi, \"listContainerParentLanes\">,\n): Promise<ReadonlyArray<string> | null> {\n  return listAllRemoteContainerIds((input) =>\n    apiClient.listContainerParentLanes(input),\n  );\n}\n\nexport async function discoverContainerDocuments(\n  options: DiscoverContainerDocumentsOptions,\n): Promise<ReadonlyArray<DocumentSummary> | null> {\n  const {\n    cacheReferencedPrincipalPolicies,\n    containerId,\n    loadContainerDocumentWatermark,\n    listContainerDocuments,\n    onFullListing,\n    replaceDocumentLinksBatch,\n    saveContainerDocumentWatermark,\n    upsertDiscoveredDocuments,\n  } = options;\n  const generation = await options.beginDocumentDiscovery();\n  const listedDocuments = await listAllContainerDocuments({\n    containerId,\n    loadContainerDocumentWatermark,\n    listContainerDocuments,\n  });\n  if (!listedDocuments) {\n    return null;\n  }\n\n  await cacheReferencedPrincipalPolicies?.(\n    dedupeReferencedPrincipalStates(\n      listedDocuments.items.flatMap(\n        (document) => document.referencedPrincipals,\n      ),\n    ),\n  );\n\n  const verification = await options.verifyDiscoveredDocuments(\n    listedDocuments.items.map((document) => ({\n      accessEpoch: document.currentAccessEpoch,\n      accessStateHash: document.currentAccessStateHash,\n      containerId,\n      listedContainerIds: [containerId],\n      createdAt: document.createdAt,\n      documentId: document.id,\n      effectiveAccessLevel: document.effectiveAccessLevel,\n      linkedContainerIds: document.linkedContainerIds,\n    })),\n    [containerId],\n    generation,\n    getApplicableDocumentTombstones(listedDocuments),\n  );\n  if (!(await verification.isCurrent())) return null;\n  const verifiedInputs = verification.inputs;\n  const discoveredDocuments = verifiedInputs.length\n    ? await upsertDiscoveredDocuments(verifiedInputs)\n    : [];\n\n  if (verifiedInputs.length)\n    await replaceDocumentLinksBatch(\n      await withoutDeferredDocumentLinks(\n        verifiedInputs.map((document) => ({\n          documentId: document.documentId,\n          accessEpoch: document.accessEpoch,\n          containerIds: document.linkedContainerIds,\n        })),\n        discoveredDocuments,\n      ),\n    );\n\n  const tombstoneDocumentSummaries = await settleContainerDocumentTombstones({\n    containerIds: [containerId],\n    store: options,\n    tombstones: getApplicableDocumentTombstones(listedDocuments),\n  });\n\n  const complete = await verification.commit();\n  if (!(await verification.isCurrent())) return null;\n  await saveAppliedContainerDocumentWatermark({\n    containerId,\n    listedDocuments,\n    saveContainerDocumentWatermark,\n  });\n\n  if (listedDocuments.isFullListing) {\n    // Initial probes consume ids as discovery hints and verify their own heads.\n    onFullListing?.(listedDocuments.items.map((document) => document.id));\n  }\n\n  return !complete &&\n    discoveredDocuments.length === 0 &&\n    tombstoneDocumentSummaries.length === 0\n    ? null\n    : [...discoveredDocuments, ...tombstoneDocumentSummaries];\n}\n\nexport function discoverContainerDocumentsFromApi({\n  apiClient,\n  ...input\n}: Omit<DiscoverContainerDocumentsOptions, \"listContainerDocuments\"> & {\n  readonly apiClient: Pick<\n    ContainerDocumentDiscoveryApi,\n    \"listContainerDocuments\" | \"listContainerDocumentsResult\"\n  >;\n}): Promise<ReadonlyArray<DocumentSummary> | null> {\n  return discoverContainerDocuments({\n    ...input,\n    listContainerDocuments: (containerId, options) =>\n      listContainerDocumentsFromApi(apiClient, containerId, options),\n  });\n}\n\nexport async function discoverAllContainerDocuments(\n  options: DiscoverAllContainerDocumentsOptions,\n): Promise<ReadonlyArray<DocumentSummary> | null> {\n  const {\n    cacheReferencedPrincipalPolicies,\n    containerIds,\n    loadContainerDocumentWatermark,\n    listContainerDocuments,\n    replaceDocumentLinksBatch,\n    saveContainerDocumentWatermark,\n    upsertDiscoveredDocuments,\n  } = options;\n  const uniqueContainerIds = Array.from(new Set(containerIds)).filter(\n    (containerId): containerId is string =>\n      typeof containerId === \"string\" && containerId.length > 0,\n  );\n  const generation = await options.beginDocumentDiscovery();\n  const listedDocumentsByContainer = await listContainerDocumentLanes({\n    containerIds: uniqueContainerIds,\n    loadContainerDocumentWatermark,\n    listContainerDocuments,\n  });\n  await cacheReferencedPrincipalPolicies?.(\n    dedupeReferencedPrincipalStates(\n      listedDocumentsByContainer.flatMap(\n        ({ listedDocuments }) =>\n          listedDocuments?.items.flatMap(\n            (document) => document.referencedPrincipals,\n          ) ?? [],\n      ),\n    ),\n  );\n  const verification = await options.verifyDiscoveredDocuments(\n    collectDiscoveredDocumentInputs(listedDocumentsByContainer),\n    uniqueContainerIds,\n    generation,\n    collectApplicableDocumentTombstones(listedDocumentsByContainer),\n  );\n  if (!(await verification.isCurrent())) return null;\n  const discoveredDocumentInputs = verification.inputs;\n  const discoveredDocuments =\n    discoveredDocumentInputs.length === 0\n      ? []\n      : await upsertDiscoveredDocuments(discoveredDocumentInputs);\n\n  if (discoveredDocumentInputs.length > 0) {\n    await replaceDocumentLinksBatch(\n      await withoutDeferredDocumentLinks(\n        discoveredDocumentInputs.map((input) => ({\n          documentId: input.documentId,\n          accessEpoch: input.accessEpoch,\n          containerIds: input.linkedContainerIds,\n        })),\n        discoveredDocuments,\n      ),\n    );\n  }\n\n  const tombstoneDocumentSummaries = await settleContainerDocumentTombstones({\n    containerIds: listedDocumentsByContainer.flatMap(\n      ({ containerId, listedDocuments }) =>\n        listedDocuments ? [containerId] : [],\n    ),\n    store: options,\n    tombstones: collectApplicableDocumentTombstones(listedDocumentsByContainer),\n  });\n\n  const complete = await verification.commit();\n  if (!(await verification.isCurrent())) return null;\n\n  await Promise.all(\n    listedDocumentsByContainer.map(({ containerId, listedDocuments }) =>\n      listedDocuments\n        ? saveAppliedContainerDocumentWatermark({\n            containerId,\n            listedDocuments,\n            saveContainerDocumentWatermark,\n          })\n        : undefined,\n    ),\n  );\n\n  return !complete &&\n    discoveredDocuments.length === 0 &&\n    tombstoneDocumentSummaries.length === 0\n    ? null\n    : [...discoveredDocuments, ...tombstoneDocumentSummaries];\n}\n\nasync function refreshAllContainerDocuments({\n  listContainerParentLanes,\n  ...input\n}: RefreshAllContainerDocumentsOptions): Promise<ReadonlyArray<DocumentSummary> | null> {\n  const containerIds = await listAllRemoteContainerIds(\n    listContainerParentLanes,\n  );\n  if (!containerIds) {\n    return null;\n  }\n\n  return discoverAllContainerDocuments({\n    ...input,\n    containerIds,\n  });\n}\n\nexport function refreshAllContainerDocumentsFromApi({\n  apiClient,\n  ...input\n}: RefreshAllContainerDocumentsFromApiOptions): Promise<ReadonlyArray<DocumentSummary> | null> {\n  return refreshAllContainerDocuments({\n    ...input,\n    listContainerDocuments: (containerId, options) =>\n      listContainerDocumentsFromApi(apiClient, containerId, options),\n    listContainerParentLanes: (input) =>\n      apiClient.listContainerParentLanes(input),\n  });\n}\n"]}
+{"version":3,"file":"documentDiscovery.js","sourceRoot":"","sources":["documentDiscovery.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,4BAA4B,EAAE,MAAM,mCAAmC,CAAC;AACjF,OAAO,EAAE,+BAA+B,EAAE,MAAM,8DAA8D,CAAC;AAC/G,OAAO,EACL,iCAAiC,EACjC,oCAAoC,GACrC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,4BAA4B,EAAE,MAAM,yBAAyB,CAAC;AACvE,OAAO,EAAE,qCAAqC,EAAE,MAAM,0BAA0B,CAAC;AACjF,OAAO,EACL,mCAAmC,EACnC,+BAA+B,GAChC,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,8BAA8B,EAAE,MAAM,0BAA0B,CAAC;AAU1E,OAAO,EAAE,iCAAiC,EAAE,MAAM,yBAAyB,CAAC;AAI5E,MAAM,qCAAqC,GAAG,CAAC,CAAC;AAWhD,KAAK,UAAU,4BAA4B,CACzC,wBAAmF,EACnF,cAA2D;IAE3D,MAAM,QAAQ,GAAG,MAAM,wBAAwB,CAAC;QAC9C,KAAK,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC;KACpD,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM,EAAE,CAAC;QACnE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAC9B,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CACpD,CAAC;IACF,MAAM,aAAa,GAAG,IAAI,GAAG,EAG1B,CAAC;IACJ,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACtC,IACE,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC;YACpC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,EAChC,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QAChD,IAAI;QACJ,QAAQ,EAAE,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC;KAC5C,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,yBAAyB,CAChC,KAAoC,EACpC,gBAA6B,EAC7B,YAAsB;IAEtB,KAAK,MAAM,EAAE,EAAE,EAAE,IAAI,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC9B,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACzB,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,kCAAkC,CAChD,MAA8B,EAC9B,gBAAqC;IAErC,OAAO,MAAM,CAAC,IAAI,CAChB,CAAC,KAAK,EAAE,EAAE,CACR,4BAA4B,CAAC,KAAK,CAAC;QACnC,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAC1C,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,wBAAmF;IAEnF,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,MAAM,eAAe,GAAG,IAAI,GAAG,EAAiB,CAAC;IACjD,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC3C,MAAM,KAAK,GAAmC,EAAE,CAAC;IACjD,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,eAAe,GAAG,CAAC,QAAuB,EAAE,EAAE;QAClD,IAAI,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,OAAO;QACT,CAAC;QAED,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC,CAAC;IAEF,eAAe,CAAC,IAAI,CAAC,CAAC;IAEtB,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,qCAAqC,CAAC,CAAC;QACzE,MAAM,cAAc,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC9C,IAAI;YACJ,OAAO,EAAE;gBACP,MAAM,EAAE,oBAAoB,UAAU,EAAE,EAAE;gBAC1C,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1B;SACF,CAAC,CAAC,CAAC;QACJ,MAAM,WAAW,GAAG,MAAM,4BAA4B,CACpD,wBAAwB,EACxB,cAAc,CACf,CAAC;QACF,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,iBAAiB,GAAmC,EAAE,CAAC;QAE7D,KAAK,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,WAAW,EAAE,CAAC;YAC7C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC;YACd,CAAC;YAED,KAAK,MAAM,WAAW,IAAI,yBAAyB,CACjD,QAAQ,CAAC,KAAK,EACd,gBAAgB,EAChB,YAAY,CACb,EAAE,CAAC;gBACF,eAAe,CAAC,WAAW,CAAC,CAAC;YAC/B,CAAC;YAED,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACrB,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;oBAC5B,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,iBAAiB,CAAC,IAAI,CAAC;oBACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,SAAS,EAAE,QAAQ,CAAC,aAAa;iBAClC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,KAAK,CAAC,OAAO,CAAC,GAAG,iBAAiB,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,gCAAgC,CAC9C,SAA0E;IAE1E,OAAO,yBAAyB,CAAC,CAAC,KAAK,EAAE,EAAE,CACzC,SAAS,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAC1C,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,EAC/C,sBAAsB,EACtB,0BAA0B,EAC1B,8BAA8B,EAC9B,GAAG,IAAI,EAC2B;IAClC,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,8BAA8B,CAAC;QACrD,UAAU,EAAE,MAAM,sBAAsB,EAAE;QAC1C,KAAK,EAAE,CAAC,IAAI,CAAC;QACb,0BAA0B;QAC1B,8BAA8B;KAC/B,CAAC,CAAC;IACH,IAAI,OAAO,EAAE,MAAM,KAAK,UAAU;QAAE,MAAM,OAAO,CAAC,MAAM,CAAC;IACzD,OAAO,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,EAChD,SAAS,EACT,GAAG,KAAK,EAMT;IACC,OAAO,0BAA0B,CAAC;QAChC,GAAG,KAAK;QACR,0BAA0B,EAAE,CAAC,KAAK,EAAE,EAAE,CACpC,iCAAiC,CAAC,SAAS,EAAE,KAAK,CAAC;KACtD,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,KAAiE;IAEjE,MAAM,MAAM,GAAG,MAAM,oCAAoC,CAAC,KAAK,CAAC,CAAC;IACjE,OAAO,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QAC9C,WAAW;QACX,eAAe,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,IAAI;KACjD,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,OAA6C;IAE7C,MAAM,EACJ,gCAAgC,EAChC,YAAY,EACZ,8BAA8B,EAC9B,0BAA0B,EAC1B,yBAAyB,EACzB,8BAA8B,EAC9B,yBAAyB,GAC1B,GAAG,OAAO,CAAC;IACZ,MAAM,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CACjE,CAAC,WAAW,EAAyB,EAAE,CACrC,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,CAC5D,CAAC;IACF,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,sBAAsB,EAAE,CAAC;IAC1D,MAAM,0BAA0B,GAAG,MAAM,kBAAkB,CAAC;QAC1D,YAAY,EAAE,kBAAkB;QAChC,0BAA0B;QAC1B,8BAA8B;KAC/B,CAAC,CAAC;IACH,MAAM,gCAAgC,EAAE,CACtC,+BAA+B,CAC7B,0BAA0B,CAAC,OAAO,CAChC,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,CACtB,eAAe,EAAE,KAAK,CAAC,OAAO,CAC5B,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAC5C,IAAI,EAAE,CACV,CACF,CACF,CAAC;IACF,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,yBAAyB,CAC1D,+BAA+B,CAAC,0BAA0B,CAAC,EAC3D,kBAAkB,EAClB,UAAU,EACV,mCAAmC,CAAC,0BAA0B,CAAC,CAChE,CAAC;IACF,IAAI,CAAC,CAAC,MAAM,YAAY,CAAC,SAAS,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IACnD,MAAM,wBAAwB,GAAG,YAAY,CAAC,MAAM,CAAC;IACrD,MAAM,mBAAmB,GACvB,wBAAwB,CAAC,MAAM,KAAK,CAAC;QACnC,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,MAAM,yBAAyB,CAAC,wBAAwB,CAAC,CAAC;IAEhE,IAAI,wBAAwB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxC,MAAM,yBAAyB,CAC7B,MAAM,4BAA4B,CAChC,wBAAwB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACvC,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,YAAY,EAAE,KAAK,CAAC,kBAAkB;SACvC,CAAC,CAAC,EACH,mBAAmB,CACpB,CACF,CAAC;IACJ,CAAC;IAED,MAAM,0BAA0B,GAAG,MAAM,iCAAiC,CAAC;QACzE,YAAY,EAAE,0BAA0B,CAAC,OAAO,CAC9C,CAAC,EAAE,WAAW,EAAE,eAAe,EAAE,EAAE,EAAE,CACnC,eAAe,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CACvC;QACD,KAAK,EAAE,OAAO;QACd,UAAU,EAAE,mCAAmC,CAAC,0BAA0B,CAAC;KAC5E,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,CAAC;IAC7C,IAAI,CAAC,CAAC,MAAM,YAAY,CAAC,SAAS,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IAEnD,MAAM,OAAO,CAAC,GAAG,CACf,0BAA0B,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,EAAE,eAAe,EAAE,EAAE,EAAE,CAClE,eAAe;QACb,CAAC,CAAC,qCAAqC,CAAC;YACpC,WAAW;YACX,eAAe;YACf,8BAA8B;SAC/B,CAAC;QACJ,CAAC,CAAC,SAAS,CACd,CACF,CAAC;IAEF,OAAO,CAAC,QAAQ;QACd,mBAAmB,CAAC,MAAM,KAAK,CAAC;QAChC,0BAA0B,CAAC,MAAM,KAAK,CAAC;QACvC,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,CAAC,GAAG,mBAAmB,EAAE,GAAG,0BAA0B,CAAC,CAAC;AAC9D,CAAC;AAED,KAAK,UAAU,4BAA4B,CAAC,EAC1C,wBAAwB,EACxB,GAAG,KAAK,EAC4B;IACpC,MAAM,YAAY,GAAG,MAAM,yBAAyB,CAClD,wBAAwB,CACzB,CAAC;IACF,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,6BAA6B,CAAC;QACnC,GAAG,KAAK;QACR,YAAY;KACb,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,mCAAmC,CAAC,EAClD,SAAS,EACT,GAAG,KAAK,EACmC;IAC3C,OAAO,4BAA4B,CAAC;QAClC,GAAG,KAAK;QACR,0BAA0B,EAAE,CAAC,KAAK,EAAE,EAAE,CACpC,iCAAiC,CAAC,SAAS,EAAE,KAAK,CAAC;QACrD,wBAAwB,EAAE,CAAC,KAAK,EAAE,EAAE,CAClC,SAAS,CAAC,wBAAwB,CAAC,KAAK,CAAC;KAC5C,CAAC,CAAC;AACL,CAAC","sourcesContent":["import type { DocumentSummary } from \"../../data/documents/documentSummary\";\nimport { isDocumentUpdateCreatedEvent } from \"../../data/documents/documentSync\";\nimport { dedupeReferencedPrincipalStates } from \"../../data/keyingProjectionVerification/principalPolicyCache\";\nimport {\n  listContainerDocumentLanesFromApi,\n  listContainerDocumentsFromWatermarks,\n} from \"./containerDocumentListing\";\nimport { withoutDeferredDocumentLinks } from \"./deferredDocumentLinks\";\nimport { saveAppliedContainerDocumentWatermark } from \"./documentDiscoveryApply\";\nimport {\n  collectApplicableDocumentTombstones,\n  collectDiscoveredDocumentInputs,\n} from \"./documentDiscoveryInputs\";\nimport { discoverContainerDocumentLanes } from \"./documentDiscoveryLanes\";\nimport type {\n  ContainerDocumentDiscoveryApi,\n  ContainerParentDiscoveryLane,\n  DiscoverAllContainerDocumentsOptions,\n  DiscoverContainerDocumentsOptions,\n  ListedContainerDocumentsLane,\n  RefreshAllContainerDocumentsFromApiOptions,\n  RefreshAllContainerDocumentsOptions,\n} from \"./documentDiscoveryTypes\";\nimport { settleContainerDocumentTombstones } from \"./documentTombstoneGate\";\n\nexport type { RefreshAllContainerDocumentsFromApiOptions } from \"./documentDiscoveryTypes\";\n\nconst CONTAINER_PARENT_DISCOVERY_BATCH_SIZE = 4;\n\ntype ContainerParentLaneRequest = Parameters<\n  ContainerDocumentDiscoveryApi[\"listContainerParentLanes\"]\n>[0][\"lanes\"][number];\n\ninterface RequestedContainerParentLane {\n  lane: ContainerParentDiscoveryLane;\n  request: ContainerParentLaneRequest;\n}\n\nasync function listContainerParentLaneBatch(\n  listContainerParentLanes: ContainerDocumentDiscoveryApi[\"listContainerParentLanes\"],\n  requestedLanes: ReadonlyArray<RequestedContainerParentLane>,\n) {\n  const response = await listContainerParentLanes({\n    lanes: requestedLanes.map(({ request }) => request),\n  });\n  if (!response || response.results.length !== requestedLanes.length) {\n    return null;\n  }\n\n  const requestedLaneIds = new Set(\n    requestedLanes.map(({ request }) => request.laneId),\n  );\n  const pagesByLaneId = new Map<\n    string,\n    (typeof response.results)[number][\"page\"]\n  >();\n  for (const result of response.results) {\n    if (\n      !requestedLaneIds.has(result.laneId) ||\n      pagesByLaneId.has(result.laneId)\n    ) {\n      return null;\n    }\n    pagesByLaneId.set(result.laneId, result.page);\n  }\n\n  return requestedLanes.map(({ lane, request }) => ({\n    lane,\n    response: pagesByLaneId.get(request.laneId),\n  }));\n}\n\nfunction collectRemoteContainerIds(\n  items: ReadonlyArray<{ id: string }>,\n  seenContainerIds: Set<string>,\n  containerIds: string[],\n): ReadonlyArray<string> {\n  for (const { id } of items) {\n    if (!seenContainerIds.has(id)) {\n      seenContainerIds.add(id);\n      containerIds.push(id);\n    }\n  }\n\n  return items.map(({ id }) => id);\n}\n\nexport function hasUndiscoveredDocumentUpdateEvent(\n  events: ReadonlyArray<unknown>,\n  knownDocumentIds: ReadonlySet<string>,\n): boolean {\n  return events.some(\n    (event) =>\n      isDocumentUpdateCreatedEvent(event) &&\n      !knownDocumentIds.has(event.documentId),\n  );\n}\n\nexport async function listAllRemoteContainerIds(\n  listContainerParentLanes: ContainerDocumentDiscoveryApi[\"listContainerParentLanes\"],\n): Promise<ReadonlyArray<string> | null> {\n  const containerIds: string[] = [];\n  const queuedParentIds = new Set<string | null>();\n  const seenContainerIds = new Set<string>();\n  const lanes: ContainerParentDiscoveryLane[] = [];\n  let nextLaneId = 0;\n  const queueParentLane = (parentId: string | null) => {\n    if (queuedParentIds.has(parentId)) {\n      return;\n    }\n\n    queuedParentIds.add(parentId);\n    lanes.push({ parentId, watermark: null });\n  };\n\n  queueParentLane(null);\n\n  while (lanes.length > 0) {\n    const laneBatch = lanes.splice(0, CONTAINER_PARENT_DISCOVERY_BATCH_SIZE);\n    const requestedLanes = laneBatch.map((lane) => ({\n      lane,\n      request: {\n        laneId: `container-parent-${nextLaneId++}`,\n        parentId: lane.parentId,\n        watermark: lane.watermark,\n      },\n    }));\n    const listedLanes = await listContainerParentLaneBatch(\n      listContainerParentLanes,\n      requestedLanes,\n    );\n    if (!listedLanes) {\n      return null;\n    }\n    const continuationLanes: ContainerParentDiscoveryLane[] = [];\n\n    for (const { lane, response } of listedLanes) {\n      if (!response) {\n        return null;\n      }\n\n      for (const containerId of collectRemoteContainerIds(\n        response.items,\n        seenContainerIds,\n        containerIds,\n      )) {\n        queueParentLane(containerId);\n      }\n\n      if (response.hasMore) {\n        if (!response.nextWatermark) {\n          return null;\n        }\n        continuationLanes.push({\n          parentId: lane.parentId,\n          watermark: response.nextWatermark,\n        });\n      }\n    }\n\n    lanes.unshift(...continuationLanes);\n  }\n\n  return containerIds;\n}\n\nexport function listAllRemoteContainerIdsFromApi(\n  apiClient: Pick<ContainerDocumentDiscoveryApi, \"listContainerParentLanes\">,\n): Promise<ReadonlyArray<string> | null> {\n  return listAllRemoteContainerIds((input) =>\n    apiClient.listContainerParentLanes(input),\n  );\n}\n\nexport async function discoverContainerDocuments({\n  beginDocumentDiscovery,\n  listContainerDocumentLanes,\n  loadContainerDocumentWatermark,\n  ...lane\n}: DiscoverContainerDocumentsOptions): Promise<ReadonlyArray<DocumentSummary> | null> {\n  const [outcome] = await discoverContainerDocumentLanes({\n    generation: await beginDocumentDiscovery(),\n    lanes: [lane],\n    listContainerDocumentLanes,\n    loadContainerDocumentWatermark,\n  });\n  if (outcome?.status === \"rejected\") throw outcome.reason;\n  return outcome?.value ?? null;\n}\n\nexport function discoverContainerDocumentsFromApi({\n  apiClient,\n  ...input\n}: Omit<DiscoverContainerDocumentsOptions, \"listContainerDocumentLanes\"> & {\n  readonly apiClient: Pick<\n    ContainerDocumentDiscoveryApi,\n    \"listContainerDocumentLanes\"\n  >;\n}): Promise<ReadonlyArray<DocumentSummary> | null> {\n  return discoverContainerDocuments({\n    ...input,\n    listContainerDocumentLanes: (lanes) =>\n      listContainerDocumentLanesFromApi(apiClient, lanes),\n  });\n}\n\nasync function listDiscoveryLanes(\n  input: Parameters<typeof listContainerDocumentsFromWatermarks>[0],\n): Promise<ListedContainerDocumentsLane[]> {\n  const listed = await listContainerDocumentsFromWatermarks(input);\n  return input.containerIds.map((containerId) => ({\n    containerId,\n    listedDocuments: listed.get(containerId) ?? null,\n  }));\n}\n\nexport async function discoverAllContainerDocuments(\n  options: DiscoverAllContainerDocumentsOptions,\n): Promise<ReadonlyArray<DocumentSummary> | null> {\n  const {\n    cacheReferencedPrincipalPolicies,\n    containerIds,\n    loadContainerDocumentWatermark,\n    listContainerDocumentLanes,\n    replaceDocumentLinksBatch,\n    saveContainerDocumentWatermark,\n    upsertDiscoveredDocuments,\n  } = options;\n  const uniqueContainerIds = Array.from(new Set(containerIds)).filter(\n    (containerId): containerId is string =>\n      typeof containerId === \"string\" && containerId.length > 0,\n  );\n  const generation = await options.beginDocumentDiscovery();\n  const listedDocumentsByContainer = await listDiscoveryLanes({\n    containerIds: uniqueContainerIds,\n    listContainerDocumentLanes,\n    loadContainerDocumentWatermark,\n  });\n  await cacheReferencedPrincipalPolicies?.(\n    dedupeReferencedPrincipalStates(\n      listedDocumentsByContainer.flatMap(\n        ({ listedDocuments }) =>\n          listedDocuments?.items.flatMap(\n            (document) => document.referencedPrincipals,\n          ) ?? [],\n      ),\n    ),\n  );\n  const verification = await options.verifyDiscoveredDocuments(\n    collectDiscoveredDocumentInputs(listedDocumentsByContainer),\n    uniqueContainerIds,\n    generation,\n    collectApplicableDocumentTombstones(listedDocumentsByContainer),\n  );\n  if (!(await verification.isCurrent())) return null;\n  const discoveredDocumentInputs = verification.inputs;\n  const discoveredDocuments =\n    discoveredDocumentInputs.length === 0\n      ? []\n      : await upsertDiscoveredDocuments(discoveredDocumentInputs);\n\n  if (discoveredDocumentInputs.length > 0) {\n    await replaceDocumentLinksBatch(\n      await withoutDeferredDocumentLinks(\n        discoveredDocumentInputs.map((input) => ({\n          documentId: input.documentId,\n          accessEpoch: input.accessEpoch,\n          containerIds: input.linkedContainerIds,\n        })),\n        discoveredDocuments,\n      ),\n    );\n  }\n\n  const tombstoneDocumentSummaries = await settleContainerDocumentTombstones({\n    containerIds: listedDocumentsByContainer.flatMap(\n      ({ containerId, listedDocuments }) =>\n        listedDocuments ? [containerId] : [],\n    ),\n    store: options,\n    tombstones: collectApplicableDocumentTombstones(listedDocumentsByContainer),\n  });\n\n  const complete = await verification.commit();\n  if (!(await verification.isCurrent())) return null;\n\n  await Promise.all(\n    listedDocumentsByContainer.map(({ containerId, listedDocuments }) =>\n      listedDocuments\n        ? saveAppliedContainerDocumentWatermark({\n            containerId,\n            listedDocuments,\n            saveContainerDocumentWatermark,\n          })\n        : undefined,\n    ),\n  );\n\n  return !complete &&\n    discoveredDocuments.length === 0 &&\n    tombstoneDocumentSummaries.length === 0\n    ? null\n    : [...discoveredDocuments, ...tombstoneDocumentSummaries];\n}\n\nasync function refreshAllContainerDocuments({\n  listContainerParentLanes,\n  ...input\n}: RefreshAllContainerDocumentsOptions): Promise<ReadonlyArray<DocumentSummary> | null> {\n  const containerIds = await listAllRemoteContainerIds(\n    listContainerParentLanes,\n  );\n  if (!containerIds) {\n    return null;\n  }\n\n  return discoverAllContainerDocuments({\n    ...input,\n    containerIds,\n  });\n}\n\nexport function refreshAllContainerDocumentsFromApi({\n  apiClient,\n  ...input\n}: RefreshAllContainerDocumentsFromApiOptions): Promise<ReadonlyArray<DocumentSummary> | null> {\n  return refreshAllContainerDocuments({\n    ...input,\n    listContainerDocumentLanes: (lanes) =>\n      listContainerDocumentLanesFromApi(apiClient, lanes),\n    listContainerParentLanes: (input) =>\n      apiClient.listContainerParentLanes(input),\n  });\n}\n"]}

package/workflows/container-contents/documentDiscoveryApply.js

@@ -0,0 +1,65 @@
+import { dedupeReferencedPrincipalStates } from "../../data/keyingProjectionVerification/principalPolicyCache.js";
+import { withoutDeferredDocumentLinks } from "./deferredDocumentLinks.js";
+import { getApplicableDocumentTombstones } from "./documentDiscoveryInputs.js";
+import { settleContainerDocumentTombstones } from "./documentTombstoneGate.js";
+export async function saveAppliedContainerDocumentWatermark(input) {
+    const { containerId, listedDocuments, saveContainerDocumentWatermark } = input;
+    if (!listedDocuments.nextWatermark) {
+        return;
+    }
+    await saveContainerDocumentWatermark(containerId, listedDocuments.nextWatermark);
+}
+/**
+ * Verifies and applies one container's completed listing under a discovery
+ * generation captured before the listing request, then advances its
+ * watermark. Returns `null` when nothing was applied.
+ */
+export async function applyListedContainerDocuments(options, generation, listedDocuments) {
+    const { containerId, upsertDiscoveredDocuments } = options;
+    await options.cacheReferencedPrincipalPolicies?.(dedupeReferencedPrincipalStates(listedDocuments.items.flatMap((document) => document.referencedPrincipals)));
+    const verification = await options.verifyDiscoveredDocuments(listedDocuments.items.map((document) => ({
+        accessEpoch: document.currentAccessEpoch,
+        accessStateHash: document.currentAccessStateHash,
+        containerId,
+        listedContainerIds: [containerId],
+        createdAt: document.createdAt,
+        documentId: document.id,
+        effectiveAccessLevel: document.effectiveAccessLevel,
+        linkedContainerIds: document.linkedContainerIds,
+    })), [containerId], generation, getApplicableDocumentTombstones(listedDocuments));
+    if (!(await verification.isCurrent()))
+        return null;
+    const verifiedInputs = verification.inputs;
+    const discoveredDocuments = verifiedInputs.length
+        ? await upsertDiscoveredDocuments(verifiedInputs)
+        : [];
+    if (verifiedInputs.length)
+        await options.replaceDocumentLinksBatch(await withoutDeferredDocumentLinks(verifiedInputs.map((document) => ({
+            documentId: document.documentId,
+            accessEpoch: document.accessEpoch,
+            containerIds: document.linkedContainerIds,
+        })), discoveredDocuments));
+    const tombstoneDocumentSummaries = await settleContainerDocumentTombstones({
+        containerIds: [containerId],
+        store: options,
+        tombstones: getApplicableDocumentTombstones(listedDocuments),
+    });
+    const complete = await verification.commit();
+    if (!(await verification.isCurrent()))
+        return null;
+    await saveAppliedContainerDocumentWatermark({
+        containerId,
+        listedDocuments,
+        saveContainerDocumentWatermark: options.saveContainerDocumentWatermark,
+    });
+    if (listedDocuments.isFullListing) {
+        // Initial probes consume ids as discovery hints and verify their own heads.
+        options.onFullListing?.(listedDocuments.items.map((document) => document.id));
+    }
+    return !complete &&
+        discoveredDocuments.length === 0 &&
+        tombstoneDocumentSummaries.length === 0
+        ? null
+        : [...discoveredDocuments, ...tombstoneDocumentSummaries];
+}
+//# sourceMappingURL=documentDiscoveryApply.js.map

package/workflows/container-contents/documentDiscoveryApply.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"documentDiscoveryApply.js","sourceRoot":"","sources":["documentDiscoveryApply.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,+BAA+B,EAAE,MAAM,8DAA8D,CAAC;AAC/G,OAAO,EAAE,4BAA4B,EAAE,MAAM,yBAAyB,CAAC;AACvE,OAAO,EAAE,+BAA+B,EAAE,MAAM,2BAA2B,CAAC;AAK5E,OAAO,EAAE,iCAAiC,EAAE,MAAM,yBAAyB,CAAC;AAU5E,MAAM,CAAC,KAAK,UAAU,qCAAqC,CAAC,KAI3D;IACC,MAAM,EAAE,WAAW,EAAE,eAAe,EAAE,8BAA8B,EAAE,GACpE,KAAK,CAAC;IACR,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;QACnC,OAAO;IACT,CAAC;IAED,MAAM,8BAA8B,CAClC,WAAW,EACX,eAAe,CAAC,aAAa,CAC9B,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,OAAuC,EACvC,UAAkB,EAClB,eAAyC;IAEzC,MAAM,EAAE,WAAW,EAAE,yBAAyB,EAAE,GAAG,OAAO,CAAC;IAC3D,MAAM,OAAO,CAAC,gCAAgC,EAAE,CAC9C,+BAA+B,CAC7B,eAAe,CAAC,KAAK,CAAC,OAAO,CAC3B,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAC5C,CACF,CACF,CAAC;IAEF,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,yBAAyB,CAC1D,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACvC,WAAW,EAAE,QAAQ,CAAC,kBAAkB;QACxC,eAAe,EAAE,QAAQ,CAAC,sBAAsB;QAChD,WAAW;QACX,kBAAkB,EAAE,CAAC,WAAW,CAAC;QACjC,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,UAAU,EAAE,QAAQ,CAAC,EAAE;QACvB,oBAAoB,EAAE,QAAQ,CAAC,oBAAoB;QACnD,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;KAChD,CAAC,CAAC,EACH,CAAC,WAAW,CAAC,EACb,UAAU,EACV,+BAA+B,CAAC,eAAe,CAAC,CACjD,CAAC;IACF,IAAI,CAAC,CAAC,MAAM,YAAY,CAAC,SAAS,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IACnD,MAAM,cAAc,GAAG,YAAY,CAAC,MAAM,CAAC;IAC3C,MAAM,mBAAmB,GAAG,cAAc,CAAC,MAAM;QAC/C,CAAC,CAAC,MAAM,yBAAyB,CAAC,cAAc,CAAC;QACjD,CAAC,CAAC,EAAE,CAAC;IAEP,IAAI,cAAc,CAAC,MAAM;QACvB,MAAM,OAAO,CAAC,yBAAyB,CACrC,MAAM,4BAA4B,CAChC,cAAc,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAChC,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,YAAY,EAAE,QAAQ,CAAC,kBAAkB;SAC1C,CAAC,CAAC,EACH,mBAAmB,CACpB,CACF,CAAC;IAEJ,MAAM,0BAA0B,GAAG,MAAM,iCAAiC,CAAC;QACzE,YAAY,EAAE,CAAC,WAAW,CAAC;QAC3B,KAAK,EAAE,OAAO;QACd,UAAU,EAAE,+BAA+B,CAAC,eAAe,CAAC;KAC7D,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,CAAC;IAC7C,IAAI,CAAC,CAAC,MAAM,YAAY,CAAC,SAAS,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IACnD,MAAM,qCAAqC,CAAC;QAC1C,WAAW;QACX,eAAe;QACf,8BAA8B,EAAE,OAAO,CAAC,8BAA8B;KACvE,CAAC,CAAC;IAEH,IAAI,eAAe,CAAC,aAAa,EAAE,CAAC;QAClC,4EAA4E;QAC5E,OAAO,CAAC,aAAa,EAAE,CACrB,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CACrD,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,QAAQ;QACd,mBAAmB,CAAC,MAAM,KAAK,CAAC;QAChC,0BAA0B,CAAC,MAAM,KAAK,CAAC;QACvC,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,CAAC,GAAG,mBAAmB,EAAE,GAAG,0BAA0B,CAAC,CAAC;AAC9D,CAAC","sourcesContent":["import type { DocumentSummary } from \"../../data/documents/documentSummary\";\nimport { dedupeReferencedPrincipalStates } from \"../../data/keyingProjectionVerification/principalPolicyCache\";\nimport { withoutDeferredDocumentLinks } from \"./deferredDocumentLinks\";\nimport { getApplicableDocumentTombstones } from \"./documentDiscoveryInputs\";\nimport type {\n  DiscoverContainerDocumentsOptions,\n  ListedContainerDocuments,\n} from \"./documentDiscoveryTypes\";\nimport { settleContainerDocumentTombstones } from \"./documentTombstoneGate\";\n\n/** A discovery lane's local stores; the listing itself is supplied by the caller. */\nexport type ContainerDocumentDiscoveryLane = Omit<\n  DiscoverContainerDocumentsOptions,\n  | \"beginDocumentDiscovery\"\n  | \"listContainerDocumentLanes\"\n  | \"loadContainerDocumentWatermark\"\n>;\n\nexport async function saveAppliedContainerDocumentWatermark(input: {\n  containerId: string;\n  listedDocuments: ListedContainerDocuments;\n  saveContainerDocumentWatermark: DiscoverContainerDocumentsOptions[\"saveContainerDocumentWatermark\"];\n}) {\n  const { containerId, listedDocuments, saveContainerDocumentWatermark } =\n    input;\n  if (!listedDocuments.nextWatermark) {\n    return;\n  }\n\n  await saveContainerDocumentWatermark(\n    containerId,\n    listedDocuments.nextWatermark,\n  );\n}\n\n/**\n * Verifies and applies one container's completed listing under a discovery\n * generation captured before the listing request, then advances its\n * watermark. Returns `null` when nothing was applied.\n */\nexport async function applyListedContainerDocuments(\n  options: ContainerDocumentDiscoveryLane,\n  generation: number,\n  listedDocuments: ListedContainerDocuments,\n): Promise<ReadonlyArray<DocumentSummary> | null> {\n  const { containerId, upsertDiscoveredDocuments } = options;\n  await options.cacheReferencedPrincipalPolicies?.(\n    dedupeReferencedPrincipalStates(\n      listedDocuments.items.flatMap(\n        (document) => document.referencedPrincipals,\n      ),\n    ),\n  );\n\n  const verification = await options.verifyDiscoveredDocuments(\n    listedDocuments.items.map((document) => ({\n      accessEpoch: document.currentAccessEpoch,\n      accessStateHash: document.currentAccessStateHash,\n      containerId,\n      listedContainerIds: [containerId],\n      createdAt: document.createdAt,\n      documentId: document.id,\n      effectiveAccessLevel: document.effectiveAccessLevel,\n      linkedContainerIds: document.linkedContainerIds,\n    })),\n    [containerId],\n    generation,\n    getApplicableDocumentTombstones(listedDocuments),\n  );\n  if (!(await verification.isCurrent())) return null;\n  const verifiedInputs = verification.inputs;\n  const discoveredDocuments = verifiedInputs.length\n    ? await upsertDiscoveredDocuments(verifiedInputs)\n    : [];\n\n  if (verifiedInputs.length)\n    await options.replaceDocumentLinksBatch(\n      await withoutDeferredDocumentLinks(\n        verifiedInputs.map((document) => ({\n          documentId: document.documentId,\n          accessEpoch: document.accessEpoch,\n          containerIds: document.linkedContainerIds,\n        })),\n        discoveredDocuments,\n      ),\n    );\n\n  const tombstoneDocumentSummaries = await settleContainerDocumentTombstones({\n    containerIds: [containerId],\n    store: options,\n    tombstones: getApplicableDocumentTombstones(listedDocuments),\n  });\n\n  const complete = await verification.commit();\n  if (!(await verification.isCurrent())) return null;\n  await saveAppliedContainerDocumentWatermark({\n    containerId,\n    listedDocuments,\n    saveContainerDocumentWatermark: options.saveContainerDocumentWatermark,\n  });\n\n  if (listedDocuments.isFullListing) {\n    // Initial probes consume ids as discovery hints and verify their own heads.\n    options.onFullListing?.(\n      listedDocuments.items.map((document) => document.id),\n    );\n  }\n\n  return !complete &&\n    discoveredDocuments.length === 0 &&\n    tombstoneDocumentSummaries.length === 0\n    ? null\n    : [...discoveredDocuments, ...tombstoneDocumentSummaries];\n}\n"]}

package/workflows/container-contents/documentDiscoveryLanes.js

@@ -0,0 +1,53 @@
+import { listContainerDocumentsFromWatermarks } from "./containerDocumentListing.js";
+import { applyListedContainerDocuments, } from "./documentDiscoveryApply.js";
+async function applyListedLane(lane, generation, listedDocuments) {
+    try {
+        return {
+            containerId: lane.containerId,
+            status: "fulfilled",
+            value: listedDocuments
+                ? await applyListedContainerDocuments(lane, generation, listedDocuments)
+                : null,
+        };
+    }
+    catch (reason) {
+        return { containerId: lane.containerId, reason, status: "rejected" };
+    }
+}
+/**
+ * Discovers several containers with one batched listing, then verifies and
+ * applies each lane on its own, in order. The generation must be captured
+ * before any lane's scope was read, exactly as for a single discovery: every
+ * listing in the batch starts after it, so a reset in between still cancels
+ * the batch. One lane's failure never blocks applying the others.
+ */
+export async function discoverContainerDocumentLanes(input) {
+    if (input.lanes.length === 0)
+        return [];
+    let listed;
+    try {
+        listed = await listContainerDocumentsFromWatermarks({
+            containerIds: input.lanes.map((lane) => lane.containerId),
+            listContainerDocumentLanes: input.listContainerDocumentLanes,
+            loadContainerDocumentWatermark: input.loadContainerDocumentWatermark,
+        });
+    }
+    catch (reason) {
+        const rejected = input.lanes.map(({ containerId }) => ({
+            containerId,
+            reason,
+            status: "rejected",
+        }));
+        for (const outcome of rejected)
+            await input.onOutcome?.(outcome);
+        return rejected;
+    }
+    const outcomes = [];
+    for (const lane of input.lanes) {
+        const outcome = await applyListedLane(lane, input.generation, listed.get(lane.containerId) ?? null);
+        outcomes.push(outcome);
+        await input.onOutcome?.(outcome);
+    }
+    return outcomes;
+}
+//# sourceMappingURL=documentDiscoveryLanes.js.map

package/workflows/container-contents/documentDiscoveryLanes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"documentDiscoveryLanes.js","sourceRoot":"","sources":["documentDiscoveryLanes.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oCAAoC,EAAE,MAAM,4BAA4B,CAAC;AAClF,OAAO,EACL,6BAA6B,GAE9B,MAAM,0BAA0B,CAAC;AA2BlC,KAAK,UAAU,eAAe,CAC5B,IAAoC,EACpC,UAAkB,EAClB,eAAgD;IAEhD,IAAI,CAAC;QACH,OAAO;YACL,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,MAAM,EAAE,WAAW;YACnB,KAAK,EAAE,eAAe;gBACpB,CAAC,CAAC,MAAM,6BAA6B,CAAC,IAAI,EAAE,UAAU,EAAE,eAAe,CAAC;gBACxE,CAAC,CAAC,IAAI;SACT,CAAC;IACJ,CAAC;IAAC,OAAO,MAAM,EAAE,CAAC;QAChB,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;IACvE,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,KAOpD;IACC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACxC,IAAI,MAAwE,CAAC;IAC7E,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,oCAAoC,CAAC;YAClD,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC;YACzD,0BAA0B,EAAE,KAAK,CAAC,0BAA0B;YAC5D,8BAA8B,EAAE,KAAK,CAAC,8BAA8B;SACrE,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,MAAM,EAAE,CAAC;QAChB,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAC9B,CAAC,EAAE,WAAW,EAAE,EAAqC,EAAE,CAAC,CAAC;YACvD,WAAW;YACX,MAAM;YACN,MAAM,EAAE,UAAU;SACnB,CAAC,CACH,CAAC;QACF,KAAK,MAAM,OAAO,IAAI,QAAQ;YAAE,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC;QACjE,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,MAAM,QAAQ,GAAwC,EAAE,CAAC;IACzD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,MAAM,eAAe,CACnC,IAAI,EACJ,KAAK,CAAC,UAAU,EAChB,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,CACrC,CAAC;QACF,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC","sourcesContent":["import type { DocumentSummary } from \"../../data/documents/documentSummary\";\nimport { listContainerDocumentsFromWatermarks } from \"./containerDocumentListing\";\nimport {\n  applyListedContainerDocuments,\n  type ContainerDocumentDiscoveryLane,\n} from \"./documentDiscoveryApply\";\nimport type {\n  ContainerDocumentLaneLister,\n  DiscoverContainerDocumentsOptions,\n  ListedContainerDocuments,\n} from \"./documentDiscoveryTypes\";\n\nexport type { ContainerDocumentDiscoveryLane } from \"./documentDiscoveryApply\";\n\nexport type ContainerDocumentDiscoveryOutcome =\n  | {\n      readonly containerId: string;\n      readonly status: \"fulfilled\";\n      /** `null` when the lane was not fully listed or nothing applied. */\n      readonly value: ReadonlyArray<DocumentSummary> | null;\n    }\n  | {\n      readonly containerId: string;\n      readonly reason: unknown;\n      readonly status: \"rejected\";\n    };\n\n/** Lets a caller act on each lane before later lanes apply. */\nexport type ContainerDocumentDiscoveryOutcomeHandler = (\n  outcome: ContainerDocumentDiscoveryOutcome,\n) => Promise<void>;\n\nasync function applyListedLane(\n  lane: ContainerDocumentDiscoveryLane,\n  generation: number,\n  listedDocuments: ListedContainerDocuments | null,\n): Promise<ContainerDocumentDiscoveryOutcome> {\n  try {\n    return {\n      containerId: lane.containerId,\n      status: \"fulfilled\",\n      value: listedDocuments\n        ? await applyListedContainerDocuments(lane, generation, listedDocuments)\n        : null,\n    };\n  } catch (reason) {\n    return { containerId: lane.containerId, reason, status: \"rejected\" };\n  }\n}\n\n/**\n * Discovers several containers with one batched listing, then verifies and\n * applies each lane on its own, in order. The generation must be captured\n * before any lane's scope was read, exactly as for a single discovery: every\n * listing in the batch starts after it, so a reset in between still cancels\n * the batch. One lane's failure never blocks applying the others.\n */\nexport async function discoverContainerDocumentLanes(input: {\n  readonly generation: number;\n  readonly lanes: ReadonlyArray<ContainerDocumentDiscoveryLane>;\n  readonly listContainerDocumentLanes: ContainerDocumentLaneLister;\n  readonly loadContainerDocumentWatermark: DiscoverContainerDocumentsOptions[\"loadContainerDocumentWatermark\"];\n  /** Awaited after each lane settles, before the next lane applies. */\n  readonly onOutcome?: ContainerDocumentDiscoveryOutcomeHandler | undefined;\n}): Promise<ReadonlyArray<ContainerDocumentDiscoveryOutcome>> {\n  if (input.lanes.length === 0) return [];\n  let listed: Awaited<ReturnType<typeof listContainerDocumentsFromWatermarks>>;\n  try {\n    listed = await listContainerDocumentsFromWatermarks({\n      containerIds: input.lanes.map((lane) => lane.containerId),\n      listContainerDocumentLanes: input.listContainerDocumentLanes,\n      loadContainerDocumentWatermark: input.loadContainerDocumentWatermark,\n    });\n  } catch (reason) {\n    const rejected = input.lanes.map(\n      ({ containerId }): ContainerDocumentDiscoveryOutcome => ({\n        containerId,\n        reason,\n        status: \"rejected\",\n      }),\n    );\n    for (const outcome of rejected) await input.onOutcome?.(outcome);\n    return rejected;\n  }\n\n  const outcomes: ContainerDocumentDiscoveryOutcome[] = [];\n  for (const lane of input.lanes) {\n    const outcome = await applyListedLane(\n      lane,\n      input.generation,\n      listed.get(lane.containerId) ?? null,\n    );\n    outcomes.push(outcome);\n    await input.onOutcome?.(outcome);\n  }\n  return outcomes;\n}\n"]}

package/workflows/container-contents/documentDiscoveryTypes.d.ts

@@ -1,4 +1,4 @@
-import type { ListContainerParentLanesRequest } from "../../internal/validators/request/index.js";
+import type { ListContainerDocumentLanesRequest, ListContainerParentLanesRequest } from "../../internal/validators/request/index.js";
 import type { EffectiveAccessLevel, ReferencedPrincipalStateResponse, SyncWatermark } from "../../internal/validators/response/index.js";
 import type { DiscoveredDocumentInput, DocumentSummary } from "../../data/documents/documentSummary.js";
 import type { DiscoveredDocumentCandidate } from "../../data/persistence/documents/documentDiscoveryEvidencePersistence.js";
@@ -36,25 +36,31 @@ export interface ListContainerParentLanesResponse {
         page: ListContainersResponse;
     }>;
 }
+export type ContainerDocumentLaneResult = {
+    readonly laneId: string;
+    readonly page: ListContainerDocumentsResponse;
+} | {
+    readonly failure: {
+        readonly code?: string | undefined;
+    };
+    readonly laneId: string;
+};
 export interface ContainerDocumentDiscoveryApi {
-    readonly listContainerDocuments: (containerId: string, options?: {
-        watermark?: SyncWatermark | null;
-    }) => Promise<ListContainerDocumentsResponse | null>;
-    readonly listContainerDocumentsResult?: (containerId: string, options?: {
-        watermark?: SyncWatermark | null;
-    }, requestOptions?: {
-        reportErrors?: boolean | undefined;
+    readonly listContainerDocumentLanes: (input: ListContainerDocumentLanesRequest, options?: {
+        readonly reportErrors?: boolean | undefined;
     }) => Promise<{
-        readonly data: ListContainerDocumentsResponse;
-        readonly ok: true;
-    } | {
-        readonly message: string;
-        readonly ok: false;
-        readonly report: () => void;
-        readonly status: number | null;
-    }>;
+        readonly results: ReadonlyArray<ContainerDocumentLaneResult>;
+    } | null>;
     readonly listContainerParentLanes: (input: ListContainerParentLanesRequest) => Promise<ListContainerParentLanesResponse | null>;
 }
+/**
+ * One page per lane, aligned with the requested lanes: `null` for a lane the
+ * server rejected, or `null` overall when the request itself failed.
+ */
+export type ContainerDocumentLaneLister = (lanes: ReadonlyArray<{
+    readonly containerId: string;
+    readonly watermark: SyncWatermark | null;
+}>) => Promise<ReadonlyArray<ListContainerDocumentsResponse | null> | null>;
 export interface DocumentLinkInput {
     accessEpoch?: number | undefined;
     containerIds: ReadonlyArray<string>;
@@ -124,7 +130,7 @@ export interface DiscoverContainerDocumentsOptions extends ContainerDocumentTomb
     /** Completed unwatermarked listing, published only after local apply succeeds. */
     onFullListing?: ((documentIds: ReadonlyArray<string>) => void) | undefined;
     loadContainerDocumentWatermark: (containerId: string) => Promise<SyncWatermark | null>;
-    listContainerDocuments: ContainerDocumentDiscoveryApi["listContainerDocuments"];
+    listContainerDocumentLanes: ContainerDocumentLaneLister;
     replaceDocumentLinksBatch: (inputs: ReadonlyArray<DocumentLinkInput>) => Promise<void>;
     saveContainerDocumentWatermark: (containerId: string, watermark: SyncWatermark) => Promise<void>;
     upsertDiscoveredDocuments: (inputs: ReadonlyArray<DiscoveredDocumentInput>) => Promise<ReadonlyArray<DocumentSummary>>;
@@ -149,6 +155,6 @@ export interface DiscoverAllContainerDocumentsOptions extends Omit<DiscoverConta
 export interface RefreshAllContainerDocumentsOptions extends Omit<DiscoverAllContainerDocumentsOptions, "containerIds"> {
     listContainerParentLanes: ContainerDocumentDiscoveryApi["listContainerParentLanes"];
 }
-export interface RefreshAllContainerDocumentsFromApiOptions extends Omit<RefreshAllContainerDocumentsOptions, "listContainerDocuments" | "listContainerParentLanes"> {
-    readonly apiClient: Pick<ContainerDocumentDiscoveryApi, "listContainerDocuments" | "listContainerDocumentsResult" | "listContainerParentLanes">;
+export interface RefreshAllContainerDocumentsFromApiOptions extends Omit<RefreshAllContainerDocumentsOptions, "listContainerDocumentLanes" | "listContainerParentLanes"> {
+    readonly apiClient: Pick<ContainerDocumentDiscoveryApi, "listContainerDocumentLanes" | "listContainerParentLanes">;
 }

package/workflows/container-contents/documentDiscoveryTypes.js.map

@@ -1 +1 @@
-{"version":3,"file":"documentDiscoveryTypes.js","sourceRoot":"","sources":["documentDiscoveryTypes.ts"],"names":[],"mappings":"","sourcesContent":["import type { ListContainerParentLanesRequest } from \"@tearleads/validators/request\";\nimport type {\n  EffectiveAccessLevel,\n  ReferencedPrincipalStateResponse,\n  SyncWatermark,\n} from \"@tearleads/validators/response\";\nimport type {\n  DiscoveredDocumentInput,\n  DocumentSummary,\n} from \"../../data/documents/documentSummary\";\nimport type { DiscoveredDocumentCandidate } from \"../../data/persistence/documents/documentDiscoveryEvidencePersistence\";\n\nexport interface ListedContainerDocument {\n  createdAt: string;\n  currentAccessEpoch: number;\n  currentAccessStateHash: string;\n  effectiveAccessLevel?: EffectiveAccessLevel | undefined;\n  id: string;\n  linkedContainerIds: string[];\n  referencedPrincipals: ReferencedPrincipalStateResponse[];\n  updatedAt: string;\n}\n\nexport interface ListContainerDocumentsResponse {\n  hasMore: boolean;\n  items: ListedContainerDocument[];\n  nextWatermark: SyncWatermark | null;\n  tombstones: ReadonlyArray<{\n    containerId: string;\n    documentId: string;\n    updatedAt: string;\n  }>;\n}\n\nexport interface ListedContainer {\n  id: string;\n}\n\nexport interface ListContainersResponse {\n  hasMore: boolean;\n  items: ListedContainer[];\n  nextWatermark: SyncWatermark | null;\n}\n\nexport interface ListContainerParentLanesResponse {\n  results: ReadonlyArray<{\n    laneId: string;\n    page: ListContainersResponse;\n  }>;\n}\n\nexport interface ContainerDocumentDiscoveryApi {\n  readonly listContainerDocuments: (\n    containerId: string,\n    options?: { watermark?: SyncWatermark | null },\n  ) => Promise<ListContainerDocumentsResponse | null>;\n  readonly listContainerDocumentsResult?: (\n    containerId: string,\n    options?: { watermark?: SyncWatermark | null },\n    requestOptions?: { reportErrors?: boolean | undefined },\n  ) => Promise<\n    | {\n        readonly data: ListContainerDocumentsResponse;\n        readonly ok: true;\n      }\n    | {\n        readonly message: string;\n        readonly ok: false;\n        readonly report: () => void;\n        readonly status: number | null;\n      }\n  >;\n  readonly listContainerParentLanes: (\n    input: ListContainerParentLanesRequest,\n  ) => Promise<ListContainerParentLanesResponse | null>;\n}\n\nexport interface DocumentLinkInput {\n  accessEpoch?: number | undefined;\n  containerIds: ReadonlyArray<string>;\n  documentId: string;\n}\n\nexport type ContainerDocumentTombstone =\n  ListContainerDocumentsResponse[\"tombstones\"][number];\n\nexport interface VerifiedContainerDocumentTombstone\n  extends ContainerDocumentTombstone {\n  /** The verified head's link-set epoch, not below the local document epoch. */\n  readonly accessEpoch: number;\n  /** The verified head link set; it omits `containerId`. */\n  readonly linkedContainerIds: ReadonlyArray<string>;\n}\n\n/**\n * What the document's signed head says about a listing tombstone.\n * - `verified`: the verified head link set omits the container; apply.\n * - `refuted`: the verified head still links the container; keep visible and retry.\n * - `unverified`: no verified head is available; hold, hide, retry later.\n * - `deferred`: not attempted this run (the per-run head-load cap); hold\n *   without counting an attempt, so the retry backoff does not grow.\n */\nexport type ContainerDocumentTombstoneVerdict =\n  | {\n      readonly kind: \"verified\";\n      readonly tombstone: VerifiedContainerDocumentTombstone;\n    }\n  | {\n      readonly kind: \"refuted\";\n      /** The verified head link set, which contains the container. */\n      readonly linkedContainerIds: ReadonlyArray<string>;\n      readonly tombstone: ContainerDocumentTombstone;\n    }\n  | {\n      readonly kind: \"unverified\";\n      readonly tombstone: ContainerDocumentTombstone;\n    }\n  | {\n      readonly kind: \"deferred\";\n      readonly tombstone: ContainerDocumentTombstone;\n    };\n\nexport interface HeldContainerDocumentTombstoneInput\n  extends ContainerDocumentTombstone {\n  /** Held without a verification attempt; the backoff does not advance. */\n  readonly deferred?: boolean | undefined;\n  /** A verified head still links it; retry the tombstone while keeping it visible. */\n  readonly refuted?: boolean | undefined;\n}\n\nexport type ContainerDocumentTombstoneVerifier = (\n  tombstones: ReadonlyArray<ContainerDocumentTombstone>,\n) => Promise<ReadonlyArray<ContainerDocumentTombstoneVerdict>>;\n\nexport type ContainerDocumentPlacement = Pick<\n  ContainerDocumentTombstone,\n  \"containerId\" | \"documentId\"\n>;\n\nexport interface ContainerDocumentTombstoneHoldStore {\n  holdContainerDocumentTombstones: (\n    tombstones: ReadonlyArray<HeldContainerDocumentTombstoneInput>,\n  ) => Promise<void>;\n  /** Held tombstones on these containers that are due for another attempt. */\n  listHeldContainerDocumentTombstones: (\n    containerIds: ReadonlyArray<string>,\n  ) => Promise<ReadonlyArray<ContainerDocumentTombstone>>;\n  /** The subset of placements that exist locally (link row or primary). */\n  listKnownContainerDocumentPlacements: (\n    placements: ReadonlyArray<ContainerDocumentPlacement>,\n  ) => Promise<ReadonlyArray<ContainerDocumentPlacement>>;\n  refuteContainerDocumentTombstoneHolds: (\n    placements: ReadonlyArray<ContainerDocumentPlacement>,\n  ) => Promise<void>;\n}\n\nexport interface DiscoverContainerDocumentsOptions\n  extends ContainerDocumentTombstoneHoldStore {\n  applyContainerDocumentTombstones: (\n    tombstones: ReadonlyArray<VerifiedContainerDocumentTombstone>,\n  ) => Promise<ReadonlyArray<DocumentSummary>>;\n  verifyContainerDocumentTombstones: ContainerDocumentTombstoneVerifier;\n  /** Allocate durable local order before fetching a listing. */\n  beginDocumentDiscovery: () => Promise<number>;\n  /** Persist pending candidates and return only signed placements. */\n  verifyDiscoveredDocuments: (\n    inputs: ReadonlyArray<DiscoveredDocumentCandidate>,\n    containerIds: ReadonlyArray<string>,\n    generation: number,\n    tombstones?: ReadonlyArray<ContainerDocumentTombstone>,\n  ) => Promise<{\n    inputs: ReadonlyArray<DiscoveredDocumentInput>;\n    /** False once a remote trust reset cancels this listing pass. */\n    isCurrent: () => Promise<boolean>;\n    /** Acknowledge only after local apply; true means no pending candidates remain. */\n    commit: () => Promise<boolean>;\n  }>;\n  cacheReferencedPrincipalPolicies?: (\n    references: ReadonlyArray<ReferencedPrincipalStateResponse>,\n  ) => Promise<void>;\n  containerId: string;\n  /** Completed unwatermarked listing, published only after local apply succeeds. */\n  onFullListing?: ((documentIds: ReadonlyArray<string>) => void) | undefined;\n  loadContainerDocumentWatermark: (\n    containerId: string,\n  ) => Promise<SyncWatermark | null>;\n  listContainerDocuments: ContainerDocumentDiscoveryApi[\"listContainerDocuments\"];\n  replaceDocumentLinksBatch: (\n    inputs: ReadonlyArray<DocumentLinkInput>,\n  ) => Promise<void>;\n  saveContainerDocumentWatermark: (\n    containerId: string,\n    watermark: SyncWatermark,\n  ) => Promise<void>;\n  upsertDiscoveredDocuments: (\n    inputs: ReadonlyArray<DiscoveredDocumentInput>,\n  ) => Promise<ReadonlyArray<DocumentSummary>>;\n}\n\nexport interface ListedContainerDocuments {\n  isFullListing: boolean;\n  items: ListedContainerDocument[];\n  nextWatermark: SyncWatermark | null;\n  tombstones: ContainerDocumentTombstone[];\n}\n\nexport interface ContainerParentDiscoveryLane {\n  parentId: string | null;\n  watermark: SyncWatermark | null;\n}\n\nexport interface ListedContainerDocumentsLane {\n  containerId: string;\n  listedDocuments: ListedContainerDocuments | null;\n}\n\nexport interface DiscoverAllContainerDocumentsOptions\n  extends Omit<DiscoverContainerDocumentsOptions, \"containerId\"> {\n  containerIds: ReadonlyArray<string>;\n}\n\nexport interface RefreshAllContainerDocumentsOptions\n  extends Omit<DiscoverAllContainerDocumentsOptions, \"containerIds\"> {\n  listContainerParentLanes: ContainerDocumentDiscoveryApi[\"listContainerParentLanes\"];\n}\n\nexport interface RefreshAllContainerDocumentsFromApiOptions\n  extends Omit<\n    RefreshAllContainerDocumentsOptions,\n    \"listContainerDocuments\" | \"listContainerParentLanes\"\n  > {\n  readonly apiClient: Pick<\n    ContainerDocumentDiscoveryApi,\n    | \"listContainerDocuments\"\n    | \"listContainerDocumentsResult\"\n    | \"listContainerParentLanes\"\n  >;\n}\n"]}
+{"version":3,"file":"documentDiscoveryTypes.js","sourceRoot":"","sources":["documentDiscoveryTypes.ts"],"names":[],"mappings":"","sourcesContent":["import type {\n  ListContainerDocumentLanesRequest,\n  ListContainerParentLanesRequest,\n} from \"@tearleads/validators/request\";\nimport type {\n  EffectiveAccessLevel,\n  ReferencedPrincipalStateResponse,\n  SyncWatermark,\n} from \"@tearleads/validators/response\";\nimport type {\n  DiscoveredDocumentInput,\n  DocumentSummary,\n} from \"../../data/documents/documentSummary\";\nimport type { DiscoveredDocumentCandidate } from \"../../data/persistence/documents/documentDiscoveryEvidencePersistence\";\n\nexport interface ListedContainerDocument {\n  createdAt: string;\n  currentAccessEpoch: number;\n  currentAccessStateHash: string;\n  effectiveAccessLevel?: EffectiveAccessLevel | undefined;\n  id: string;\n  linkedContainerIds: string[];\n  referencedPrincipals: ReferencedPrincipalStateResponse[];\n  updatedAt: string;\n}\n\nexport interface ListContainerDocumentsResponse {\n  hasMore: boolean;\n  items: ListedContainerDocument[];\n  nextWatermark: SyncWatermark | null;\n  tombstones: ReadonlyArray<{\n    containerId: string;\n    documentId: string;\n    updatedAt: string;\n  }>;\n}\n\nexport interface ListedContainer {\n  id: string;\n}\n\nexport interface ListContainersResponse {\n  hasMore: boolean;\n  items: ListedContainer[];\n  nextWatermark: SyncWatermark | null;\n}\n\nexport interface ListContainerParentLanesResponse {\n  results: ReadonlyArray<{\n    laneId: string;\n    page: ListContainersResponse;\n  }>;\n}\n\nexport type ContainerDocumentLaneResult =\n  | { readonly laneId: string; readonly page: ListContainerDocumentsResponse }\n  | {\n      readonly failure: { readonly code?: string | undefined };\n      readonly laneId: string;\n    };\n\nexport interface ContainerDocumentDiscoveryApi {\n  readonly listContainerDocumentLanes: (\n    input: ListContainerDocumentLanesRequest,\n    options?: { readonly reportErrors?: boolean | undefined },\n  ) => Promise<{\n    readonly results: ReadonlyArray<ContainerDocumentLaneResult>;\n  } | null>;\n  readonly listContainerParentLanes: (\n    input: ListContainerParentLanesRequest,\n  ) => Promise<ListContainerParentLanesResponse | null>;\n}\n\n/**\n * One page per lane, aligned with the requested lanes: `null` for a lane the\n * server rejected, or `null` overall when the request itself failed.\n */\nexport type ContainerDocumentLaneLister = (\n  lanes: ReadonlyArray<{\n    readonly containerId: string;\n    readonly watermark: SyncWatermark | null;\n  }>,\n) => Promise<ReadonlyArray<ListContainerDocumentsResponse | null> | null>;\n\nexport interface DocumentLinkInput {\n  accessEpoch?: number | undefined;\n  containerIds: ReadonlyArray<string>;\n  documentId: string;\n}\n\nexport type ContainerDocumentTombstone =\n  ListContainerDocumentsResponse[\"tombstones\"][number];\n\nexport interface VerifiedContainerDocumentTombstone\n  extends ContainerDocumentTombstone {\n  /** The verified head's link-set epoch, not below the local document epoch. */\n  readonly accessEpoch: number;\n  /** The verified head link set; it omits `containerId`. */\n  readonly linkedContainerIds: ReadonlyArray<string>;\n}\n\n/**\n * What the document's signed head says about a listing tombstone.\n * - `verified`: the verified head link set omits the container; apply.\n * - `refuted`: the verified head still links the container; keep visible and retry.\n * - `unverified`: no verified head is available; hold, hide, retry later.\n * - `deferred`: not attempted this run (the per-run head-load cap); hold\n *   without counting an attempt, so the retry backoff does not grow.\n */\nexport type ContainerDocumentTombstoneVerdict =\n  | {\n      readonly kind: \"verified\";\n      readonly tombstone: VerifiedContainerDocumentTombstone;\n    }\n  | {\n      readonly kind: \"refuted\";\n      /** The verified head link set, which contains the container. */\n      readonly linkedContainerIds: ReadonlyArray<string>;\n      readonly tombstone: ContainerDocumentTombstone;\n    }\n  | {\n      readonly kind: \"unverified\";\n      readonly tombstone: ContainerDocumentTombstone;\n    }\n  | {\n      readonly kind: \"deferred\";\n      readonly tombstone: ContainerDocumentTombstone;\n    };\n\nexport interface HeldContainerDocumentTombstoneInput\n  extends ContainerDocumentTombstone {\n  /** Held without a verification attempt; the backoff does not advance. */\n  readonly deferred?: boolean | undefined;\n  /** A verified head still links it; retry the tombstone while keeping it visible. */\n  readonly refuted?: boolean | undefined;\n}\n\nexport type ContainerDocumentTombstoneVerifier = (\n  tombstones: ReadonlyArray<ContainerDocumentTombstone>,\n) => Promise<ReadonlyArray<ContainerDocumentTombstoneVerdict>>;\n\nexport type ContainerDocumentPlacement = Pick<\n  ContainerDocumentTombstone,\n  \"containerId\" | \"documentId\"\n>;\n\nexport interface ContainerDocumentTombstoneHoldStore {\n  holdContainerDocumentTombstones: (\n    tombstones: ReadonlyArray<HeldContainerDocumentTombstoneInput>,\n  ) => Promise<void>;\n  /** Held tombstones on these containers that are due for another attempt. */\n  listHeldContainerDocumentTombstones: (\n    containerIds: ReadonlyArray<string>,\n  ) => Promise<ReadonlyArray<ContainerDocumentTombstone>>;\n  /** The subset of placements that exist locally (link row or primary). */\n  listKnownContainerDocumentPlacements: (\n    placements: ReadonlyArray<ContainerDocumentPlacement>,\n  ) => Promise<ReadonlyArray<ContainerDocumentPlacement>>;\n  refuteContainerDocumentTombstoneHolds: (\n    placements: ReadonlyArray<ContainerDocumentPlacement>,\n  ) => Promise<void>;\n}\n\nexport interface DiscoverContainerDocumentsOptions\n  extends ContainerDocumentTombstoneHoldStore {\n  applyContainerDocumentTombstones: (\n    tombstones: ReadonlyArray<VerifiedContainerDocumentTombstone>,\n  ) => Promise<ReadonlyArray<DocumentSummary>>;\n  verifyContainerDocumentTombstones: ContainerDocumentTombstoneVerifier;\n  /** Allocate durable local order before fetching a listing. */\n  beginDocumentDiscovery: () => Promise<number>;\n  /** Persist pending candidates and return only signed placements. */\n  verifyDiscoveredDocuments: (\n    inputs: ReadonlyArray<DiscoveredDocumentCandidate>,\n    containerIds: ReadonlyArray<string>,\n    generation: number,\n    tombstones?: ReadonlyArray<ContainerDocumentTombstone>,\n  ) => Promise<{\n    inputs: ReadonlyArray<DiscoveredDocumentInput>;\n    /** False once a remote trust reset cancels this listing pass. */\n    isCurrent: () => Promise<boolean>;\n    /** Acknowledge only after local apply; true means no pending candidates remain. */\n    commit: () => Promise<boolean>;\n  }>;\n  cacheReferencedPrincipalPolicies?: (\n    references: ReadonlyArray<ReferencedPrincipalStateResponse>,\n  ) => Promise<void>;\n  containerId: string;\n  /** Completed unwatermarked listing, published only after local apply succeeds. */\n  onFullListing?: ((documentIds: ReadonlyArray<string>) => void) | undefined;\n  loadContainerDocumentWatermark: (\n    containerId: string,\n  ) => Promise<SyncWatermark | null>;\n  listContainerDocumentLanes: ContainerDocumentLaneLister;\n  replaceDocumentLinksBatch: (\n    inputs: ReadonlyArray<DocumentLinkInput>,\n  ) => Promise<void>;\n  saveContainerDocumentWatermark: (\n    containerId: string,\n    watermark: SyncWatermark,\n  ) => Promise<void>;\n  upsertDiscoveredDocuments: (\n    inputs: ReadonlyArray<DiscoveredDocumentInput>,\n  ) => Promise<ReadonlyArray<DocumentSummary>>;\n}\n\nexport interface ListedContainerDocuments {\n  isFullListing: boolean;\n  items: ListedContainerDocument[];\n  nextWatermark: SyncWatermark | null;\n  tombstones: ContainerDocumentTombstone[];\n}\n\nexport interface ContainerParentDiscoveryLane {\n  parentId: string | null;\n  watermark: SyncWatermark | null;\n}\n\nexport interface ListedContainerDocumentsLane {\n  containerId: string;\n  listedDocuments: ListedContainerDocuments | null;\n}\n\nexport interface DiscoverAllContainerDocumentsOptions\n  extends Omit<DiscoverContainerDocumentsOptions, \"containerId\"> {\n  containerIds: ReadonlyArray<string>;\n}\n\nexport interface RefreshAllContainerDocumentsOptions\n  extends Omit<DiscoverAllContainerDocumentsOptions, \"containerIds\"> {\n  listContainerParentLanes: ContainerDocumentDiscoveryApi[\"listContainerParentLanes\"];\n}\n\nexport interface RefreshAllContainerDocumentsFromApiOptions\n  extends Omit<\n    RefreshAllContainerDocumentsOptions,\n    \"listContainerDocumentLanes\" | \"listContainerParentLanes\"\n  > {\n  readonly apiClient: Pick<\n    ContainerDocumentDiscoveryApi,\n    \"listContainerDocumentLanes\" | \"listContainerParentLanes\"\n  >;\n}\n"]}

package/workflows/container-contents/remoteHydration/laneFetchMarkers.js

@@ -1,26 +1,20 @@
-import { markContainerSyncLaneCheckedIfCurrent, saveContainerSyncWatermarkIfCurrent, } from "../containerPersistence.js";
+import { recordContainerSyncLaneFetchIfCurrent, } from "../containerPersistence.js";
 export async function markContainerParentLaneFetched(input) {
     const { response, state, syncLane } = input;
     if (response.hasMore && !response.nextWatermark) {
         return false;
     }
-    const execSql = state.runtime.infra.execSql;
-    if (response.nextWatermark) {
-        const saved = await saveContainerSyncWatermarkIfCurrent(execSql, syncLane, response.nextWatermark, input.isCurrent);
-        if (!saved || input.isCurrent?.() === false) {
-            return false;
-        }
+    // A check marker suppresses startup polling, so record it only after the
+    // server confirms this parent lane is fully drained. The cursor and marker
+    // share one row and land in one guarded statement.
+    const recorded = await recordContainerSyncLaneFetchIfCurrent(state.runtime.infra.execSql, syncLane, { checked: !response.hasMore, watermark: response.nextWatermark }, input.isCurrent);
+    if (!recorded || input.isCurrent?.() === false) {
+        return false;
     }
-    // A check marker suppresses startup polling, so write it only after the
-    // server confirms this parent lane is fully drained.
-    if (!response.hasMore) {
-        const marked = await markContainerSyncLaneCheckedIfCurrent(execSql, syncLane, input.isCurrent);
-        if (!marked || input.isCurrent?.() === false) {
-            return false;
-        }
-        if (syncLane.kind === "container_parent" && syncLane.parentId === null) {
-            state.rootLaneHydrated = true;
-        }
+    if (!response.hasMore &&
+        syncLane.kind === "container_parent" &&
+        syncLane.parentId === null) {
+        state.rootLaneHydrated = true;
     }
     return true;
 }

package/workflows/container-contents/remoteHydration/laneFetchMarkers.js.map

@@ -1 +1 @@
-{"version":3,"file":"laneFetchMarkers.js","sourceRoot":"","sources":["laneFetchMarkers.ts"],"names":[],"mappings":"AACA,OAAO,EAEL,qCAAqC,EACrC,mCAAmC,GACpC,MAAM,yBAAyB,CAAC;AAGjC,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,KAKpD;IACC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IAC5C,IAAI,QAAQ,CAAC,OAAO,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;QAChD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;IAC5C,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,MAAM,mCAAmC,CACrD,OAAO,EACP,QAAQ,EACR,QAAQ,CAAC,aAAa,EACtB,KAAK,CAAC,SAAS,CAChB,CAAC;QACF,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAC5C,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IACD,wEAAwE;IACxE,qDAAqD;IACrD,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACtB,MAAM,MAAM,GAAG,MAAM,qCAAqC,CACxD,OAAO,EACP,QAAQ,EACR,KAAK,CAAC,SAAS,CAChB,CAAC;QACF,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAC7C,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,QAAQ,CAAC,IAAI,KAAK,kBAAkB,IAAI,QAAQ,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;YACvE,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAChC,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC","sourcesContent":["import type { ListContainersResponse } from \"@tearleads/validators/response\";\nimport {\n  type ContainerSyncWatermarkLane,\n  markContainerSyncLaneCheckedIfCurrent,\n  saveContainerSyncWatermarkIfCurrent,\n} from \"../containerPersistence\";\nimport type { RemoteContainerHydrationState } from \"./types\";\n\nexport async function markContainerParentLaneFetched(input: {\n  isCurrent?: (() => boolean) | undefined;\n  response: ListContainersResponse;\n  state: RemoteContainerHydrationState;\n  syncLane: ContainerSyncWatermarkLane;\n}): Promise<boolean> {\n  const { response, state, syncLane } = input;\n  if (response.hasMore && !response.nextWatermark) {\n    return false;\n  }\n\n  const execSql = state.runtime.infra.execSql;\n  if (response.nextWatermark) {\n    const saved = await saveContainerSyncWatermarkIfCurrent(\n      execSql,\n      syncLane,\n      response.nextWatermark,\n      input.isCurrent,\n    );\n    if (!saved || input.isCurrent?.() === false) {\n      return false;\n    }\n  }\n  // A check marker suppresses startup polling, so write it only after the\n  // server confirms this parent lane is fully drained.\n  if (!response.hasMore) {\n    const marked = await markContainerSyncLaneCheckedIfCurrent(\n      execSql,\n      syncLane,\n      input.isCurrent,\n    );\n    if (!marked || input.isCurrent?.() === false) {\n      return false;\n    }\n    if (syncLane.kind === \"container_parent\" && syncLane.parentId === null) {\n      state.rootLaneHydrated = true;\n    }\n  }\n\n  return true;\n}\n"]}
+{"version":3,"file":"laneFetchMarkers.js","sourceRoot":"","sources":["laneFetchMarkers.ts"],"names":[],"mappings":"AACA,OAAO,EAEL,qCAAqC,GACtC,MAAM,yBAAyB,CAAC;AAGjC,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,KAKpD;IACC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IAC5C,IAAI,QAAQ,CAAC,OAAO,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;QAChD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,yEAAyE;IACzE,2EAA2E;IAC3E,mDAAmD;IACnD,MAAM,QAAQ,GAAG,MAAM,qCAAqC,CAC1D,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAC3B,QAAQ,EACR,EAAE,OAAO,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,aAAa,EAAE,EACjE,KAAK,CAAC,SAAS,CAChB,CAAC;IACF,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAC/C,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IACE,CAAC,QAAQ,CAAC,OAAO;QACjB,QAAQ,CAAC,IAAI,KAAK,kBAAkB;QACpC,QAAQ,CAAC,QAAQ,KAAK,IAAI,EAC1B,CAAC;QACD,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAChC,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC","sourcesContent":["import type { ListContainersResponse } from \"@tearleads/validators/response\";\nimport {\n  type ContainerSyncWatermarkLane,\n  recordContainerSyncLaneFetchIfCurrent,\n} from \"../containerPersistence\";\nimport type { RemoteContainerHydrationState } from \"./types\";\n\nexport async function markContainerParentLaneFetched(input: {\n  isCurrent?: (() => boolean) | undefined;\n  response: ListContainersResponse;\n  state: RemoteContainerHydrationState;\n  syncLane: ContainerSyncWatermarkLane;\n}): Promise<boolean> {\n  const { response, state, syncLane } = input;\n  if (response.hasMore && !response.nextWatermark) {\n    return false;\n  }\n\n  // A check marker suppresses startup polling, so record it only after the\n  // server confirms this parent lane is fully drained. The cursor and marker\n  // share one row and land in one guarded statement.\n  const recorded = await recordContainerSyncLaneFetchIfCurrent(\n    state.runtime.infra.execSql,\n    syncLane,\n    { checked: !response.hasMore, watermark: response.nextWatermark },\n    input.isCurrent,\n  );\n  if (!recorded || input.isCurrent?.() === false) {\n    return false;\n  }\n  if (\n    !response.hasMore &&\n    syncLane.kind === \"container_parent\" &&\n    syncLane.parentId === null\n  ) {\n    state.rootLaneHydrated = true;\n  }\n\n  return true;\n}\n"]}