@tearleads/client-sdk 0.1.61 → 0.1.63

package/workflows/container-contents/remoteHydration/index.js

@@ -0,0 +1,302 @@
+import { createRuntimePrincipalPolicyWarmer } from "../../principals/runtimePolicyWarmer.js";
+import { createContainerChildIndex } from "./childIndex.js";
+import { finishRemoteHydration } from "./completeHydration.js";
+import { createContainerParentHydrationQueue } from "./parentLaneQueue.js";
+import { cacheRemoteContainerPrincipalPolicies } from "./principalPolicyCache.js";
+import { canHydrateRemoteContainers, hydrateContainerParentLanes, } from "./remoteContainerPageHydration.js";
+import { listRemoteContainerIdsWithPendingMetadataUpdates, listRemoteContainerIdsWithPendingStructuralIntents, upsertIsolatedRemoteContainerState, } from "./remoteContainerState.js";
+export class StaleRemoteHydrationError extends Error {
+}
+export function createGenerationGuardedHydrationHost(input) {
+    const assertCurrent = () => {
+        if (!input.isCurrent()) {
+            throw new StaleRemoteHydrationError();
+        }
+    };
+    return {
+        persistContainerState: async (containerState, patch, updateView, saveOptions, mutationOptions) => {
+            const callerIsCurrent = mutationOptions?.isCurrent;
+            const isCurrent = callerIsCurrent
+                ? () => input.isCurrent() && callerIsCurrent()
+                : input.isCurrent;
+            assertCurrent();
+            const record = await input.host.persistContainerState(containerState, patch, updateView, saveOptions, { ...mutationOptions, isCurrent });
+            assertCurrent();
+            return record;
+        },
+        ...(input.host.requestDocumentPriming
+            ? {
+                requestDocumentPriming: () => {
+                    if (input.isCurrent()) {
+                        input.host.requestDocumentPriming?.();
+                    }
+                },
+            }
+            : {}),
+        updateSnapshot: () => {
+            if (input.isCurrent()) {
+                input.host.updateSnapshot();
+            }
+        },
+    };
+}
+function remoteContainerIngestGeneration(state) {
+    return {
+        lifecycle: state.lifecycleGeneration,
+        structural: state.structuralGeneration,
+    };
+}
+function remoteContainerIngestGenerationsMatch(left, right) {
+    return (left !== undefined &&
+        left.lifecycle === right.lifecycle &&
+        left.structural === right.structural);
+}
+function isCurrentQueuedRemoteContainer(generation, generationByContainerId, queue, remoteContainer) {
+    return (queue.get(remoteContainer.id) === remoteContainer &&
+        remoteContainerIngestGenerationsMatch(generationByContainerId.get(remoteContainer.id), generation));
+}
+async function upsertQueuedRemoteContainer(input) {
+    const { containerIdsWithPendingMetadataUpdates, containerIdsWithPendingStructuralIntents, generation, generationByContainerId, host, queue, queuedRemoteContainer, state, } = input;
+    if (!input.isCurrent() ||
+        !isCurrentQueuedRemoteContainer(generation, generationByContainerId, queue, queuedRemoteContainer)) {
+        return false;
+    }
+    const tombstones = await state.persistence.loadContainerHydrationTombstones(state.runtime.infra.execSql);
+    // A refused folder is reported and acknowledged; the batch continues.
+    const upserted = await upsertIsolatedRemoteContainerState({
+        expectedHydrationTombstone: tombstones.find((row) => row.containerId === queuedRemoteContainer.id) ??
+            null,
+        containerIdsWithPendingMetadataUpdates,
+        containerIdsWithPendingStructuralIntents,
+        host,
+        isCurrent: input.isCurrent,
+        remoteContainer: queuedRemoteContainer,
+        state,
+    });
+    if (!upserted) {
+        return false;
+    }
+    return true;
+}
+function acknowledgeRemoteContainerIngestBatch(input) {
+    if (!input.isCurrent()) {
+        return;
+    }
+    for (const queuedRemoteContainer of input.queuedRemoteContainers) {
+        if (isCurrentQueuedRemoteContainer(input.generation, input.generationByContainerId, input.queue, queuedRemoteContainer)) {
+            input.queue.delete(queuedRemoteContainer.id);
+            input.generationByContainerId.delete(queuedRemoteContainer.id);
+        }
+    }
+}
+async function drainRemoteContainerIngestQueue(input) {
+    const { generation, generationByContainerId, host, queue, state } = input;
+    let shouldUpdateSnapshot = false;
+    try {
+        while (input.isCurrent()) {
+            const queuedRemoteContainers = Array.from(queue.values()).filter((remoteContainer) => remoteContainerIngestGenerationsMatch(generationByContainerId.get(remoteContainer.id), generation));
+            if (queuedRemoteContainers.length === 0) {
+                return;
+            }
+            await cacheRemoteContainerPrincipalPolicies({
+                cacheReferencedPrincipalPolicies: createRuntimePrincipalPolicyWarmer(state.runtime),
+                remoteContainers: queuedRemoteContainers,
+                stillCurrent: input.isCurrent,
+            });
+            if (!input.isCurrent()) {
+                return;
+            }
+            const [containerIdsWithPendingMetadataUpdates, containerIdsWithPendingStructuralIntents,] = await Promise.all([
+                listRemoteContainerIdsWithPendingMetadataUpdates({
+                    remoteContainers: queuedRemoteContainers,
+                    state,
+                }),
+                listRemoteContainerIdsWithPendingStructuralIntents({
+                    remoteContainers: queuedRemoteContainers,
+                    state,
+                }),
+            ]);
+            if (!input.isCurrent()) {
+                return;
+            }
+            for (const queuedRemoteContainer of queuedRemoteContainers) {
+                shouldUpdateSnapshot =
+                    (await upsertQueuedRemoteContainer({
+                        containerIdsWithPendingMetadataUpdates,
+                        containerIdsWithPendingStructuralIntents,
+                        generation,
+                        generationByContainerId,
+                        host,
+                        isCurrent: input.isCurrent,
+                        queue,
+                        queuedRemoteContainer,
+                        state,
+                    })) || shouldUpdateSnapshot;
+            }
+            acknowledgeRemoteContainerIngestBatch({
+                generation,
+                generationByContainerId,
+                isCurrent: input.isCurrent,
+                queue,
+                queuedRemoteContainers,
+            });
+            if (shouldUpdateSnapshot) {
+                host.updateSnapshot();
+                shouldUpdateSnapshot = false;
+            }
+        }
+    }
+    catch (error) {
+        if (shouldUpdateSnapshot) {
+            host.updateSnapshot();
+        }
+        throw error;
+    }
+}
+function isRemoteContainerIngestGenerationCurrent(state, generation) {
+    return remoteContainerIngestGenerationsMatch(remoteContainerIngestGeneration(state), generation);
+}
+function settleStaleRemoteContainerIngestGeneration(input) {
+    const currentGeneration = remoteContainerIngestGeneration(input.state);
+    const shouldReplay = currentGeneration.lifecycle !== input.generation.lifecycle &&
+        currentGeneration.structural === input.generation.structural;
+    for (const [containerId, generation] of input.generationByContainerId) {
+        if (!remoteContainerIngestGenerationsMatch(generation, input.generation)) {
+            continue;
+        }
+        if (shouldReplay) {
+            input.generationByContainerId.set(containerId, currentGeneration);
+        }
+        else {
+            input.generationByContainerId.delete(containerId);
+            input.queue.delete(containerId);
+        }
+    }
+}
+export function createRemoteContainerIngestor(input) {
+    const { host, state } = input;
+    const pendingRemoteContainersById = new Map();
+    const generationByContainerId = new Map();
+    let ingestRemoteContainersPromise = null;
+    const runNextGeneration = () => {
+        if (ingestRemoteContainersPromise) {
+            return ingestRemoteContainersPromise.then(runNextGeneration, runNextGeneration);
+        }
+        if (state.runtime.infra.dbStatus !== undefined &&
+            state.runtime.infra.dbStatus !== "ready") {
+            return Promise.resolve();
+        }
+        const serializationBarrier = input.getSerializationBarrier?.();
+        if (serializationBarrier) {
+            return serializationBarrier.then(runNextGeneration);
+        }
+        const nextContainerId = pendingRemoteContainersById.keys().next().value;
+        if (typeof nextContainerId !== "string") {
+            return Promise.resolve();
+        }
+        const generation = generationByContainerId.get(nextContainerId);
+        if (!generation) {
+            pendingRemoteContainersById.delete(nextContainerId);
+            return runNextGeneration();
+        }
+        const isCurrent = () => isRemoteContainerIngestGenerationCurrent(state, generation);
+        const guardedHost = createGenerationGuardedHydrationHost({
+            host,
+            isCurrent,
+        });
+        const nextPromise = Promise.resolve()
+            .then(() => drainRemoteContainerIngestQueue({
+            generation,
+            generationByContainerId,
+            host: guardedHost,
+            isCurrent,
+            queue: pendingRemoteContainersById,
+            state,
+        }))
+            .then(() => {
+            if (!isCurrent()) {
+                settleStaleRemoteContainerIngestGeneration({
+                    generation,
+                    generationByContainerId,
+                    queue: pendingRemoteContainersById,
+                    state,
+                });
+            }
+        })
+            .catch((error) => {
+            if (!isCurrent() || error instanceof StaleRemoteHydrationError) {
+                settleStaleRemoteContainerIngestGeneration({
+                    generation,
+                    generationByContainerId,
+                    queue: pendingRemoteContainersById,
+                    state,
+                });
+                return;
+            }
+            throw error;
+        })
+            .finally(() => {
+            if (ingestRemoteContainersPromise === nextPromise) {
+                ingestRemoteContainersPromise = null;
+            }
+        });
+        ingestRemoteContainersPromise = nextPromise;
+        return nextPromise.then(() => pendingRemoteContainersById.size > 0 ? runNextGeneration() : undefined);
+    };
+    const ingestRemoteContainer = (remoteContainer) => {
+        pendingRemoteContainersById.set(remoteContainer.id, remoteContainer);
+        generationByContainerId.set(remoteContainer.id, remoteContainerIngestGeneration(state));
+        return runNextGeneration();
+    };
+    ingestRemoteContainer.hasPending = () => pendingRemoteContainersById.size > 0;
+    ingestRemoteContainer.resume = runNextGeneration;
+    return ingestRemoteContainer;
+}
+export async function hydrateRemoteContainers(input) {
+    const { host, state } = input;
+    if (!canHydrateRemoteContainers(state) || input.isCurrent?.() === false) {
+        return 0;
+    }
+    const seenContainerIds = new Set();
+    const containerIdsBeforeHydration = new Set(state.containersById.keys());
+    const childIdsByParentId = createContainerChildIndex(state.containersById);
+    const { lanes, queueParentLane } = createContainerParentHydrationQueue({
+        containerIds: state.containersById.keys(),
+        parentIds: input.parentIds,
+        resetAllLaneWatermarks: input.resetAllLaneWatermarks,
+        resetRootLaneWatermark: input.resetRootLaneWatermark,
+    });
+    // Follow child lanes during an explicit recursive crawl or for containers first
+    // discovered in this pass. The latter lets a newly authorized root populate its
+    // descendants immediately, while routine ticks keep known subtrees cache-first.
+    const queueDiscoveredParentLane = (containerId) => {
+        if (input.followDiscoveredParentLanes ||
+            (containerId !== null && !containerIdsBeforeHydration.has(containerId))) {
+            queueParentLane(containerId);
+        }
+    };
+    const result = await hydrateContainerParentLanes({
+        childIdsByParentId,
+        host,
+        isCurrent: input.isCurrent,
+        lanes,
+        queueParentLane: queueDiscoveredParentLane,
+        seenContainerIds,
+        state,
+    });
+    const { changedCount } = result;
+    await finishRemoteHydration({
+        changedCount,
+        complete: result.complete &&
+            canHydrateRemoteContainers(state) &&
+            input.isCurrent?.() !== false,
+        containerIdsBeforeHydration,
+        host,
+        isCurrent: input.isCurrent,
+        onFullyHydrated: input.onFullyHydrated,
+        seenContainerIds,
+        state,
+    });
+    return changedCount;
+}
+//# sourceMappingURL=index.js.map

package/workflows/container-contents/remoteHydration/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kCAAkC,EAAE,MAAM,sCAAsC,CAAC;AAC1F,OAAO,EAAE,yBAAyB,EAAE,MAAM,cAAc,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,mCAAmC,EAAE,MAAM,mBAAmB,CAAC;AACxE,OAAO,EAAE,qCAAqC,EAAE,MAAM,wBAAwB,CAAC;AAC/E,OAAO,EACL,0BAA0B,EAC1B,2BAA2B,GAC5B,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACL,gDAAgD,EAChD,kDAAkD,EAClD,kCAAkC,GACnC,MAAM,wBAAwB,CAAC;AAgBhC,MAAM,OAAO,yBAA0B,SAAQ,KAAK;CAAG;AAEvD,MAAM,UAAU,oCAAoC,CAAC,KAGpD;IACC,MAAM,aAAa,GAAG,GAAG,EAAE;QACzB,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;YACvB,MAAM,IAAI,yBAAyB,EAAE,CAAC;QACxC,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,qBAAqB,EAAE,KAAK,EAC1B,cAAc,EACd,KAAK,EACL,UAAU,EACV,WAAW,EACX,eAAe,EACf,EAAE;YACF,MAAM,eAAe,GAAG,eAAe,EAAE,SAAS,CAAC;YACnD,MAAM,SAAS,GAAG,eAAe;gBAC/B,CAAC,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,eAAe,EAAE;gBAC9C,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;YACpB,aAAa,EAAE,CAAC;YAChB,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,qBAAqB,CACnD,cAAc,EACd,KAAK,EACL,UAAU,EACV,WAAW,EACX,EAAE,GAAG,eAAe,EAAE,SAAS,EAAE,CAClC,CAAC;YACF,aAAa,EAAE,CAAC;YAChB,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB;YACnC,CAAC,CAAC;gBACE,sBAAsB,EAAE,GAAG,EAAE;oBAC3B,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;wBACtB,KAAK,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,CAAC;oBACxC,CAAC;gBACH,CAAC;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP,cAAc,EAAE,GAAG,EAAE;YACnB,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;gBACtB,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YAC9B,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAWD,SAAS,+BAA+B,CACtC,KAAoC;IAEpC,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,mBAAmB;QACpC,UAAU,EAAE,KAAK,CAAC,oBAAoB;KACvC,CAAC;AACJ,CAAC;AAED,SAAS,qCAAqC,CAC5C,IAAiD,EACjD,KAAsC;IAEtC,OAAO,CACL,IAAI,KAAK,SAAS;QAClB,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS;QAClC,IAAI,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,CACrC,CAAC;AACJ,CAAC;AAED,SAAS,8BAA8B,CACrC,UAA2C,EAC3C,uBAA2D,EAC3D,KAAiC,EACjC,eAAgC;IAEhC,OAAO,CACL,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC,KAAK,eAAe;QACjD,qCAAqC,CACnC,uBAAuB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC,EAC/C,UAAU,CACX,CACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,2BAA2B,CAAC,KAU1C;IACC,MAAM,EACJ,sCAAsC,EACtC,wCAAwC,EACxC,UAAU,EACV,uBAAuB,EACvB,IAAI,EACJ,KAAK,EACL,qBAAqB,EACrB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,IACE,CAAC,KAAK,CAAC,SAAS,EAAE;QAClB,CAAC,8BAA8B,CAC7B,UAAU,EACV,uBAAuB,EACvB,KAAK,EACL,qBAAqB,CACtB,EACD,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,gCAAgC,CACzE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAC5B,CAAC;IACF,sEAAsE;IACtE,MAAM,QAAQ,GAAG,MAAM,kCAAkC,CAAC;QACxD,0BAA0B,EACxB,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,KAAK,qBAAqB,CAAC,EAAE,CAAC;YACtE,IAAI;QACN,sCAAsC;QACtC,wCAAwC;QACxC,IAAI;QACJ,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,eAAe,EAAE,qBAAqB;QACtC,KAAK;KACN,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,qCAAqC,CAAC,KAM9C;IACC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;QACvB,OAAO;IACT,CAAC;IACD,KAAK,MAAM,qBAAqB,IAAI,KAAK,CAAC,sBAAsB,EAAE,CAAC;QACjE,IACE,8BAA8B,CAC5B,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,uBAAuB,EAC7B,KAAK,CAAC,KAAK,EACX,qBAAqB,CACtB,EACD,CAAC;YACD,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;YAC7C,KAAK,CAAC,uBAAuB,CAAC,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,+BAA+B,CAAC,KAO9C;IACC,MAAM,EAAE,UAAU,EAAE,uBAAuB,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAC1E,IAAI,oBAAoB,GAAG,KAAK,CAAC;IAEjC,IAAI,CAAC;QACH,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;YACzB,MAAM,sBAAsB,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAC9D,CAAC,eAAe,EAAE,EAAE,CAClB,qCAAqC,CACnC,uBAAuB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC,EAC/C,UAAU,CACX,CACJ,CAAC;YACF,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxC,OAAO;YACT,CAAC;YACD,MAAM,qCAAqC,CAAC;gBAC1C,gCAAgC,EAAE,kCAAkC,CAClE,KAAK,CAAC,OAAO,CACd;gBACD,gBAAgB,EAAE,sBAAsB;gBACxC,YAAY,EAAE,KAAK,CAAC,SAAS;aAC9B,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;gBACvB,OAAO;YACT,CAAC;YACD,MAAM,CACJ,sCAAsC,EACtC,wCAAwC,EACzC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBACpB,gDAAgD,CAAC;oBAC/C,gBAAgB,EAAE,sBAAsB;oBACxC,KAAK;iBACN,CAAC;gBACF,kDAAkD,CAAC;oBACjD,gBAAgB,EAAE,sBAAsB;oBACxC,KAAK;iBACN,CAAC;aACH,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;gBACvB,OAAO;YACT,CAAC;YAED,KAAK,MAAM,qBAAqB,IAAI,sBAAsB,EAAE,CAAC;gBAC3D,oBAAoB;oBAClB,CAAC,MAAM,2BAA2B,CAAC;wBACjC,sCAAsC;wBACtC,wCAAwC;wBACxC,UAAU;wBACV,uBAAuB;wBACvB,IAAI;wBACJ,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,KAAK;wBACL,qBAAqB;wBACrB,KAAK;qBACN,CAAC,CAAC,IAAI,oBAAoB,CAAC;YAChC,CAAC;YACD,qCAAqC,CAAC;gBACpC,UAAU;gBACV,uBAAuB;gBACvB,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,KAAK;gBACL,sBAAsB;aACvB,CAAC,CAAC;YAEH,IAAI,oBAAoB,EAAE,CAAC;gBACzB,IAAI,CAAC,cAAc,EAAE,CAAC;gBACtB,oBAAoB,GAAG,KAAK,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,oBAAoB,EAAE,CAAC;YACzB,IAAI,CAAC,cAAc,EAAE,CAAC;QACxB,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,wCAAwC,CAC/C,KAAoC,EACpC,UAA2C;IAE3C,OAAO,qCAAqC,CAC1C,+BAA+B,CAAC,KAAK,CAAC,EACtC,UAAU,CACX,CAAC;AACJ,CAAC;AAED,SAAS,0CAA0C,CAAC,KAKnD;IACC,MAAM,iBAAiB,GAAG,+BAA+B,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACvE,MAAM,YAAY,GAChB,iBAAiB,CAAC,SAAS,KAAK,KAAK,CAAC,UAAU,CAAC,SAAS;QAC1D,iBAAiB,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC;IAC/D,KAAK,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,IAAI,KAAK,CAAC,uBAAuB,EAAE,CAAC;QACtE,IAAI,CAAC,qCAAqC,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;YACzE,SAAS;QACX,CAAC;QACD,IAAI,YAAY,EAAE,CAAC;YACjB,KAAK,CAAC,uBAAuB,CAAC,GAAG,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;QACpE,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,uBAAuB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YAClD,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;AACH,CAAC;AAQD,MAAM,UAAU,6BAA6B,CAAC,KAI7C;IACC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAC9B,MAAM,2BAA2B,GAA+B,IAAI,GAAG,EAAE,CAAC;IAC1E,MAAM,uBAAuB,GAAuC,IAAI,GAAG,EAAE,CAAC;IAC9E,IAAI,6BAA6B,GAAyB,IAAI,CAAC;IAE/D,MAAM,iBAAiB,GAAG,GAAkB,EAAE;QAC5C,IAAI,6BAA6B,EAAE,CAAC;YAClC,OAAO,6BAA6B,CAAC,IAAI,CACvC,iBAAiB,EACjB,iBAAiB,CAClB,CAAC;QACJ,CAAC;QACD,IACE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,KAAK,SAAS;YAC1C,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,KAAK,OAAO,EACxC,CAAC;YACD,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QACD,MAAM,oBAAoB,GAAG,KAAK,CAAC,uBAAuB,EAAE,EAAE,CAAC;QAC/D,IAAI,oBAAoB,EAAE,CAAC;YACzB,OAAO,oBAAoB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,eAAe,GAAG,2BAA2B,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QACxE,IAAI,OAAO,eAAe,KAAK,QAAQ,EAAE,CAAC;YACxC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QACD,MAAM,UAAU,GAAG,uBAAuB,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAChE,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,2BAA2B,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;YACpD,OAAO,iBAAiB,EAAE,CAAC;QAC7B,CAAC;QACD,MAAM,SAAS,GAAG,GAAG,EAAE,CACrB,wCAAwC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC9D,MAAM,WAAW,GAAG,oCAAoC,CAAC;YACvD,IAAI;YACJ,SAAS;SACV,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,EAAE;aAClC,IAAI,CAAC,GAAG,EAAE,CACT,+BAA+B,CAAC;YAC9B,UAAU;YACV,uBAAuB;YACvB,IAAI,EAAE,WAAW;YACjB,SAAS;YACT,KAAK,EAAE,2BAA2B;YAClC,KAAK;SACN,CAAC,CACH;aACA,IAAI,CAAC,GAAG,EAAE;YACT,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;gBACjB,0CAA0C,CAAC;oBACzC,UAAU;oBACV,uBAAuB;oBACvB,KAAK,EAAE,2BAA2B;oBAClC,KAAK;iBACN,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YACxB,IAAI,CAAC,SAAS,EAAE,IAAI,KAAK,YAAY,yBAAyB,EAAE,CAAC;gBAC/D,0CAA0C,CAAC;oBACzC,UAAU;oBACV,uBAAuB;oBACvB,KAAK,EAAE,2BAA2B;oBAClC,KAAK;iBACN,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC,CAAC;aACD,OAAO,CAAC,GAAG,EAAE;YACZ,IAAI,6BAA6B,KAAK,WAAW,EAAE,CAAC;gBAClD,6BAA6B,GAAG,IAAI,CAAC;YACvC,CAAC;QACH,CAAC,CAAC,CAAC;QACL,6BAA6B,GAAG,WAAW,CAAC;QAC5C,OAAO,WAAW,CAAC,IAAI,CAAC,GAAG,EAAE,CAC3B,2BAA2B,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,SAAS,CACvE,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,qBAAqB,GAAG,CAAC,eAAgC,EAAE,EAAE;QACjE,2BAA2B,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;QACrE,uBAAuB,CAAC,GAAG,CACzB,eAAe,CAAC,EAAE,EAClB,+BAA+B,CAAC,KAAK,CAAC,CACvC,CAAC;QACF,OAAO,iBAAiB,EAAE,CAAC;IAC7B,CAAC,CAAC;IACF,qBAAqB,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC,2BAA2B,CAAC,IAAI,GAAG,CAAC,CAAC;IAC9E,qBAAqB,CAAC,MAAM,GAAG,iBAAiB,CAAC;IACjD,OAAO,qBAAqB,CAAC;AAC/B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,KAS7C;IACC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAC9B,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QACxE,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC3C,MAAM,2BAA2B,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC;IACzE,MAAM,kBAAkB,GAAG,yBAAyB,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IAC3E,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,GAAG,mCAAmC,CAAC;QACrE,YAAY,EAAE,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE;QACzC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,sBAAsB,EAAE,KAAK,CAAC,sBAAsB;QACpD,sBAAsB,EAAE,KAAK,CAAC,sBAAsB;KACrD,CAAC,CAAC;IACH,gFAAgF;IAChF,gFAAgF;IAChF,gFAAgF;IAChF,MAAM,yBAAyB,GAA6B,CAAC,WAAW,EAAE,EAAE;QAC1E,IACE,KAAK,CAAC,2BAA2B;YACjC,CAAC,WAAW,KAAK,IAAI,IAAI,CAAC,2BAA2B,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,EACvE,CAAC;YACD,eAAe,CAAC,WAAW,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,2BAA2B,CAAC;QAC/C,kBAAkB;QAClB,IAAI;QACJ,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,KAAK;QACL,eAAe,EAAE,yBAAyB;QAC1C,gBAAgB;QAChB,KAAK;KACN,CAAC,CAAC;IACH,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IAChC,MAAM,qBAAqB,CAAC;QAC1B,YAAY;QACZ,QAAQ,EACN,MAAM,CAAC,QAAQ;YACf,0BAA0B,CAAC,KAAK,CAAC;YACjC,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK;QAC/B,2BAA2B;QAC3B,IAAI;QACJ,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,gBAAgB;QAChB,KAAK;KACN,CAAC,CAAC;IACH,OAAO,YAAY,CAAC;AACtB,CAAC","sourcesContent":["import { createRuntimePrincipalPolicyWarmer } from \"../../principals/runtimePolicyWarmer\";\nimport { createContainerChildIndex } from \"./childIndex\";\nimport { finishRemoteHydration } from \"./completeHydration\";\nimport { createContainerParentHydrationQueue } from \"./parentLaneQueue\";\nimport { cacheRemoteContainerPrincipalPolicies } from \"./principalPolicyCache\";\nimport {\n  canHydrateRemoteContainers,\n  hydrateContainerParentLanes,\n} from \"./remoteContainerPageHydration\";\nimport {\n  listRemoteContainerIdsWithPendingMetadataUpdates,\n  listRemoteContainerIdsWithPendingStructuralIntents,\n  upsertIsolatedRemoteContainerState,\n} from \"./remoteContainerState\";\nimport type {\n  QueueContainerParentLane,\n  RemoteContainer,\n  RemoteContainerHydrationHost,\n  RemoteContainerHydrationState,\n  RemoteContainerIngestQueue,\n} from \"./types\";\n\nexport type {\n  ContainerState,\n  PersistContainerStateResult,\n  RemoteContainer,\n  RemoteContainerHydrationHost,\n} from \"./types\";\n\nexport class StaleRemoteHydrationError extends Error {}\n\nexport function createGenerationGuardedHydrationHost(input: {\n  host: RemoteContainerHydrationHost;\n  isCurrent: () => boolean;\n}): RemoteContainerHydrationHost {\n  const assertCurrent = () => {\n    if (!input.isCurrent()) {\n      throw new StaleRemoteHydrationError();\n    }\n  };\n\n  return {\n    persistContainerState: async (\n      containerState,\n      patch,\n      updateView,\n      saveOptions,\n      mutationOptions,\n    ) => {\n      const callerIsCurrent = mutationOptions?.isCurrent;\n      const isCurrent = callerIsCurrent\n        ? () => input.isCurrent() && callerIsCurrent()\n        : input.isCurrent;\n      assertCurrent();\n      const record = await input.host.persistContainerState(\n        containerState,\n        patch,\n        updateView,\n        saveOptions,\n        { ...mutationOptions, isCurrent },\n      );\n      assertCurrent();\n      return record;\n    },\n    ...(input.host.requestDocumentPriming\n      ? {\n          requestDocumentPriming: () => {\n            if (input.isCurrent()) {\n              input.host.requestDocumentPriming?.();\n            }\n          },\n        }\n      : {}),\n    updateSnapshot: () => {\n      if (input.isCurrent()) {\n        input.host.updateSnapshot();\n      }\n    },\n  };\n}\n\ninterface RemoteContainerIngestGeneration {\n  readonly lifecycle: number | undefined;\n  readonly structural: number | undefined;\n}\ntype RemoteContainerIngestGenerationMap = Map<\n  string,\n  RemoteContainerIngestGeneration\n>;\n\nfunction remoteContainerIngestGeneration(\n  state: RemoteContainerHydrationState,\n): RemoteContainerIngestGeneration {\n  return {\n    lifecycle: state.lifecycleGeneration,\n    structural: state.structuralGeneration,\n  };\n}\n\nfunction remoteContainerIngestGenerationsMatch(\n  left: RemoteContainerIngestGeneration | undefined,\n  right: RemoteContainerIngestGeneration,\n): boolean {\n  return (\n    left !== undefined &&\n    left.lifecycle === right.lifecycle &&\n    left.structural === right.structural\n  );\n}\n\nfunction isCurrentQueuedRemoteContainer(\n  generation: RemoteContainerIngestGeneration,\n  generationByContainerId: RemoteContainerIngestGenerationMap,\n  queue: RemoteContainerIngestQueue,\n  remoteContainer: RemoteContainer,\n): boolean {\n  return (\n    queue.get(remoteContainer.id) === remoteContainer &&\n    remoteContainerIngestGenerationsMatch(\n      generationByContainerId.get(remoteContainer.id),\n      generation,\n    )\n  );\n}\n\nasync function upsertQueuedRemoteContainer(input: {\n  containerIdsWithPendingMetadataUpdates: ReadonlySet<string>;\n  containerIdsWithPendingStructuralIntents: ReadonlySet<string>;\n  generation: RemoteContainerIngestGeneration;\n  generationByContainerId: RemoteContainerIngestGenerationMap;\n  host: RemoteContainerHydrationHost;\n  isCurrent: () => boolean;\n  queue: RemoteContainerIngestQueue;\n  queuedRemoteContainer: RemoteContainer;\n  state: RemoteContainerHydrationState;\n}): Promise<boolean> {\n  const {\n    containerIdsWithPendingMetadataUpdates,\n    containerIdsWithPendingStructuralIntents,\n    generation,\n    generationByContainerId,\n    host,\n    queue,\n    queuedRemoteContainer,\n    state,\n  } = input;\n  if (\n    !input.isCurrent() ||\n    !isCurrentQueuedRemoteContainer(\n      generation,\n      generationByContainerId,\n      queue,\n      queuedRemoteContainer,\n    )\n  ) {\n    return false;\n  }\n\n  const tombstones = await state.persistence.loadContainerHydrationTombstones(\n    state.runtime.infra.execSql,\n  );\n  // A refused folder is reported and acknowledged; the batch continues.\n  const upserted = await upsertIsolatedRemoteContainerState({\n    expectedHydrationTombstone:\n      tombstones.find((row) => row.containerId === queuedRemoteContainer.id) ??\n      null,\n    containerIdsWithPendingMetadataUpdates,\n    containerIdsWithPendingStructuralIntents,\n    host,\n    isCurrent: input.isCurrent,\n    remoteContainer: queuedRemoteContainer,\n    state,\n  });\n  if (!upserted) {\n    return false;\n  }\n  return true;\n}\n\nfunction acknowledgeRemoteContainerIngestBatch(input: {\n  generation: RemoteContainerIngestGeneration;\n  generationByContainerId: RemoteContainerIngestGenerationMap;\n  isCurrent: () => boolean;\n  queue: RemoteContainerIngestQueue;\n  queuedRemoteContainers: ReadonlyArray<RemoteContainer>;\n}): void {\n  if (!input.isCurrent()) {\n    return;\n  }\n  for (const queuedRemoteContainer of input.queuedRemoteContainers) {\n    if (\n      isCurrentQueuedRemoteContainer(\n        input.generation,\n        input.generationByContainerId,\n        input.queue,\n        queuedRemoteContainer,\n      )\n    ) {\n      input.queue.delete(queuedRemoteContainer.id);\n      input.generationByContainerId.delete(queuedRemoteContainer.id);\n    }\n  }\n}\n\nasync function drainRemoteContainerIngestQueue(input: {\n  generation: RemoteContainerIngestGeneration;\n  generationByContainerId: RemoteContainerIngestGenerationMap;\n  host: RemoteContainerHydrationHost;\n  isCurrent: () => boolean;\n  queue: RemoteContainerIngestQueue;\n  state: RemoteContainerHydrationState;\n}) {\n  const { generation, generationByContainerId, host, queue, state } = input;\n  let shouldUpdateSnapshot = false;\n\n  try {\n    while (input.isCurrent()) {\n      const queuedRemoteContainers = Array.from(queue.values()).filter(\n        (remoteContainer) =>\n          remoteContainerIngestGenerationsMatch(\n            generationByContainerId.get(remoteContainer.id),\n            generation,\n          ),\n      );\n      if (queuedRemoteContainers.length === 0) {\n        return;\n      }\n      await cacheRemoteContainerPrincipalPolicies({\n        cacheReferencedPrincipalPolicies: createRuntimePrincipalPolicyWarmer(\n          state.runtime,\n        ),\n        remoteContainers: queuedRemoteContainers,\n        stillCurrent: input.isCurrent,\n      });\n      if (!input.isCurrent()) {\n        return;\n      }\n      const [\n        containerIdsWithPendingMetadataUpdates,\n        containerIdsWithPendingStructuralIntents,\n      ] = await Promise.all([\n        listRemoteContainerIdsWithPendingMetadataUpdates({\n          remoteContainers: queuedRemoteContainers,\n          state,\n        }),\n        listRemoteContainerIdsWithPendingStructuralIntents({\n          remoteContainers: queuedRemoteContainers,\n          state,\n        }),\n      ]);\n      if (!input.isCurrent()) {\n        return;\n      }\n\n      for (const queuedRemoteContainer of queuedRemoteContainers) {\n        shouldUpdateSnapshot =\n          (await upsertQueuedRemoteContainer({\n            containerIdsWithPendingMetadataUpdates,\n            containerIdsWithPendingStructuralIntents,\n            generation,\n            generationByContainerId,\n            host,\n            isCurrent: input.isCurrent,\n            queue,\n            queuedRemoteContainer,\n            state,\n          })) || shouldUpdateSnapshot;\n      }\n      acknowledgeRemoteContainerIngestBatch({\n        generation,\n        generationByContainerId,\n        isCurrent: input.isCurrent,\n        queue,\n        queuedRemoteContainers,\n      });\n\n      if (shouldUpdateSnapshot) {\n        host.updateSnapshot();\n        shouldUpdateSnapshot = false;\n      }\n    }\n  } catch (error) {\n    if (shouldUpdateSnapshot) {\n      host.updateSnapshot();\n    }\n    throw error;\n  }\n}\n\nfunction isRemoteContainerIngestGenerationCurrent(\n  state: RemoteContainerHydrationState,\n  generation: RemoteContainerIngestGeneration,\n): boolean {\n  return remoteContainerIngestGenerationsMatch(\n    remoteContainerIngestGeneration(state),\n    generation,\n  );\n}\n\nfunction settleStaleRemoteContainerIngestGeneration(input: {\n  generation: RemoteContainerIngestGeneration;\n  generationByContainerId: RemoteContainerIngestGenerationMap;\n  queue: RemoteContainerIngestQueue;\n  state: RemoteContainerHydrationState;\n}): void {\n  const currentGeneration = remoteContainerIngestGeneration(input.state);\n  const shouldReplay =\n    currentGeneration.lifecycle !== input.generation.lifecycle &&\n    currentGeneration.structural === input.generation.structural;\n  for (const [containerId, generation] of input.generationByContainerId) {\n    if (!remoteContainerIngestGenerationsMatch(generation, input.generation)) {\n      continue;\n    }\n    if (shouldReplay) {\n      input.generationByContainerId.set(containerId, currentGeneration);\n    } else {\n      input.generationByContainerId.delete(containerId);\n      input.queue.delete(containerId);\n    }\n  }\n}\n\ninterface RemoteContainerIngestor {\n  (remoteContainer: RemoteContainer): Promise<void>;\n  hasPending: () => boolean;\n  resume: () => Promise<void>;\n}\n\nexport function createRemoteContainerIngestor(input: {\n  getSerializationBarrier?: (() => Promise<void> | null) | undefined;\n  host: RemoteContainerHydrationHost;\n  state: RemoteContainerHydrationState;\n}): RemoteContainerIngestor {\n  const { host, state } = input;\n  const pendingRemoteContainersById: RemoteContainerIngestQueue = new Map();\n  const generationByContainerId: RemoteContainerIngestGenerationMap = new Map();\n  let ingestRemoteContainersPromise: Promise<void> | null = null;\n\n  const runNextGeneration = (): Promise<void> => {\n    if (ingestRemoteContainersPromise) {\n      return ingestRemoteContainersPromise.then(\n        runNextGeneration,\n        runNextGeneration,\n      );\n    }\n    if (\n      state.runtime.infra.dbStatus !== undefined &&\n      state.runtime.infra.dbStatus !== \"ready\"\n    ) {\n      return Promise.resolve();\n    }\n    const serializationBarrier = input.getSerializationBarrier?.();\n    if (serializationBarrier) {\n      return serializationBarrier.then(runNextGeneration);\n    }\n    const nextContainerId = pendingRemoteContainersById.keys().next().value;\n    if (typeof nextContainerId !== \"string\") {\n      return Promise.resolve();\n    }\n    const generation = generationByContainerId.get(nextContainerId);\n    if (!generation) {\n      pendingRemoteContainersById.delete(nextContainerId);\n      return runNextGeneration();\n    }\n    const isCurrent = () =>\n      isRemoteContainerIngestGenerationCurrent(state, generation);\n    const guardedHost = createGenerationGuardedHydrationHost({\n      host,\n      isCurrent,\n    });\n    const nextPromise = Promise.resolve()\n      .then(() =>\n        drainRemoteContainerIngestQueue({\n          generation,\n          generationByContainerId,\n          host: guardedHost,\n          isCurrent,\n          queue: pendingRemoteContainersById,\n          state,\n        }),\n      )\n      .then(() => {\n        if (!isCurrent()) {\n          settleStaleRemoteContainerIngestGeneration({\n            generation,\n            generationByContainerId,\n            queue: pendingRemoteContainersById,\n            state,\n          });\n        }\n      })\n      .catch((error: unknown) => {\n        if (!isCurrent() || error instanceof StaleRemoteHydrationError) {\n          settleStaleRemoteContainerIngestGeneration({\n            generation,\n            generationByContainerId,\n            queue: pendingRemoteContainersById,\n            state,\n          });\n          return;\n        }\n        throw error;\n      })\n      .finally(() => {\n        if (ingestRemoteContainersPromise === nextPromise) {\n          ingestRemoteContainersPromise = null;\n        }\n      });\n    ingestRemoteContainersPromise = nextPromise;\n    return nextPromise.then(() =>\n      pendingRemoteContainersById.size > 0 ? runNextGeneration() : undefined,\n    );\n  };\n\n  const ingestRemoteContainer = (remoteContainer: RemoteContainer) => {\n    pendingRemoteContainersById.set(remoteContainer.id, remoteContainer);\n    generationByContainerId.set(\n      remoteContainer.id,\n      remoteContainerIngestGeneration(state),\n    );\n    return runNextGeneration();\n  };\n  ingestRemoteContainer.hasPending = () => pendingRemoteContainersById.size > 0;\n  ingestRemoteContainer.resume = runNextGeneration;\n  return ingestRemoteContainer;\n}\n\nexport async function hydrateRemoteContainers(input: {\n  followDiscoveredParentLanes?: boolean | undefined;\n  host: RemoteContainerHydrationHost;\n  isCurrent?: (() => boolean) | undefined;\n  onFullyHydrated?: (() => Promise<void> | void) | undefined;\n  parentIds?: ReadonlyArray<string | null> | undefined;\n  resetAllLaneWatermarks?: boolean | undefined;\n  resetRootLaneWatermark?: boolean | undefined;\n  state: RemoteContainerHydrationState;\n}): Promise<number> {\n  const { host, state } = input;\n  if (!canHydrateRemoteContainers(state) || input.isCurrent?.() === false) {\n    return 0;\n  }\n\n  const seenContainerIds = new Set<string>();\n  const containerIdsBeforeHydration = new Set(state.containersById.keys());\n  const childIdsByParentId = createContainerChildIndex(state.containersById);\n  const { lanes, queueParentLane } = createContainerParentHydrationQueue({\n    containerIds: state.containersById.keys(),\n    parentIds: input.parentIds,\n    resetAllLaneWatermarks: input.resetAllLaneWatermarks,\n    resetRootLaneWatermark: input.resetRootLaneWatermark,\n  });\n  // Follow child lanes during an explicit recursive crawl or for containers first\n  // discovered in this pass. The latter lets a newly authorized root populate its\n  // descendants immediately, while routine ticks keep known subtrees cache-first.\n  const queueDiscoveredParentLane: QueueContainerParentLane = (containerId) => {\n    if (\n      input.followDiscoveredParentLanes ||\n      (containerId !== null && !containerIdsBeforeHydration.has(containerId))\n    ) {\n      queueParentLane(containerId);\n    }\n  };\n  const result = await hydrateContainerParentLanes({\n    childIdsByParentId,\n    host,\n    isCurrent: input.isCurrent,\n    lanes,\n    queueParentLane: queueDiscoveredParentLane,\n    seenContainerIds,\n    state,\n  });\n  const { changedCount } = result;\n  await finishRemoteHydration({\n    changedCount,\n    complete:\n      result.complete &&\n      canHydrateRemoteContainers(state) &&\n      input.isCurrent?.() !== false,\n    containerIdsBeforeHydration,\n    host,\n    isCurrent: input.isCurrent,\n    onFullyHydrated: input.onFullyHydrated,\n    seenContainerIds,\n    state,\n  });\n  return changedCount;\n}\n"]}

package/workflows/container-contents/remoteHydration/remoteContainerPageHydration.js

@@ -0,0 +1,244 @@
+import { createRuntimePrincipalPolicyWarmer } from "../../principals/runtimePolicyWarmer.js";
+import { containerStateMatchesFingerprint } from "./containerStateFingerprint.js";
+import { prefetchDestinationProjections } from "./destinationPrefetch.js";
+import { cachedDestinationRole } from "./destinationRoleCache.js";
+import { markContainerParentLaneFetched } from "./laneFetchMarkers.js";
+import { fetchContainerParentLaneBatch } from "./parentLaneFetch.js";
+import { cacheRemoteContainerPrincipalPolicies } from "./principalPolicyCache.js";
+import { listRemoteContainerIdsWithPendingMetadataUpdates, listRemoteContainerIdsWithPendingStructuralIntents, upsertIsolatedRemoteContainerState, } from "./remoteContainerState.js";
+import { applyContainerTombstones, getApplicableRemoteContainerItems, } from "./tombstoneApplication.js";
+const CONTAINER_PARENT_HYDRATION_CONCURRENCY = 4;
+async function applyRemoteContainerPage(input) {
+    const { childIdsByParentId, expectedContainerStates, expectedHydrationTombstones, host, items, queueParentLane, seenContainerIds, state, } = input;
+    let hydratedCount = 0;
+    let pageCompleted = true;
+    await cacheRemoteContainerPrincipalPolicies({
+        cacheReferencedPrincipalPolicies: createRuntimePrincipalPolicyWarmer(state.runtime),
+        remoteContainers: items,
+        stillCurrent: input.isCurrent,
+    });
+    if (input.isCurrent?.() === false) {
+        return { changedCount: 0, completed: false };
+    }
+    const [containerIdsWithPendingMetadataUpdates, containerIdsWithPendingStructuralIntents,] = await Promise.all([
+        listRemoteContainerIdsWithPendingMetadataUpdates({
+            remoteContainers: items,
+            state,
+        }),
+        listRemoteContainerIdsWithPendingStructuralIntents({
+            remoteContainers: items,
+            state,
+        }),
+    ]);
+    if (input.isCurrent?.() === false) {
+        return { changedCount: 0, completed: false };
+    }
+    const prefetchedProjections = await prefetchDestinationProjections({
+        containerIds: items.flatMap((item) => seenContainerIds.has(item.id) ||
+            state.containersById.has(item.id) ||
+            expectedHydrationTombstones.get(item.id) ||
+            cachedDestinationRole(state.runtime.infra.execSql, item)
+            ? []
+            : [item.id]),
+        isCurrent: input.isCurrent,
+        runtime: state.runtime,
+    });
+    for (const container of items) {
+        if (input.isCurrent?.() === false) {
+            return { changedCount: hydratedCount, completed: false };
+        }
+        if (!seenContainerIds.has(container.id)) {
+            if (!containerStateMatchesFingerprint({
+                currentState: state.containersById.get(container.id),
+                expectedFingerprint: expectedContainerStates.get(container.id)
+                    ?.fingerprint,
+            })) {
+                pageCompleted = false;
+                continue;
+            }
+            const upserted = await upsertIsolatedRemoteContainerState({
+                childIdsByParentId,
+                containerIdsWithPendingMetadataUpdates,
+                containerIdsWithPendingStructuralIntents,
+                host,
+                isCurrent: input.isCurrent,
+                expectedHydrationTombstone: expectedHydrationTombstones.get(container.id) ?? null,
+                prefetchedProjection: prefetchedProjections.get(container.id),
+                remoteContainer: container,
+                state,
+            });
+            if (!upserted) {
+                pageCompleted = false;
+                continue;
+            }
+            seenContainerIds.add(container.id);
+            hydratedCount += 1;
+            if (input.isCurrent?.() === false) {
+                return { changedCount: hydratedCount, completed: false };
+            }
+        }
+        queueParentLane(container.id);
+    }
+    return { changedCount: hydratedCount, completed: pageCompleted };
+}
+export function canHydrateRemoteContainers(state) {
+    return (state.runtime.auth.isAuthenticated &&
+        state.runtime.state.online &&
+        state.runtime.infra.dbStatus === "ready");
+}
+async function applyContainerParentLanePage(input) {
+    const { childIdsByParentId, fetchedPage, host, queueContinuationLane, queueParentLane, seenContainerIds, state, } = input;
+    const { expectedContainerStates, expectedHydrationTombstones, lane, response, syncLane, } = fetchedPage;
+    let changedCount = 0;
+    if (input.isCurrent?.() === false) {
+        return { changedCount, complete: false, shouldStop: true };
+    }
+    const remoteContainerItems = getApplicableRemoteContainerItems(response);
+    const tombstoneResult = await applyContainerTombstones({
+        childIdsByParentId,
+        expectedContainerStates,
+        isCurrent: input.isCurrent,
+        remoteContainerItems,
+        response,
+        state,
+    });
+    if (!tombstoneResult.current) {
+        return { changedCount, complete: false, shouldStop: true };
+    }
+    changedCount += tombstoneResult.changedCount;
+    if (input.isCurrent?.() === false) {
+        return { changedCount, complete: false, shouldStop: true };
+    }
+    if (tombstoneResult.changedCount > 0) {
+        // A live tombstone cascade may have orphaned documents (row 3); re-arm
+        // document priming so their null-scoped passes run now rather than on
+        // the next startup.
+        host.requestDocumentPriming?.();
+    }
+    const appliedPage = await applyRemoteContainerPage({
+        childIdsByParentId,
+        expectedContainerStates,
+        expectedHydrationTombstones,
+        host,
+        isCurrent: input.isCurrent,
+        items: remoteContainerItems,
+        queueParentLane,
+        seenContainerIds,
+        state,
+    });
+    changedCount += appliedPage.changedCount;
+    if (!tombstoneResult.completed || !appliedPage.completed) {
+        // Keep this page retryable without discarding independent lanes, including
+        // children of roots first discovered here. Otherwise the root becomes known
+        // but its children are never fetched by subsequent root-only refreshes.
+        return { changedCount, complete: false, shouldStop: false };
+    }
+    if (input.isCurrent?.() === false) {
+        return { changedCount, complete: false, shouldStop: true };
+    }
+    const didMarkFetched = await markContainerParentLaneFetched({
+        isCurrent: input.isCurrent,
+        response,
+        state,
+        syncLane,
+    });
+    if (!didMarkFetched) {
+        return { changedCount, complete: false, shouldStop: true };
+    }
+    if (!response.hasMore) {
+        return { changedCount, complete: true, shouldStop: false };
+    }
+    if (!response.nextWatermark) {
+        return { changedCount, complete: false, shouldStop: true };
+    }
+    queueContinuationLane({
+        parentId: lane.parentId,
+        watermark: response.nextWatermark,
+    });
+    return { changedCount, complete: true, shouldStop: false };
+}
+function takeContainerParentLaneBatch(input) {
+    const { lanes, state } = input;
+    const batch = [];
+    while (lanes.length > 0 &&
+        batch.length < CONTAINER_PARENT_HYDRATION_CONCURRENCY) {
+        const lane = lanes.shift();
+        if (lane &&
+            (lane.parentId === null || state.containersById.has(lane.parentId))) {
+            batch.push(lane);
+        }
+    }
+    return batch;
+}
+async function applyContainerParentLaneBatch(input) {
+    const { childIdsByParentId, fetchedPages, host, lanes, queueParentLane, seenContainerIds, state, } = input;
+    let changedCount = 0;
+    let complete = true;
+    for (const fetchedPage of fetchedPages) {
+        if (!canHydrateRemoteContainers(state) || input.isCurrent?.() === false) {
+            return { changedCount, complete: false, shouldStop: true };
+        }
+        if (fetchedPage.lane.parentId !== null &&
+            !state.containersById.has(fetchedPage.lane.parentId)) {
+            continue;
+        }
+        const result = await applyContainerParentLanePage({
+            childIdsByParentId,
+            fetchedPage,
+            host,
+            isCurrent: input.isCurrent,
+            queueContinuationLane: (lane) => lanes.push(lane),
+            queueParentLane,
+            seenContainerIds,
+            state,
+        });
+        changedCount += result.changedCount;
+        complete &&= result.complete;
+        if (result.shouldStop) {
+            return { changedCount, complete: false, shouldStop: true };
+        }
+    }
+    return { changedCount, complete, shouldStop: false };
+}
+export async function hydrateContainerParentLanes(input) {
+    const { childIdsByParentId, host, lanes, queueParentLane, seenContainerIds, state, } = input;
+    let changedCount = 0;
+    let complete = true;
+    while (lanes.length > 0) {
+        if (!canHydrateRemoteContainers(state) || input.isCurrent?.() === false) {
+            return { changedCount, complete: false, shouldStop: true };
+        }
+        const batch = takeContainerParentLaneBatch({ lanes, state });
+        if (batch.length === 0) {
+            continue;
+        }
+        const fetchedPages = await fetchContainerParentLaneBatch({
+            batch,
+            isCurrent: input.isCurrent,
+            state,
+        });
+        if (!fetchedPages) {
+            return { changedCount, complete: false, shouldStop: true };
+        }
+        if (input.isCurrent?.() === false) {
+            return { changedCount, complete: false, shouldStop: true };
+        }
+        const result = await applyContainerParentLaneBatch({
+            childIdsByParentId,
+            fetchedPages,
+            host,
+            isCurrent: input.isCurrent,
+            lanes,
+            queueParentLane,
+            seenContainerIds,
+            state,
+        });
+        changedCount += result.changedCount;
+        complete &&= result.complete;
+        if (result.shouldStop) {
+            return { changedCount, complete: false, shouldStop: true };
+        }
+    }
+    return { changedCount, complete, shouldStop: false };
+}
+//# sourceMappingURL=remoteContainerPageHydration.js.map

package/workflows/container-contents/remoteHydration/remoteContainerPageHydration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remoteContainerPageHydration.js","sourceRoot":"","sources":["remoteContainerPageHydration.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kCAAkC,EAAE,MAAM,sCAAsC,CAAC;AAC1F,OAAO,EAAE,gCAAgC,EAAE,MAAM,6BAA6B,CAAC;AAC/E,OAAO,EAAE,8BAA8B,EAAE,MAAM,uBAAuB,CAAC;AACvE,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,OAAO,EAAE,8BAA8B,EAAE,MAAM,oBAAoB,CAAC;AACpE,OAAO,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAClE,OAAO,EAAE,qCAAqC,EAAE,MAAM,wBAAwB,CAAC;AAC/E,OAAO,EACL,gDAAgD,EAChD,kDAAkD,EAClD,kCAAkC,GACnC,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,wBAAwB,EACxB,iCAAiC,GAClC,MAAM,wBAAwB,CAAC;AAYhC,MAAM,sCAAsC,GAAG,CAAC,CAAC;AAOjD,KAAK,UAAU,wBAAwB,CAAC,KAUvC;IACC,MAAM,EACJ,kBAAkB,EAClB,uBAAuB,EACvB,2BAA2B,EAC3B,IAAI,EACJ,KAAK,EACL,eAAe,EACf,gBAAgB,EAChB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,aAAa,GAAG,IAAI,CAAC;IACzB,MAAM,qCAAqC,CAAC;QAC1C,gCAAgC,EAAE,kCAAkC,CAClE,KAAK,CAAC,OAAO,CACd;QACD,gBAAgB,EAAE,KAAK;QACvB,YAAY,EAAE,KAAK,CAAC,SAAS;KAC9B,CAAC,CAAC;IACH,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAC/C,CAAC;IACD,MAAM,CACJ,sCAAsC,EACtC,wCAAwC,EACzC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACpB,gDAAgD,CAAC;YAC/C,gBAAgB,EAAE,KAAK;YACvB,KAAK;SACN,CAAC;QACF,kDAAkD,CAAC;YACjD,gBAAgB,EAAE,KAAK;YACvB,KAAK;SACN,CAAC;KACH,CAAC,CAAC;IACH,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAC/C,CAAC;IACD,MAAM,qBAAqB,GAAG,MAAM,8BAA8B,CAAC;QACjE,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CACnC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACjC,2BAA2B,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACxC,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC;YACtD,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CACd;QACD,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;KACvB,CAAC,CAAC;IACH,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;QAC9B,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;YACxC,IACE,CAAC,gCAAgC,CAAC;gBAChC,YAAY,EAAE,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpD,mBAAmB,EAAE,uBAAuB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC5D,EAAE,WAAW;aAChB,CAAC,EACF,CAAC;gBACD,aAAa,GAAG,KAAK,CAAC;gBACtB,SAAS;YACX,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,kCAAkC,CAAC;gBACxD,kBAAkB;gBAClB,sCAAsC;gBACtC,wCAAwC;gBACxC,IAAI;gBACJ,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,0BAA0B,EACxB,2BAA2B,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,IAAI;gBACvD,oBAAoB,EAAE,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC7D,eAAe,EAAE,SAAS;gBAC1B,KAAK;aACN,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,aAAa,GAAG,KAAK,CAAC;gBACtB,SAAS;YACX,CAAC;YACD,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACnC,aAAa,IAAI,CAAC,CAAC;YACnB,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;gBAClC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;YAC3D,CAAC;QACH,CAAC;QACD,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAChC,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,KAAoC;IAEpC,OAAO,CACL,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe;QAClC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM;QAC1B,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,KAAK,OAAO,CACzC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,4BAA4B,CAAC,KAS3C;IACC,MAAM,EACJ,kBAAkB,EAClB,WAAW,EACX,IAAI,EACJ,qBAAqB,EACrB,eAAe,EACf,gBAAgB,EAChB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,MAAM,EACJ,uBAAuB,EACvB,2BAA2B,EAC3B,IAAI,EACJ,QAAQ,EACR,QAAQ,GACT,GAAG,WAAW,CAAC;IAChB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC7D,CAAC;IAED,MAAM,oBAAoB,GAAG,iCAAiC,CAAC,QAAQ,CAAC,CAAC;IACzE,MAAM,eAAe,GAAG,MAAM,wBAAwB,CAAC;QACrD,kBAAkB;QAClB,uBAAuB;QACvB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,oBAAoB;QACpB,QAAQ;QACR,KAAK;KACN,CAAC,CAAC;IACH,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;QAC7B,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC7D,CAAC;IACD,YAAY,IAAI,eAAe,CAAC,YAAY,CAAC;IAC7C,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC7D,CAAC;IACD,IAAI,eAAe,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;QACrC,uEAAuE;QACvE,sEAAsE;QACtE,oBAAoB;QACpB,IAAI,CAAC,sBAAsB,EAAE,EAAE,CAAC;IAClC,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,wBAAwB,CAAC;QACjD,kBAAkB;QAClB,uBAAuB;QACvB,2BAA2B;QAC3B,IAAI;QACJ,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,KAAK,EAAE,oBAAoB;QAC3B,eAAe;QACf,gBAAgB;QAChB,KAAK;KACN,CAAC,CAAC;IACH,YAAY,IAAI,WAAW,CAAC,YAAY,CAAC;IACzC,IAAI,CAAC,eAAe,CAAC,SAAS,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;QACzD,2EAA2E;QAC3E,4EAA4E;QAC5E,wEAAwE;QACxE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IAC9D,CAAC;IACD,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC7D,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,8BAA8B,CAAC;QAC1D,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ;QACR,KAAK;QACL,QAAQ;KACT,CAAC,CAAC;IACH,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC7D,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACtB,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IAC7D,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;QAC5B,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC7D,CAAC;IAED,qBAAqB,CAAC;QACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,SAAS,EAAE,QAAQ,CAAC,aAAa;KAClC,CAAC,CAAC;IACH,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AAC7D,CAAC;AAED,SAAS,4BAA4B,CAAC,KAGrC;IACC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAmC,EAAE,CAAC;IAEjD,OACE,KAAK,CAAC,MAAM,GAAG,CAAC;QAChB,KAAK,CAAC,MAAM,GAAG,sCAAsC,EACrD,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,IACE,IAAI;YACJ,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EACnE,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,6BAA6B,CAAC,KAS5C;IACC,MAAM,EACJ,kBAAkB,EAClB,YAAY,EACZ,IAAI,EACJ,KAAK,EACL,eAAe,EACf,gBAAgB,EAChB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,QAAQ,GAAG,IAAI,CAAC;IAEpB,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YACxE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC7D,CAAC;QACD,IACE,WAAW,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI;YAClC,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,EACpD,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC;YAChD,kBAAkB;YAClB,WAAW;YACX,IAAI;YACJ,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,qBAAqB,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;YACjD,eAAe;YACf,gBAAgB;YAChB,KAAK;SACN,CAAC,CAAC;QACH,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;QACpC,QAAQ,KAAK,MAAM,CAAC,QAAQ,CAAC;QAE7B,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AACvD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,KAQjD;IACC,MAAM,EACJ,kBAAkB,EAClB,IAAI,EACJ,KAAK,EACL,eAAe,EACf,gBAAgB,EAChB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,QAAQ,GAAG,IAAI,CAAC;IAEpB,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YACxE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC7D,CAAC;QAED,MAAM,KAAK,GAAG,4BAA4B,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,SAAS;QACX,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,6BAA6B,CAAC;YACvD,KAAK;YACL,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,KAAK;SACN,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC7D,CAAC;QACD,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC7D,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,6BAA6B,CAAC;YACjD,kBAAkB;YAClB,YAAY;YACZ,IAAI;YACJ,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,KAAK;YACL,eAAe;YACf,gBAAgB;YAChB,KAAK;SACN,CAAC,CAAC;QACH,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;QACpC,QAAQ,KAAK,MAAM,CAAC,QAAQ,CAAC;QAE7B,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AACvD,CAAC","sourcesContent":["import { createRuntimePrincipalPolicyWarmer } from \"../../principals/runtimePolicyWarmer\";\nimport { containerStateMatchesFingerprint } from \"./containerStateFingerprint\";\nimport { prefetchDestinationProjections } from \"./destinationPrefetch\";\nimport { cachedDestinationRole } from \"./destinationRoleCache\";\nimport { markContainerParentLaneFetched } from \"./laneFetchMarkers\";\nimport { fetchContainerParentLaneBatch } from \"./parentLaneFetch\";\nimport { cacheRemoteContainerPrincipalPolicies } from \"./principalPolicyCache\";\nimport {\n  listRemoteContainerIdsWithPendingMetadataUpdates,\n  listRemoteContainerIdsWithPendingStructuralIntents,\n  upsertIsolatedRemoteContainerState,\n} from \"./remoteContainerState\";\nimport {\n  applyContainerTombstones,\n  getApplicableRemoteContainerItems,\n} from \"./tombstoneApplication\";\nimport type {\n  ContainerChildIndex,\n  ContainerParentHydrationLane,\n  ExpectedContainerState,\n  FetchedContainerParentLanePage,\n  ListedRemoteContainerPageItem,\n  QueueContainerParentLane,\n  RemoteContainerHydrationHost,\n  RemoteContainerHydrationState,\n} from \"./types\";\n\nconst CONTAINER_PARENT_HYDRATION_CONCURRENCY = 4;\n\ninterface HydrationProgress {\n  changedCount: number;\n  complete: boolean;\n  shouldStop: boolean;\n}\nasync function applyRemoteContainerPage(input: {\n  childIdsByParentId: ContainerChildIndex;\n  expectedContainerStates: ReadonlyMap<string, ExpectedContainerState>;\n  expectedHydrationTombstones: FetchedContainerParentLanePage[\"expectedHydrationTombstones\"];\n  host: RemoteContainerHydrationHost;\n  isCurrent?: (() => boolean) | undefined;\n  items: ReadonlyArray<ListedRemoteContainerPageItem>;\n  queueParentLane: QueueContainerParentLane;\n  seenContainerIds: Set<string>;\n  state: RemoteContainerHydrationState;\n}): Promise<{ changedCount: number; completed: boolean }> {\n  const {\n    childIdsByParentId,\n    expectedContainerStates,\n    expectedHydrationTombstones,\n    host,\n    items,\n    queueParentLane,\n    seenContainerIds,\n    state,\n  } = input;\n  let hydratedCount = 0;\n  let pageCompleted = true;\n  await cacheRemoteContainerPrincipalPolicies({\n    cacheReferencedPrincipalPolicies: createRuntimePrincipalPolicyWarmer(\n      state.runtime,\n    ),\n    remoteContainers: items,\n    stillCurrent: input.isCurrent,\n  });\n  if (input.isCurrent?.() === false) {\n    return { changedCount: 0, completed: false };\n  }\n  const [\n    containerIdsWithPendingMetadataUpdates,\n    containerIdsWithPendingStructuralIntents,\n  ] = await Promise.all([\n    listRemoteContainerIdsWithPendingMetadataUpdates({\n      remoteContainers: items,\n      state,\n    }),\n    listRemoteContainerIdsWithPendingStructuralIntents({\n      remoteContainers: items,\n      state,\n    }),\n  ]);\n  if (input.isCurrent?.() === false) {\n    return { changedCount: 0, completed: false };\n  }\n  const prefetchedProjections = await prefetchDestinationProjections({\n    containerIds: items.flatMap((item) =>\n      seenContainerIds.has(item.id) ||\n      state.containersById.has(item.id) ||\n      expectedHydrationTombstones.get(item.id) ||\n      cachedDestinationRole(state.runtime.infra.execSql, item)\n        ? []\n        : [item.id],\n    ),\n    isCurrent: input.isCurrent,\n    runtime: state.runtime,\n  });\n  for (const container of items) {\n    if (input.isCurrent?.() === false) {\n      return { changedCount: hydratedCount, completed: false };\n    }\n    if (!seenContainerIds.has(container.id)) {\n      if (\n        !containerStateMatchesFingerprint({\n          currentState: state.containersById.get(container.id),\n          expectedFingerprint: expectedContainerStates.get(container.id)\n            ?.fingerprint,\n        })\n      ) {\n        pageCompleted = false;\n        continue;\n      }\n      const upserted = await upsertIsolatedRemoteContainerState({\n        childIdsByParentId,\n        containerIdsWithPendingMetadataUpdates,\n        containerIdsWithPendingStructuralIntents,\n        host,\n        isCurrent: input.isCurrent,\n        expectedHydrationTombstone:\n          expectedHydrationTombstones.get(container.id) ?? null,\n        prefetchedProjection: prefetchedProjections.get(container.id),\n        remoteContainer: container,\n        state,\n      });\n      if (!upserted) {\n        pageCompleted = false;\n        continue;\n      }\n      seenContainerIds.add(container.id);\n      hydratedCount += 1;\n      if (input.isCurrent?.() === false) {\n        return { changedCount: hydratedCount, completed: false };\n      }\n    }\n    queueParentLane(container.id);\n  }\n\n  return { changedCount: hydratedCount, completed: pageCompleted };\n}\n\nexport function canHydrateRemoteContainers(\n  state: RemoteContainerHydrationState,\n): boolean {\n  return (\n    state.runtime.auth.isAuthenticated &&\n    state.runtime.state.online &&\n    state.runtime.infra.dbStatus === \"ready\"\n  );\n}\n\nasync function applyContainerParentLanePage(input: {\n  childIdsByParentId: ContainerChildIndex;\n  fetchedPage: FetchedContainerParentLanePage;\n  host: RemoteContainerHydrationHost;\n  isCurrent?: (() => boolean) | undefined;\n  queueContinuationLane: (lane: ContainerParentHydrationLane) => void;\n  queueParentLane: QueueContainerParentLane;\n  seenContainerIds: Set<string>;\n  state: RemoteContainerHydrationState;\n}): Promise<HydrationProgress> {\n  const {\n    childIdsByParentId,\n    fetchedPage,\n    host,\n    queueContinuationLane,\n    queueParentLane,\n    seenContainerIds,\n    state,\n  } = input;\n  const {\n    expectedContainerStates,\n    expectedHydrationTombstones,\n    lane,\n    response,\n    syncLane,\n  } = fetchedPage;\n  let changedCount = 0;\n  if (input.isCurrent?.() === false) {\n    return { changedCount, complete: false, shouldStop: true };\n  }\n\n  const remoteContainerItems = getApplicableRemoteContainerItems(response);\n  const tombstoneResult = await applyContainerTombstones({\n    childIdsByParentId,\n    expectedContainerStates,\n    isCurrent: input.isCurrent,\n    remoteContainerItems,\n    response,\n    state,\n  });\n  if (!tombstoneResult.current) {\n    return { changedCount, complete: false, shouldStop: true };\n  }\n  changedCount += tombstoneResult.changedCount;\n  if (input.isCurrent?.() === false) {\n    return { changedCount, complete: false, shouldStop: true };\n  }\n  if (tombstoneResult.changedCount > 0) {\n    // A live tombstone cascade may have orphaned documents (row 3); re-arm\n    // document priming so their null-scoped passes run now rather than on\n    // the next startup.\n    host.requestDocumentPriming?.();\n  }\n\n  const appliedPage = await applyRemoteContainerPage({\n    childIdsByParentId,\n    expectedContainerStates,\n    expectedHydrationTombstones,\n    host,\n    isCurrent: input.isCurrent,\n    items: remoteContainerItems,\n    queueParentLane,\n    seenContainerIds,\n    state,\n  });\n  changedCount += appliedPage.changedCount;\n  if (!tombstoneResult.completed || !appliedPage.completed) {\n    // Keep this page retryable without discarding independent lanes, including\n    // children of roots first discovered here. Otherwise the root becomes known\n    // but its children are never fetched by subsequent root-only refreshes.\n    return { changedCount, complete: false, shouldStop: false };\n  }\n  if (input.isCurrent?.() === false) {\n    return { changedCount, complete: false, shouldStop: true };\n  }\n\n  const didMarkFetched = await markContainerParentLaneFetched({\n    isCurrent: input.isCurrent,\n    response,\n    state,\n    syncLane,\n  });\n  if (!didMarkFetched) {\n    return { changedCount, complete: false, shouldStop: true };\n  }\n\n  if (!response.hasMore) {\n    return { changedCount, complete: true, shouldStop: false };\n  }\n  if (!response.nextWatermark) {\n    return { changedCount, complete: false, shouldStop: true };\n  }\n\n  queueContinuationLane({\n    parentId: lane.parentId,\n    watermark: response.nextWatermark,\n  });\n  return { changedCount, complete: true, shouldStop: false };\n}\n\nfunction takeContainerParentLaneBatch(input: {\n  lanes: ContainerParentHydrationLane[];\n  state: RemoteContainerHydrationState;\n}): ContainerParentHydrationLane[] {\n  const { lanes, state } = input;\n  const batch: ContainerParentHydrationLane[] = [];\n\n  while (\n    lanes.length > 0 &&\n    batch.length < CONTAINER_PARENT_HYDRATION_CONCURRENCY\n  ) {\n    const lane = lanes.shift();\n    if (\n      lane &&\n      (lane.parentId === null || state.containersById.has(lane.parentId))\n    ) {\n      batch.push(lane);\n    }\n  }\n\n  return batch;\n}\n\nasync function applyContainerParentLaneBatch(input: {\n  childIdsByParentId: ContainerChildIndex;\n  fetchedPages: ReadonlyArray<FetchedContainerParentLanePage>;\n  host: RemoteContainerHydrationHost;\n  isCurrent?: (() => boolean) | undefined;\n  lanes: ContainerParentHydrationLane[];\n  queueParentLane: QueueContainerParentLane;\n  seenContainerIds: Set<string>;\n  state: RemoteContainerHydrationState;\n}): Promise<HydrationProgress> {\n  const {\n    childIdsByParentId,\n    fetchedPages,\n    host,\n    lanes,\n    queueParentLane,\n    seenContainerIds,\n    state,\n  } = input;\n  let changedCount = 0;\n  let complete = true;\n\n  for (const fetchedPage of fetchedPages) {\n    if (!canHydrateRemoteContainers(state) || input.isCurrent?.() === false) {\n      return { changedCount, complete: false, shouldStop: true };\n    }\n    if (\n      fetchedPage.lane.parentId !== null &&\n      !state.containersById.has(fetchedPage.lane.parentId)\n    ) {\n      continue;\n    }\n\n    const result = await applyContainerParentLanePage({\n      childIdsByParentId,\n      fetchedPage,\n      host,\n      isCurrent: input.isCurrent,\n      queueContinuationLane: (lane) => lanes.push(lane),\n      queueParentLane,\n      seenContainerIds,\n      state,\n    });\n    changedCount += result.changedCount;\n    complete &&= result.complete;\n\n    if (result.shouldStop) {\n      return { changedCount, complete: false, shouldStop: true };\n    }\n  }\n\n  return { changedCount, complete, shouldStop: false };\n}\n\nexport async function hydrateContainerParentLanes(input: {\n  childIdsByParentId: ContainerChildIndex;\n  host: RemoteContainerHydrationHost;\n  isCurrent?: (() => boolean) | undefined;\n  lanes: ContainerParentHydrationLane[];\n  queueParentLane: QueueContainerParentLane;\n  seenContainerIds: Set<string>;\n  state: RemoteContainerHydrationState;\n}): Promise<HydrationProgress> {\n  const {\n    childIdsByParentId,\n    host,\n    lanes,\n    queueParentLane,\n    seenContainerIds,\n    state,\n  } = input;\n  let changedCount = 0;\n  let complete = true;\n\n  while (lanes.length > 0) {\n    if (!canHydrateRemoteContainers(state) || input.isCurrent?.() === false) {\n      return { changedCount, complete: false, shouldStop: true };\n    }\n\n    const batch = takeContainerParentLaneBatch({ lanes, state });\n    if (batch.length === 0) {\n      continue;\n    }\n\n    const fetchedPages = await fetchContainerParentLaneBatch({\n      batch,\n      isCurrent: input.isCurrent,\n      state,\n    });\n    if (!fetchedPages) {\n      return { changedCount, complete: false, shouldStop: true };\n    }\n    if (input.isCurrent?.() === false) {\n      return { changedCount, complete: false, shouldStop: true };\n    }\n\n    const result = await applyContainerParentLaneBatch({\n      childIdsByParentId,\n      fetchedPages,\n      host,\n      isCurrent: input.isCurrent,\n      lanes,\n      queueParentLane,\n      seenContainerIds,\n      state,\n    });\n    changedCount += result.changedCount;\n    complete &&= result.complete;\n\n    if (result.shouldStop) {\n      return { changedCount, complete: false, shouldStop: true };\n    }\n  }\n\n  return { changedCount, complete, shouldStop: false };\n}\n"]}