@tearleads/client-sdk 0.1.253 → 0.1.254
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/client/containerContents/documentDiscovery.js +0 -2
- package/client/containerContents/documentDiscovery.js.map +1 -1
- package/data/persistence/container-contents/containerContentsPersistenceTypes.d.ts +7 -10
- package/data/persistence/container-contents/containerContentsPersistenceTypes.js.map +1 -1
- package/data/persistence/container-contents/containerDeletionPersistence.js +5 -1
- package/data/persistence/container-contents/containerDeletionPersistence.js.map +1 -1
- package/data/persistence/container-contents/containerHydrationPersistence.js +1 -1
- package/data/persistence/container-contents/containerHydrationPersistence.js.map +1 -1
- package/data/persistence/container-contents/containerMetadataMutationPersistence.js +11 -4
- package/data/persistence/container-contents/containerMetadataMutationPersistence.js.map +1 -1
- package/data/persistence/container-contents/containerRemovalMetadata.js +47 -0
- package/data/persistence/container-contents/containerRemovalMetadata.js.map +1 -0
- package/data/persistence/container-contents/containerRemovalPlacements.js +22 -0
- package/data/persistence/container-contents/containerRemovalPlacements.js.map +1 -0
- package/data/persistence/container-contents/containerSyncWatermarkPersistence.d.ts +2 -1
- package/data/persistence/container-contents/containerSyncWatermarkPersistence.js +10 -2
- package/data/persistence/container-contents/containerSyncWatermarkPersistence.js.map +1 -1
- package/data/persistence/documents/documentDiscoveryCandidate.d.ts +1 -0
- package/data/persistence/documents/documentDiscoveryCandidate.js +3 -1
- package/data/persistence/documents/documentDiscoveryCandidate.js.map +1 -1
- package/data/persistence/documents/documentDiscoveryEvidencePersistence.d.ts +1 -1
- package/data/persistence/documents/documentDiscoveryEvidencePersistence.js +16 -4
- package/data/persistence/documents/documentDiscoveryEvidencePersistence.js.map +1 -1
- package/data/sqlite/migrations/localSchemaMigrations.js +11 -0
- package/data/sqlite/migrations/localSchemaMigrations.js.map +1 -1
- package/data/sqlite/schema/containerSyncWatermarkSchema.js +6 -3
- package/data/sqlite/schema/containerSyncWatermarkSchema.js.map +1 -1
- package/data/sqlite/schema/index.d.ts +17 -0
- package/internal/api-client/ApiClient.d.ts +1 -0
- package/internal/api-client/client/apiClientContext.d.ts +1 -0
- package/internal/api-client/client/containerReads.d.ts +1 -0
- package/internal/api-client/requestInternals.js +14 -6
- package/internal/api-client/requestInternals.js.map +1 -1
- package/internal/validators/operation/containerReads.d.ts +29 -2
- package/internal/validators/operation/containerReads.js +2 -1
- package/internal/validators/operation/containerReads.js.map +1 -1
- package/internal/validators/request/containerDocumentLanes.d.ts +7 -0
- package/internal/validators/request/containerDocumentLanes.js +6 -0
- package/internal/validators/request/containerDocumentLanes.js.map +1 -1
- package/internal/validators/response/container.d.ts +8 -0
- package/internal/validators/response/container.js +1 -0
- package/internal/validators/response/container.js.map +1 -1
- package/internal/validators/response/containerParentLanes.d.ts +2 -0
- package/package.json +1 -1
- package/workflows/container-contents/documentDiscovery/containerDocumentListing.js +52 -4
- package/workflows/container-contents/documentDiscovery/containerDocumentListing.js.map +1 -1
- package/workflows/container-contents/documentDiscovery/documentDiscoveryApply.js +4 -2
- package/workflows/container-contents/documentDiscovery/documentDiscoveryApply.js.map +1 -1
- package/workflows/container-contents/documentDiscovery/documentDiscoveryEvidence.js +17 -12
- package/workflows/container-contents/documentDiscovery/documentDiscoveryEvidence.js.map +1 -1
- package/workflows/container-contents/documentDiscovery/documentDiscoveryTypes.js.map +1 -1
- package/workflows/container-contents/documentDiscovery/publicationWatermark.js +15 -0
- package/workflows/container-contents/documentDiscovery/publicationWatermark.js.map +1 -0
- package/workflows/container-contents/remoteHydration/hydrateRemoteContainers.js +4 -4
- package/workflows/container-contents/remoteHydration/hydrateRemoteContainers.js.map +1 -1
- package/workflows/container-contents/remoteHydration/lanes/restorationReceipt.js +25 -0
- package/workflows/container-contents/remoteHydration/lanes/restorationReceipt.js.map +1 -0
- package/workflows/container-contents/remoteHydration/lanes/tombstoneAccess.js +107 -0
- package/workflows/container-contents/remoteHydration/lanes/tombstoneAccess.js.map +1 -0
- package/workflows/container-contents/remoteHydration/remoteContainers/remoteContainerPageHydration.js +29 -27
- package/workflows/container-contents/remoteHydration/remoteContainers/remoteContainerPageHydration.js.map +1 -1
- package/workflows/container-contents/remoteHydration/remoteContainers/remoteContainerState.js +17 -5
- package/workflows/container-contents/remoteHydration/remoteContainers/remoteContainerState.js.map +1 -1
- package/workflows/container-contents/remoteHydration/tombstoneApplication.js +67 -24
- package/workflows/container-contents/remoteHydration/tombstoneApplication.js.map +1 -1
- package/workflows/container-contents/remoteHydration/types.d.ts +3 -1
- package/workflows/container-contents/remoteHydration/types.js.map +1 -1
- package/workflows/container-contents/remoteReset/remoteResetCursorScope.js +3 -3
- package/workflows/container-contents/remoteReset/remoteResetCursorScope.js.map +1 -1
- package/workflows/container-contents/syncPause/discoveryGuard.js +6 -2
- package/workflows/container-contents/syncPause/discoveryGuard.js.map +1 -1
- package/workflows/container-contents/tombstones/documentTombstoneGate.js +6 -3
- package/workflows/container-contents/tombstones/documentTombstoneGate.js.map +1 -1
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
import { MAX_CONTAINER_DOCUMENT_LANES, } from "../../../../internal/validators/request/index.js";
|
|
2
|
+
import { isContainerNotFoundFailure } from "../../../../data/containers/shared/mutationFailures.js";
|
|
3
|
+
import { captureRemovalPlacementHeads } from "../../../../data/persistence/container-contents/containerRemovalPlacements.js";
|
|
4
|
+
import { isPublicationWatermark } from "../../documentDiscovery/publicationWatermark.js";
|
|
5
|
+
import { collectRemovedContainers } from "../tombstoneReasons.js";
|
|
6
|
+
function classifyLane(result) {
|
|
7
|
+
if (!result)
|
|
8
|
+
return "unknown";
|
|
9
|
+
if ("page" in result)
|
|
10
|
+
return "readable";
|
|
11
|
+
return result.failure.status === 403 ||
|
|
12
|
+
isContainerNotFoundFailure(result.failure)
|
|
13
|
+
? "denied"
|
|
14
|
+
: "unknown";
|
|
15
|
+
}
|
|
16
|
+
/** A successful lane read proves the device should retain its existing row.
|
|
17
|
+
* A lane-local access denial or coded absence confirms a discovery removal.
|
|
18
|
+
* Any other outcome leaves the page retryable. */
|
|
19
|
+
async function readTombstoneCascadeAccess(api, containerIds, afterParentPage, isCurrent) {
|
|
20
|
+
const denied = new Set();
|
|
21
|
+
for (let index = 0; index < containerIds.length; index += MAX_CONTAINER_DOCUMENT_LANES) {
|
|
22
|
+
if (isCurrent?.() === false)
|
|
23
|
+
return null;
|
|
24
|
+
const ids = containerIds.slice(index, index + MAX_CONTAINER_DOCUMENT_LANES);
|
|
25
|
+
const response = await api.listContainerDocumentLanes({
|
|
26
|
+
afterParentPage,
|
|
27
|
+
lanes: ids.map((containerId, i) => ({
|
|
28
|
+
containerId,
|
|
29
|
+
laneId: String(i),
|
|
30
|
+
watermark: null,
|
|
31
|
+
limit: 1,
|
|
32
|
+
})),
|
|
33
|
+
}, { reportErrors: false });
|
|
34
|
+
if (!response || response.results.length !== ids.length)
|
|
35
|
+
return null;
|
|
36
|
+
for (const [i, containerId] of ids.entries()) {
|
|
37
|
+
const result = response.results.find((row) => row.laneId === String(i));
|
|
38
|
+
const outcome = classifyLane(result);
|
|
39
|
+
if (outcome === "unknown")
|
|
40
|
+
return null;
|
|
41
|
+
if (outcome === "denied")
|
|
42
|
+
denied.add(containerId);
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
return { denied };
|
|
46
|
+
}
|
|
47
|
+
export async function resolveTombstoneCascade(input) {
|
|
48
|
+
const cascade = (preservedContainerIds) => collectRemovedContainers({
|
|
49
|
+
childIdsByParentId: input.childIdsByParentId,
|
|
50
|
+
containersById: input.state.containersById,
|
|
51
|
+
preservedContainerIds,
|
|
52
|
+
tombstones: [input.tombstone],
|
|
53
|
+
});
|
|
54
|
+
const candidates = cascade(input.preservedContainerIds);
|
|
55
|
+
const clockConflict = candidates.removedContainerIds.some((id) => {
|
|
56
|
+
const held = input.expectedContainerStates.get(id)?.container.serverUpdatedAt;
|
|
57
|
+
return held != null && held > input.tombstone.updatedAt;
|
|
58
|
+
});
|
|
59
|
+
// A directly shared or moved child may be behind the saved parent cursor
|
|
60
|
+
// regardless of its entity clock. Check every cached child before an
|
|
61
|
+
// ancestor removal from a server that can fence that permission read.
|
|
62
|
+
const hasCachedDescendants = isPublicationWatermark(input.afterParentPage?.watermark) &&
|
|
63
|
+
candidates.removedContainerIds.some((id) => id !== input.tombstone.containerId);
|
|
64
|
+
if (!input.reconcileDescendants && !clockConflict && !hasCachedDescendants)
|
|
65
|
+
return { cascade: candidates, denied: null };
|
|
66
|
+
if (!input.afterParentPage)
|
|
67
|
+
return null;
|
|
68
|
+
const ids = [
|
|
69
|
+
...new Set([
|
|
70
|
+
input.tombstone.containerId,
|
|
71
|
+
...candidates.removedContainerIds,
|
|
72
|
+
]),
|
|
73
|
+
];
|
|
74
|
+
const placements = await captureRemovalPlacementHeads(input.state.runtime.infra.execSql, ids.flatMap((id) => {
|
|
75
|
+
const held = input.expectedContainerStates.get(id);
|
|
76
|
+
return held ? [held.container] : [];
|
|
77
|
+
}));
|
|
78
|
+
const access = await readTombstoneCascadeAccess(input.state.runtime.apiClient, ids, input.afterParentPage, input.isCurrent);
|
|
79
|
+
// A move before the server upgrade may have left a superseded removal in
|
|
80
|
+
// its old lane. Preserve a currently readable root and advance past it.
|
|
81
|
+
if (!access) {
|
|
82
|
+
if (input.isCurrent?.() !== false) {
|
|
83
|
+
// The request boundary reports a lagging replica as an unavailable
|
|
84
|
+
// response. Resume this exact lane on the next scheduled refresh.
|
|
85
|
+
input.state.containerListingFailures =
|
|
86
|
+
(input.state.containerListingFailures ?? 0) + 1;
|
|
87
|
+
input.state.containerParentIdsNeedingHydration?.add(input.afterParentPage.parentId);
|
|
88
|
+
}
|
|
89
|
+
return null;
|
|
90
|
+
}
|
|
91
|
+
// A restored row only asks to reconcile its descendants. A newer loss of
|
|
92
|
+
// the root itself has its own publication.
|
|
93
|
+
if (input.reconcileDescendants)
|
|
94
|
+
access.denied.delete(input.tombstone.containerId);
|
|
95
|
+
return {
|
|
96
|
+
// A cached descendant may have moved away from a still-readable ancestor.
|
|
97
|
+
// The batch checked every candidate independently.
|
|
98
|
+
cascade: {
|
|
99
|
+
...candidates,
|
|
100
|
+
removedContainerIds: candidates.removedContainerIds.filter((id) => access.denied.has(id)),
|
|
101
|
+
fenceOnlyContainerIds: candidates.fenceOnlyContainerIds.filter((id) => access.denied.has(id)),
|
|
102
|
+
absentDeletedContainerIds: candidates.absentDeletedContainerIds.filter((id) => access.denied.has(id)),
|
|
103
|
+
},
|
|
104
|
+
denied: new Map([...access.denied].map((id) => [id, placements.get(id) ?? null])),
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
//# sourceMappingURL=tombstoneAccess.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tombstoneAccess.js","sourceRoot":"","sources":["tombstoneAccess.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,4BAA4B,GAC7B,MAAM,+BAA+B,CAAC;AAKvC,OAAO,EAAE,0BAA0B,EAAE,MAAM,qDAAqD,CAAC;AACjG,OAAO,EAAE,4BAA4B,EAAE,MAAM,4EAA4E,CAAC;AAC1H,OAAO,EAAE,sBAAsB,EAAE,MAAM,8CAA8C,CAAC;AACtF,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAO/D,SAAS,YAAY,CACnB,MAAyE;IAEzE,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,IAAI,MAAM,IAAI,MAAM;QAAE,OAAO,UAAU,CAAC;IACxC,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,GAAG;QAClC,0BAA0B,CAAC,MAAM,CAAC,OAAO,CAAC;QAC1C,CAAC,CAAC,QAAQ;QACV,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED;;kDAEkD;AAClD,KAAK,UAAU,0BAA0B,CACvC,GAA0D,EAC1D,YAA+B,EAC/B,eAEC,EACD,SAAuC;IAEvC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;IACjC,KACE,IAAI,KAAK,GAAG,CAAC,EACb,KAAK,GAAG,YAAY,CAAC,MAAM,EAC3B,KAAK,IAAI,4BAA4B,EACrC,CAAC;QACD,IAAI,SAAS,EAAE,EAAE,KAAK,KAAK;YAAE,OAAO,IAAI,CAAC;QACzC,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,4BAA4B,CAAC,CAAC;QAC5E,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,0BAA0B,CACnD;YACE,eAAe;YACf,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAClC,WAAW;gBACX,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;gBACjB,SAAS,EAAE,IAAI;gBACf,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;SACJ,EACD,EAAE,YAAY,EAAE,KAAK,EAAE,CACxB,CAAC;QACF,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,GAAG,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QACrE,KAAK,MAAM,CAAC,CAAC,EAAE,WAAW,CAAC,IAAI,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7C,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACxE,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;YACrC,IAAI,OAAO,KAAK,SAAS;gBAAE,OAAO,IAAI,CAAC;YACvC,IAAI,OAAO,KAAK,QAAQ;gBAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,KAS7C;IAIC,MAAM,OAAO,GAAG,CAAC,qBAA0C,EAAE,EAAE,CAC7D,wBAAwB,CAAC;QACvB,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;QAC5C,cAAc,EAAE,KAAK,CAAC,KAAK,CAAC,cAAc;QAC1C,qBAAqB;QACrB,UAAU,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC;KAC9B,CAAC,CAAC;IACL,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACxD,MAAM,aAAa,GAAG,UAAU,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE;QAC/D,MAAM,IAAI,GACR,KAAK,CAAC,uBAAuB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,eAAe,CAAC;QACnE,OAAO,IAAI,IAAI,IAAI,IAAI,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC;IAC1D,CAAC,CAAC,CAAC;IACH,yEAAyE;IACzE,qEAAqE;IACrE,sEAAsE;IACtE,MAAM,oBAAoB,GACxB,sBAAsB,CAAC,KAAK,CAAC,eAAe,EAAE,SAAS,CAAC;QACxD,UAAU,CAAC,mBAAmB,CAAC,IAAI,CACjC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,KAAK,CAAC,SAAS,CAAC,WAAW,CAC3C,CAAC;IACJ,IAAI,CAAC,KAAK,CAAC,oBAAoB,IAAI,CAAC,aAAa,IAAI,CAAC,oBAAoB;QACxE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAE/C,IAAI,CAAC,KAAK,CAAC,eAAe;QAAE,OAAO,IAAI,CAAC;IACxC,MAAM,GAAG,GAAG;QACV,GAAG,IAAI,GAAG,CAAC;YACT,KAAK,CAAC,SAAS,CAAC,WAAW;YAC3B,GAAG,UAAU,CAAC,mBAAmB;SAClC,CAAC;KACH,CAAC;IACF,MAAM,UAAU,GAAG,MAAM,4BAA4B,CACnD,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EACjC,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;QACjB,MAAM,IAAI,GAAG,KAAK,CAAC,uBAAuB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnD,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACtC,CAAC,CAAC,CACH,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAC7C,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAC7B,GAAG,EACH,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,SAAS,CAChB,CAAC;IACF,yEAAyE;IACzE,wEAAwE;IACxE,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,mEAAmE;YACnE,kEAAkE;YAClE,KAAK,CAAC,KAAK,CAAC,wBAAwB;gBAClC,CAAC,KAAK,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAClD,KAAK,CAAC,KAAK,CAAC,kCAAkC,EAAE,GAAG,CACjD,KAAK,CAAC,eAAe,CAAC,QAAQ,CAC/B,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,yEAAyE;IACzE,2CAA2C;IAC3C,IAAI,KAAK,CAAC,oBAAoB;QAC5B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IACpD,OAAO;QACL,0EAA0E;QAC1E,mDAAmD;QACnD,OAAO,EAAE;YACP,GAAG,UAAU;YACb,mBAAmB,EAAE,UAAU,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAChE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CACtB;YACD,qBAAqB,EAAE,UAAU,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CACpE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CACtB;YACD,yBAAyB,EAAE,UAAU,CAAC,yBAAyB,CAAC,MAAM,CACpE,CAAC,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAC9B;SACF;QACD,MAAM,EAAE,IAAI,GAAG,CACb,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CACjE;KACF,CAAC;AACJ,CAAC","sourcesContent":["import {\n type ListContainerDocumentLanesRequest,\n MAX_CONTAINER_DOCUMENT_LANES,\n} from \"@tearleads/validators/request\";\nimport type {\n ContainerSyncTombstone,\n ListContainerDocumentLanesResponse,\n} from \"@tearleads/validators/response\";\nimport { isContainerNotFoundFailure } from \"../../../../data/containers/shared/mutationFailures\";\nimport { captureRemovalPlacementHeads } from \"../../../../data/persistence/container-contents/containerRemovalPlacements\";\nimport { isPublicationWatermark } from \"../../documentDiscovery/publicationWatermark\";\nimport { collectRemovedContainers } from \"../tombstoneReasons\";\nimport type {\n ContainerChildIndex,\n ExpectedContainerState,\n RemoteContainerHydrationState,\n} from \"../types\";\n\nfunction classifyLane(\n result: ListContainerDocumentLanesResponse[\"results\"][number] | undefined,\n) {\n if (!result) return \"unknown\";\n if (\"page\" in result) return \"readable\";\n return result.failure.status === 403 ||\n isContainerNotFoundFailure(result.failure)\n ? \"denied\"\n : \"unknown\";\n}\n\n/** A successful lane read proves the device should retain its existing row.\n * A lane-local access denial or coded absence confirms a discovery removal.\n * Any other outcome leaves the page retryable. */\nasync function readTombstoneCascadeAccess(\n api: RemoteContainerHydrationState[\"runtime\"][\"apiClient\"],\n containerIds: readonly string[],\n afterParentPage: NonNullable<\n ListContainerDocumentLanesRequest[\"afterParentPage\"]\n >,\n isCurrent?: (() => boolean) | undefined,\n) {\n const denied = new Set<string>();\n for (\n let index = 0;\n index < containerIds.length;\n index += MAX_CONTAINER_DOCUMENT_LANES\n ) {\n if (isCurrent?.() === false) return null;\n const ids = containerIds.slice(index, index + MAX_CONTAINER_DOCUMENT_LANES);\n const response = await api.listContainerDocumentLanes(\n {\n afterParentPage,\n lanes: ids.map((containerId, i) => ({\n containerId,\n laneId: String(i),\n watermark: null,\n limit: 1,\n })),\n },\n { reportErrors: false },\n );\n if (!response || response.results.length !== ids.length) return null;\n for (const [i, containerId] of ids.entries()) {\n const result = response.results.find((row) => row.laneId === String(i));\n const outcome = classifyLane(result);\n if (outcome === \"unknown\") return null;\n if (outcome === \"denied\") denied.add(containerId);\n }\n }\n return { denied };\n}\n\nexport async function resolveTombstoneCascade(input: {\n reconcileDescendants: boolean;\n afterParentPage: ListContainerDocumentLanesRequest[\"afterParentPage\"];\n childIdsByParentId: ContainerChildIndex;\n expectedContainerStates: ReadonlyMap<string, ExpectedContainerState>;\n isCurrent?: (() => boolean) | undefined;\n preservedContainerIds: ReadonlySet<string>;\n state: RemoteContainerHydrationState;\n tombstone: ContainerSyncTombstone;\n}): Promise<{\n cascade: ReturnType<typeof collectRemovedContainers>;\n denied: ReadonlyMap<string, string | null> | null;\n} | null> {\n const cascade = (preservedContainerIds: ReadonlySet<string>) =>\n collectRemovedContainers({\n childIdsByParentId: input.childIdsByParentId,\n containersById: input.state.containersById,\n preservedContainerIds,\n tombstones: [input.tombstone],\n });\n const candidates = cascade(input.preservedContainerIds);\n const clockConflict = candidates.removedContainerIds.some((id) => {\n const held =\n input.expectedContainerStates.get(id)?.container.serverUpdatedAt;\n return held != null && held > input.tombstone.updatedAt;\n });\n // A directly shared or moved child may be behind the saved parent cursor\n // regardless of its entity clock. Check every cached child before an\n // ancestor removal from a server that can fence that permission read.\n const hasCachedDescendants =\n isPublicationWatermark(input.afterParentPage?.watermark) &&\n candidates.removedContainerIds.some(\n (id) => id !== input.tombstone.containerId,\n );\n if (!input.reconcileDescendants && !clockConflict && !hasCachedDescendants)\n return { cascade: candidates, denied: null };\n\n if (!input.afterParentPage) return null;\n const ids = [\n ...new Set([\n input.tombstone.containerId,\n ...candidates.removedContainerIds,\n ]),\n ];\n const placements = await captureRemovalPlacementHeads(\n input.state.runtime.infra.execSql,\n ids.flatMap((id) => {\n const held = input.expectedContainerStates.get(id);\n return held ? [held.container] : [];\n }),\n );\n const access = await readTombstoneCascadeAccess(\n input.state.runtime.apiClient,\n ids,\n input.afterParentPage,\n input.isCurrent,\n );\n // A move before the server upgrade may have left a superseded removal in\n // its old lane. Preserve a currently readable root and advance past it.\n if (!access) {\n if (input.isCurrent?.() !== false) {\n // The request boundary reports a lagging replica as an unavailable\n // response. Resume this exact lane on the next scheduled refresh.\n input.state.containerListingFailures =\n (input.state.containerListingFailures ?? 0) + 1;\n input.state.containerParentIdsNeedingHydration?.add(\n input.afterParentPage.parentId,\n );\n }\n return null;\n }\n // A restored row only asks to reconcile its descendants. A newer loss of\n // the root itself has its own publication.\n if (input.reconcileDescendants)\n access.denied.delete(input.tombstone.containerId);\n return {\n // A cached descendant may have moved away from a still-readable ancestor.\n // The batch checked every candidate independently.\n cascade: {\n ...candidates,\n removedContainerIds: candidates.removedContainerIds.filter((id) =>\n access.denied.has(id),\n ),\n fenceOnlyContainerIds: candidates.fenceOnlyContainerIds.filter((id) =>\n access.denied.has(id),\n ),\n absentDeletedContainerIds: candidates.absentDeletedContainerIds.filter(\n (id) => access.denied.has(id),\n ),\n },\n denied: new Map(\n [...access.denied].map((id) => [id, placements.get(id) ?? null]),\n ),\n };\n}\n"]}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { createPrincipalPolicyOperation, } from "../../../principals/principalPolicyService.js";
|
|
2
|
+
import { changesDiscoveryOrder } from "../../documentDiscovery/publicationWatermark.js";
|
|
2
3
|
import { prefetchDestinationProjections } from "../destination/destinationPrefetch.js";
|
|
3
4
|
import { cachedDestinationRole } from "../destination/destinationRoleCache.js";
|
|
4
5
|
import { markContainerParentLaneFetched } from "../lanes/laneFetchMarkers.js";
|
|
@@ -30,13 +31,12 @@ function matchesListedState(state, expectedContainerStates, containerId) {
|
|
|
30
31
|
});
|
|
31
32
|
}
|
|
32
33
|
async function applyRemoteContainerPage(input) {
|
|
33
|
-
const {
|
|
34
|
+
const { seenContainerObservations, state } = input;
|
|
34
35
|
let hydratedCount = 0;
|
|
35
|
-
const
|
|
36
|
+
const { items, outcome: policyOutcome } = await warmListedContainerPolicies(input.items, state.runtime.principalPolicies.createWarmer({
|
|
36
37
|
operation: input.policyOperation,
|
|
37
38
|
}), input.reconnect?.recordManualError, input.isCurrent);
|
|
38
|
-
|
|
39
|
-
let outcome = policies.outcome;
|
|
39
|
+
let outcome = policyOutcome;
|
|
40
40
|
if (input.isCurrent?.() === false) {
|
|
41
41
|
return { changedCount: 0, outcome: "retry" };
|
|
42
42
|
}
|
|
@@ -54,9 +54,9 @@ async function applyRemoteContainerPage(input) {
|
|
|
54
54
|
return { changedCount: 0, outcome: "retry" };
|
|
55
55
|
}
|
|
56
56
|
const prefetchedProjections = await prefetchDestinationProjections({
|
|
57
|
-
containers: items.filter((item) => !
|
|
57
|
+
containers: items.filter((item) => !seenContainerObservations.has(item.id) &&
|
|
58
58
|
!state.containersById.has(item.id) &&
|
|
59
|
-
!expectedHydrationTombstones.get(item.id) &&
|
|
59
|
+
!input.expectedHydrationTombstones.get(item.id) &&
|
|
60
60
|
!cachedDestinationRole(state.runtime.infra.execSql, item)),
|
|
61
61
|
isCurrent: input.isCurrent,
|
|
62
62
|
runtime: state.runtime,
|
|
@@ -65,11 +65,13 @@ async function applyRemoteContainerPage(input) {
|
|
|
65
65
|
if (input.isCurrent?.() === false) {
|
|
66
66
|
return { changedCount: hydratedCount, outcome: "retry" };
|
|
67
67
|
}
|
|
68
|
-
|
|
69
|
-
|
|
68
|
+
const observation = JSON.stringify(container);
|
|
69
|
+
if (seenContainerObservations.get(container.id) === observation &&
|
|
70
|
+
state.containersById.has(container.id)) {
|
|
71
|
+
input.queueParentLane(container.id);
|
|
70
72
|
continue;
|
|
71
73
|
}
|
|
72
|
-
if (!matchesListedState(state, expectedContainerStates, container.id)) {
|
|
74
|
+
if (!matchesListedState(state, input.expectedContainerStates, container.id)) {
|
|
73
75
|
outcome = "retry";
|
|
74
76
|
continue;
|
|
75
77
|
}
|
|
@@ -80,7 +82,7 @@ async function applyRemoteContainerPage(input) {
|
|
|
80
82
|
containerIdsWithPendingStructuralIntents,
|
|
81
83
|
host: input.host,
|
|
82
84
|
isCurrent: currentUnlessPaused(input, container),
|
|
83
|
-
expectedHydrationTombstone: expectedHydrationTombstones.get(container.id) ?? null,
|
|
85
|
+
expectedHydrationTombstone: input.expectedHydrationTombstones.get(container.id) ?? null,
|
|
84
86
|
prefetchedProjection: prefetchedProjections.get(container.id),
|
|
85
87
|
remoteContainer: container,
|
|
86
88
|
state,
|
|
@@ -91,12 +93,12 @@ async function applyRemoteContainerPage(input) {
|
|
|
91
93
|
outcome = combineOutcomes(outcome, failure);
|
|
92
94
|
continue;
|
|
93
95
|
}
|
|
94
|
-
|
|
96
|
+
seenContainerObservations.set(container.id, observation);
|
|
95
97
|
hydratedCount += 1;
|
|
96
98
|
if (input.isCurrent?.() === false) {
|
|
97
99
|
return { changedCount: hydratedCount, outcome: "retry" };
|
|
98
100
|
}
|
|
99
|
-
queueParentLane(container.id);
|
|
101
|
+
input.queueParentLane(container.id);
|
|
100
102
|
}
|
|
101
103
|
return { changedCount: hydratedCount, outcome };
|
|
102
104
|
}
|
|
@@ -149,14 +151,19 @@ async function checkpointPage(input) {
|
|
|
149
151
|
});
|
|
150
152
|
}
|
|
151
153
|
async function applyContainerParentLanePage(input) {
|
|
152
|
-
const { childIdsByParentId, fetchedPage, host,
|
|
154
|
+
const { childIdsByParentId, fetchedPage, host, state } = input;
|
|
153
155
|
const { expectedContainerStates, expectedHydrationTombstones, lane, response, } = fetchedPage;
|
|
154
156
|
let changedCount = 0;
|
|
155
157
|
if (input.isCurrent?.() === false) {
|
|
156
158
|
return { changedCount, outcome: "retry", shouldStop: true };
|
|
157
159
|
}
|
|
160
|
+
if (changesDiscoveryOrder(lane.watermark, response.nextWatermark, !!lane.continuationCursors))
|
|
161
|
+
return { changedCount, outcome: "retry", shouldStop: false };
|
|
158
162
|
const remoteContainerItems = getApplicableRemoteContainerItems(response);
|
|
163
|
+
const isPaused = await loadPausedContainerFilter(state);
|
|
159
164
|
const tombstoneResult = await applyContainerTombstones({
|
|
165
|
+
isPaused,
|
|
166
|
+
parentId: lane.parentId,
|
|
160
167
|
childIdsByParentId,
|
|
161
168
|
expectedContainerStates,
|
|
162
169
|
isCurrent: input.isCurrent,
|
|
@@ -172,15 +179,10 @@ async function applyContainerParentLanePage(input) {
|
|
|
172
179
|
return { changedCount, outcome: "retry", shouldStop: true };
|
|
173
180
|
}
|
|
174
181
|
if (tombstoneResult.changedCount > 0) {
|
|
175
|
-
//
|
|
176
|
-
// document priming so their null-scoped passes run now rather than on
|
|
177
|
-
// the next startup.
|
|
182
|
+
// Prime documents orphaned by this cascade during the current pass.
|
|
178
183
|
host.requestDocumentPriming?.();
|
|
179
184
|
}
|
|
180
|
-
//
|
|
181
|
-
// Skipping them here, after tombstones saw the full page, still lets the
|
|
182
|
-
// lane complete and its watermark advance; their children are never queued.
|
|
183
|
-
const isPaused = await loadPausedContainerFilter(state);
|
|
185
|
+
// Paused folders keep their local state while the lane advances.
|
|
184
186
|
const appliedPage = await applyRemoteContainerPage({
|
|
185
187
|
reconnect: input.reconnect,
|
|
186
188
|
childIdsByParentId,
|
|
@@ -191,8 +193,8 @@ async function applyContainerParentLanePage(input) {
|
|
|
191
193
|
isPaused,
|
|
192
194
|
items: remoteContainerItems.filter((item) => !isPaused(item)),
|
|
193
195
|
policyOperation: input.policyOperation,
|
|
194
|
-
queueParentLane,
|
|
195
|
-
|
|
196
|
+
queueParentLane: input.queueParentLane,
|
|
197
|
+
seenContainerObservations: input.seenContainerObservations,
|
|
196
198
|
state,
|
|
197
199
|
});
|
|
198
200
|
changedCount += appliedPage.changedCount;
|
|
@@ -211,7 +213,7 @@ async function applyContainerParentLanePage(input) {
|
|
|
211
213
|
if (!skipWatermarkWrite && !(await checkpointPage(input))) {
|
|
212
214
|
return { changedCount, outcome: "retry", shouldStop: true };
|
|
213
215
|
}
|
|
214
|
-
queueNextPage(fetchedPage, skipWatermarkWrite, queueContinuationLane);
|
|
216
|
+
queueNextPage(fetchedPage, skipWatermarkWrite, input.queueContinuationLane);
|
|
215
217
|
return { changedCount, outcome, shouldStop: false };
|
|
216
218
|
}
|
|
217
219
|
function takeContainerParentLaneBatch(input) {
|
|
@@ -228,7 +230,7 @@ function takeContainerParentLaneBatch(input) {
|
|
|
228
230
|
return batch;
|
|
229
231
|
}
|
|
230
232
|
async function applyContainerParentLaneBatch(input) {
|
|
231
|
-
const { childIdsByParentId, fetchedPages, host, lanes, queueParentLane,
|
|
233
|
+
const { childIdsByParentId, fetchedPages, host, lanes, queueParentLane, seenContainerObservations, state, } = input;
|
|
232
234
|
let changedCount = 0;
|
|
233
235
|
let outcome = "complete";
|
|
234
236
|
for (const fetchedPage of fetchedPages) {
|
|
@@ -248,7 +250,7 @@ async function applyContainerParentLaneBatch(input) {
|
|
|
248
250
|
policyOperation: input.policyOperation,
|
|
249
251
|
queueContinuationLane: (lane) => lanes.push(lane),
|
|
250
252
|
queueParentLane,
|
|
251
|
-
|
|
253
|
+
seenContainerObservations,
|
|
252
254
|
state,
|
|
253
255
|
});
|
|
254
256
|
changedCount += result.changedCount;
|
|
@@ -260,7 +262,7 @@ async function applyContainerParentLaneBatch(input) {
|
|
|
260
262
|
return { changedCount, outcome, shouldStop: false };
|
|
261
263
|
}
|
|
262
264
|
export async function hydrateContainerParentLanes(input) {
|
|
263
|
-
const { childIdsByParentId, host, lanes, queueParentLane,
|
|
265
|
+
const { childIdsByParentId, host, lanes, queueParentLane, seenContainerObservations, state, } = input;
|
|
264
266
|
let changedCount = 0;
|
|
265
267
|
let outcome = "complete";
|
|
266
268
|
// One hydration pass is one policy operation: its pages share a discovery.
|
|
@@ -294,7 +296,7 @@ export async function hydrateContainerParentLanes(input) {
|
|
|
294
296
|
lanes,
|
|
295
297
|
policyOperation,
|
|
296
298
|
queueParentLane,
|
|
297
|
-
|
|
299
|
+
seenContainerObservations,
|
|
298
300
|
state,
|
|
299
301
|
});
|
|
300
302
|
changedCount += result.changedCount;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"remoteContainerPageHydration.js","sourceRoot":"","sources":["remoteContainerPageHydration.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,8BAA8B,GAE/B,MAAM,4CAA4C,CAAC;AACpD,OAAO,EAAE,8BAA8B,EAAE,MAAM,oCAAoC,CAAC;AACpF,OAAO,EAAE,qBAAqB,EAAE,MAAM,qCAAqC,CAAC;AAC5E,OAAO,EAAE,8BAA8B,EAAE,MAAM,2BAA2B,CAAC;AAC3E,OAAO,EAAE,6BAA6B,EAAE,MAAM,0BAA0B,CAAC;AACzE,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EACL,wBAAwB,EACxB,iCAAiC,GAClC,MAAM,yBAAyB,CAAC;AAajC,OAAO,EAAE,gCAAgC,EAAE,MAAM,6BAA6B,CAAC;AAC/E,OAAO,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAC1E,OAAO,EACL,gDAAgD,EAChD,kDAAkD,EAClD,kCAAkC,GACnC,MAAM,wBAAwB,CAAC;AAEhC,MAAM,sCAAsC,GAAG,CAAC,CAAC;AAOjD,qFAAqF;AACrF,SAAS,eAAe,CACtB,CAAmB,EACnB,CAAmB;IAEnB,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IACnD,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACzD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,2EAA2E;AAC3E,+DAA+D;AAC/D,SAAS,mBAAmB,CAC1B,KAGC,EACD,SAAwC;IAExC,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;AAC3E,CAAC;AAED,6EAA6E;AAC7E,SAAS,kBAAkB,CACzB,KAAoC,EACpC,uBAAoE,EACpE,WAAmB;IAEnB,OAAO,gCAAgC,CAAC;QACtC,YAAY,EAAE,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC;QACnD,mBAAmB,EAAE,uBAAuB,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,WAAW;KAC3E,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,KAevC;IACC,MAAM,EACJ,uBAAuB,EACvB,2BAA2B,EAC3B,eAAe,EACf,gBAAgB,EAChB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,QAAQ,GAAG,MAAM,2BAA2B,CAChD,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,YAAY,CAAC;QAC3C,SAAS,EAAE,KAAK,CAAC,eAAe;KACjC,CAAC,EACF,KAAK,CAAC,SAAS,EAAE,iBAAiB,EAClC,KAAK,CAAC,SAAS,CAChB,CAAC;IACF,MAAM,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC;IAC3B,IAAI,OAAO,GAAqB,QAAQ,CAAC,OAAO,CAAC;IACjD,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IAC/C,CAAC;IACD,MAAM,CACJ,sCAAsC,EACtC,wCAAwC,EACzC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACpB,gDAAgD,CAAC;YAC/C,gBAAgB,EAAE,KAAK;YACvB,KAAK;SACN,CAAC;QACF,kDAAkD,CAAC;YACjD,gBAAgB,EAAE,KAAK;YACvB,KAAK;SACN,CAAC;KACH,CAAC,CAAC;IACH,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IAC/C,CAAC;IACD,MAAM,qBAAqB,GAAG,MAAM,8BAA8B,CAAC;QACjE,UAAU,EAAE,KAAK,CAAC,MAAM,CACtB,CAAC,IAAI,EAAE,EAAE,CACP,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9B,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,CAAC,2BAA2B,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,CAAC,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAC5D;QACD,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;KACvB,CAAC,CAAC;IACH,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;QAC9B,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QAC3D,CAAC;QACD,IAAI,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;YACvC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC9B,SAAS;QACX,CAAC;QACD,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,uBAAuB,EAAE,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;YACtE,OAAO,GAAG,OAAO,CAAC;YAClB,SAAS;QACX,CAAC;QACD,IAAI,OAAO,GAAqB,OAAO,CAAC;QACxC,MAAM,QAAQ,GAAG,MAAM,kCAAkC,CACvD;YACE,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;YAC5C,sCAAsC;YACtC,wCAAwC;YACxC,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,SAAS,EAAE,mBAAmB,CAAC,KAAK,EAAE,SAAS,CAAC;YAChD,0BAA0B,EACxB,2BAA2B,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,IAAI;YACvD,oBAAoB,EAAE,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7D,eAAe,EAAE,SAAS;YAC1B,KAAK;SACN,EACD,CAAC,OAAO,EAAE,EAAE;YACV,OAAO,GAAG,OAAO,CAAC;QACpB,CAAC,EACD,KAAK,CAAC,SAAS,EAAE,iBAAiB,CACnC,CAAC;QACF,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC5C,SAAS;QACX,CAAC;QACD,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACnC,aAAa,IAAI,CAAC,CAAC;QACnB,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QAC3D,CAAC;QACD,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAChC,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,KAAoC;IAEpC,OAAO,CACL,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe;QAClC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM;QAC1B,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,KAAK,OAAO,CACzC,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAChB,SAAiE;IAEjE,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,uBAAuB,CAAC,EAC/B,IAAI,EACJ,QAAQ,GACuB;IAC/B,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC;IACpC,IAAI,CAAC,IAAI;QAAE,OAAO,QAAQ,CAAC,OAAO,CAAC;IACnC,iEAAiE;IACjE,0EAA0E;IAC1E,IACE,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,SAAS,EAAE,EAAE;QAC9B,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS;QAE3C,OAAO,QAAQ,CAAC,OAAO,CAAC;IAC1B,OAAO,IAAI,CAAC,mBAAmB,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC;AACjE,CAAC;AAED,SAAS,aAAa,CACpB,EAAE,IAAI,EAAE,QAAQ,EAAkC,EAClD,kBAA2B,EAC3B,qBAAmE;IAEnE,IAAI,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;QAC/C,MAAM,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,IAAI,IAAI,GAAG,EAAU,CAAC;QAC1E,IAAI,IAAI,CAAC,SAAS;YAAE,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QACvE,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;QAC3D,qBAAqB,CAAC;YACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,QAAQ,CAAC,aAAa;YACjC,kBAAkB;YAClB,mBAAmB;SACpB,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,KAK7B;IACC,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC;IACvD,uEAAuE;IACvE,sEAAsE;IACtE,IAAI,KAAK,CAAC,SAAS,IAAI,QAAQ,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IACrD,MAAM,aAAa,GACjB,QAAQ,CAAC,aAAa;QACtB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/D,OAAO,8BAA8B,CAAC;QACpC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,aAAa,EAAE;QACxC,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,QAAQ;KACT,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,4BAA4B,CAAC,KAW3C;IACC,MAAM,EACJ,kBAAkB,EAClB,WAAW,EACX,IAAI,EACJ,qBAAqB,EACrB,eAAe,EACf,gBAAgB,EAChB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,MAAM,EACJ,uBAAuB,EACvB,2BAA2B,EAC3B,IAAI,EACJ,QAAQ,GACT,GAAG,WAAW,CAAC;IAChB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IAED,MAAM,oBAAoB,GAAG,iCAAiC,CAAC,QAAQ,CAAC,CAAC;IACzE,MAAM,eAAe,GAAG,MAAM,wBAAwB,CAAC;QACrD,kBAAkB;QAClB,uBAAuB;QACvB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,oBAAoB;QACpB,QAAQ;QACR,KAAK;KACN,CAAC,CAAC;IACH,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;QAC7B,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IACD,YAAY,IAAI,eAAe,CAAC,YAAY,CAAC;IAC7C,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IACD,IAAI,eAAe,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;QACrC,uEAAuE;QACvE,sEAAsE;QACtE,oBAAoB;QACpB,IAAI,CAAC,sBAAsB,EAAE,EAAE,CAAC;IAClC,CAAC;IAED,uEAAuE;IACvE,yEAAyE;IACzE,4EAA4E;IAC5E,MAAM,QAAQ,GAAG,MAAM,yBAAyB,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,WAAW,GAAG,MAAM,wBAAwB,CAAC;QACjD,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,kBAAkB;QAClB,uBAAuB;QACvB,2BAA2B;QAC3B,IAAI;QACJ,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ;QACR,KAAK,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7D,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,eAAe;QACf,gBAAgB;QAChB,KAAK;KACN,CAAC,CAAC;IACH,YAAY,IAAI,WAAW,CAAC,YAAY,CAAC;IACzC,MAAM,OAAO,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;IAC1E,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IACD,sFAAsF;IACtF,IAAI,uBAAuB,CAAC,WAAW,CAAC;QACtC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IAC/D,2EAA2E;IAC3E,2EAA2E;IAC3E,IAAI,OAAO,KAAK,UAAU,IAAI,CAAC,KAAK,CAAC,SAAS;QAC5C,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IACtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,IAAI,OAAO,KAAK,UAAU,CAAC;IAC7E,IAAI,CAAC,kBAAkB,IAAI,CAAC,CAAC,MAAM,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAC1D,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IAED,aAAa,CAAC,WAAW,EAAE,kBAAkB,EAAE,qBAAqB,CAAC,CAAC;IACtE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AACtD,CAAC;AAED,SAAS,4BAA4B,CAAC,KAGrC;IACC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAmC,EAAE,CAAC;IAEjD,OACE,KAAK,CAAC,MAAM,GAAG,CAAC;QAChB,KAAK,CAAC,MAAM,GAAG,sCAAsC,EACrD,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,IACE,IAAI;YACJ,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EACnE,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,6BAA6B,CAAC,KAW5C;IACC,MAAM,EACJ,kBAAkB,EAClB,YAAY,EACZ,IAAI,EACJ,KAAK,EACL,eAAe,EACf,gBAAgB,EAChB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,OAAO,GAAqB,UAAU,CAAC;IAE3C,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YACxE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;QACD,IACE,WAAW,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI;YAClC,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,EACpD,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC;YAChD,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,kBAAkB;YAClB,WAAW;YACX,IAAI;YACJ,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,eAAe,EAAE,KAAK,CAAC,eAAe;YACtC,qBAAqB,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;YACjD,eAAe;YACf,gBAAgB;YAChB,KAAK;SACN,CAAC,CAAC;QACH,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;QACpC,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAEnD,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,KASjD;IACC,MAAM,EACJ,kBAAkB,EAClB,IAAI,EACJ,KAAK,EACL,eAAe,EACf,gBAAgB,EAChB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,OAAO,GAAqB,UAAU,CAAC;IAC3C,2EAA2E;IAC3E,MAAM,eAAe,GAAG,8BAA8B,EAAE,CAAC;IAEzD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YACxE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;QAED,MAAM,KAAK,GAAG,4BAA4B,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,SAAS;QACX,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,6BAA6B,CAAC;YACvD,KAAK;YACL,YAAY,EAAE,KAAK,CAAC,SAAS,EAAE,YAAY;YAC3C,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,KAAK;SACN,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;QACD,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,6BAA6B,CAAC;YACjD,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,kBAAkB;YAClB,YAAY;YACZ,IAAI;YACJ,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,KAAK;YACL,eAAe;YACf,eAAe;YACf,gBAAgB;YAChB,KAAK;SACN,CAAC,CAAC;QACH,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;QACpC,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAEnD,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AACtD,CAAC","sourcesContent":["import {\n createPrincipalPolicyOperation,\n type PrincipalPolicyOperation,\n} from \"../../../principals/principalPolicyService\";\nimport { prefetchDestinationProjections } from \"../destination/destinationPrefetch\";\nimport { cachedDestinationRole } from \"../destination/destinationRoleCache\";\nimport { markContainerParentLaneFetched } from \"../lanes/laneFetchMarkers\";\nimport { fetchContainerParentLaneBatch } from \"../lanes/parentLaneFetch\";\nimport { warmListedContainerPolicies } from \"../principalPolicyCache\";\nimport {\n applyContainerTombstones,\n getApplicableRemoteContainerItems,\n} from \"../tombstoneApplication\";\nimport type {\n ContainerChildIndex,\n ContainerParentHydrationLane,\n ExpectedContainerState,\n FetchedContainerParentLanePage,\n HydrationOutcome,\n ListedRemoteContainerPageItem,\n QueueContainerParentLane,\n ReconnectPages,\n RemoteContainerHydrationHost,\n RemoteContainerHydrationState,\n} from \"../types\";\nimport { containerStateMatchesFingerprint } from \"./containerStateFingerprint\";\nimport { loadPausedContainerFilter } from \"./organizationSyncPauseFilter\";\nimport {\n listRemoteContainerIdsWithPendingMetadataUpdates,\n listRemoteContainerIdsWithPendingStructuralIntents,\n upsertIsolatedRemoteContainerState,\n} from \"./remoteContainerState\";\n\nconst CONTAINER_PARENT_HYDRATION_CONCURRENCY = 4;\n\ninterface HydrationProgress {\n changedCount: number;\n outcome: HydrationOutcome;\n shouldStop: boolean;\n}\n/** A retryable lane takes precedence over a refused proof elsewhere in the crawl. */\nfunction combineOutcomes(\n a: HydrationOutcome,\n b: HydrationOutcome,\n): HydrationOutcome {\n if (a === \"retry\" || b === \"retry\") return \"retry\";\n if (a === \"refused\" || b === \"refused\") return \"refused\";\n return \"complete\";\n}\n\n// Re-checked inside the commit: a pause from another device can land after\n// the page was filtered, and its cleanup may already have run.\nfunction currentUnlessPaused(\n input: {\n isCurrent?: (() => boolean) | undefined;\n isPaused: (container: ListedRemoteContainerPageItem) => boolean;\n },\n container: ListedRemoteContainerPageItem,\n): () => boolean {\n return () => input.isCurrent?.() !== false && !input.isPaused(container);\n}\n\n/** The local state still matches the fingerprint the listing was read at. */\nfunction matchesListedState(\n state: RemoteContainerHydrationState,\n expectedContainerStates: ReadonlyMap<string, ExpectedContainerState>,\n containerId: string,\n): boolean {\n return containerStateMatchesFingerprint({\n currentState: state.containersById.get(containerId),\n expectedFingerprint: expectedContainerStates.get(containerId)?.fingerprint,\n });\n}\n\nasync function applyRemoteContainerPage(input: {\n reconnect?: ReconnectPages | undefined;\n childIdsByParentId: ContainerChildIndex;\n expectedContainerStates: ReadonlyMap<string, ExpectedContainerState>;\n expectedHydrationTombstones: FetchedContainerParentLanePage[\"expectedHydrationTombstones\"];\n host: RemoteContainerHydrationHost;\n isCurrent?: (() => boolean) | undefined;\n /** Live pause check; a pause arriving mid-page stops the commit. */\n isPaused: (container: ListedRemoteContainerPageItem) => boolean;\n items: ReadonlyArray<ListedRemoteContainerPageItem>;\n /** The hydration pass's token: its pages share one directory discovery. */\n policyOperation: PrincipalPolicyOperation;\n queueParentLane: QueueContainerParentLane;\n seenContainerIds: Set<string>;\n state: RemoteContainerHydrationState;\n}): Promise<{ changedCount: number; outcome: HydrationOutcome }> {\n const {\n expectedContainerStates,\n expectedHydrationTombstones,\n queueParentLane,\n seenContainerIds,\n state,\n } = input;\n let hydratedCount = 0;\n const policies = await warmListedContainerPolicies(\n input.items,\n state.runtime.principalPolicies.createWarmer({\n operation: input.policyOperation,\n }),\n input.reconnect?.recordManualError,\n input.isCurrent,\n );\n const { items } = policies;\n let outcome: HydrationOutcome = policies.outcome;\n if (input.isCurrent?.() === false) {\n return { changedCount: 0, outcome: \"retry\" };\n }\n const [\n containerIdsWithPendingMetadataUpdates,\n containerIdsWithPendingStructuralIntents,\n ] = await Promise.all([\n listRemoteContainerIdsWithPendingMetadataUpdates({\n remoteContainers: items,\n state,\n }),\n listRemoteContainerIdsWithPendingStructuralIntents({\n remoteContainers: items,\n state,\n }),\n ]);\n if (input.isCurrent?.() === false) {\n return { changedCount: 0, outcome: \"retry\" };\n }\n const prefetchedProjections = await prefetchDestinationProjections({\n containers: items.filter(\n (item) =>\n !seenContainerIds.has(item.id) &&\n !state.containersById.has(item.id) &&\n !expectedHydrationTombstones.get(item.id) &&\n !cachedDestinationRole(state.runtime.infra.execSql, item),\n ),\n isCurrent: input.isCurrent,\n runtime: state.runtime,\n });\n for (const container of items) {\n if (input.isCurrent?.() === false) {\n return { changedCount: hydratedCount, outcome: \"retry\" };\n }\n if (seenContainerIds.has(container.id)) {\n queueParentLane(container.id);\n continue;\n }\n if (!matchesListedState(state, expectedContainerStates, container.id)) {\n outcome = \"retry\";\n continue;\n }\n let failure: HydrationOutcome = \"retry\";\n const upserted = await upsertIsolatedRemoteContainerState(\n {\n childIdsByParentId: input.childIdsByParentId,\n containerIdsWithPendingMetadataUpdates,\n containerIdsWithPendingStructuralIntents,\n host: input.host,\n isCurrent: currentUnlessPaused(input, container),\n expectedHydrationTombstone:\n expectedHydrationTombstones.get(container.id) ?? null,\n prefetchedProjection: prefetchedProjections.get(container.id),\n remoteContainer: container,\n state,\n },\n (outcome) => {\n failure = outcome;\n },\n input.reconnect?.recordManualError,\n );\n if (!upserted) {\n outcome = combineOutcomes(outcome, failure);\n continue;\n }\n seenContainerIds.add(container.id);\n hydratedCount += 1;\n if (input.isCurrent?.() === false) {\n return { changedCount: hydratedCount, outcome: \"retry\" };\n }\n queueParentLane(container.id);\n }\n\n return { changedCount: hydratedCount, outcome };\n}\n\nexport function canHydrateRemoteContainers(\n state: RemoteContainerHydrationState,\n): boolean {\n return (\n state.runtime.auth.isAuthenticated &&\n state.runtime.state.online &&\n state.runtime.infra.dbStatus === \"ready\"\n );\n}\n\nfunction cursorKey(\n watermark: NonNullable<ContainerParentHydrationLane[\"watermark\"]>,\n): string {\n return JSON.stringify([watermark.updatedAt, watermark.id]);\n}\n\nfunction hasUnusableContinuation({\n lane,\n response,\n}: FetchedContainerParentLanePage): boolean {\n const next = response.nextWatermark;\n if (!next) return response.hasMore;\n // Opaque positions can advance with an older business timestamp.\n // A drained lane may echo its current position, but never an earlier one.\n if (\n next.id === lane.watermark?.id &&\n next.updatedAt === lane.watermark.updatedAt\n )\n return response.hasMore;\n return lane.continuationCursors?.has(cursorKey(next)) === true;\n}\n\nfunction queueNextPage(\n { lane, response }: FetchedContainerParentLanePage,\n skipWatermarkWrite: boolean,\n queueContinuationLane: (lane: ContainerParentHydrationLane) => void,\n): void {\n if (response.hasMore && response.nextWatermark) {\n const continuationCursors = lane.continuationCursors ?? new Set<string>();\n if (lane.watermark) continuationCursors.add(cursorKey(lane.watermark));\n continuationCursors.add(cursorKey(response.nextWatermark));\n queueContinuationLane({\n parentId: lane.parentId,\n watermark: response.nextWatermark,\n skipWatermarkWrite,\n continuationCursors,\n });\n }\n}\n\nasync function checkpointPage(input: {\n reconnect?: ReconnectPages | undefined;\n fetchedPage: FetchedContainerParentLanePage;\n isCurrent?: (() => boolean) | undefined;\n state: RemoteContainerHydrationState;\n}): Promise<boolean> {\n const { lane, response, syncLane } = input.fetchedPage;\n // Only a drained chain can advance a reconnect checkpoint. Otherwise a\n // cycle can alternate the durable cursor between successive attempts.\n if (input.reconnect && response.hasMore) return true;\n const nextWatermark =\n response.nextWatermark ??\n (lane.continuationCursors ? (lane.watermark ?? null) : null);\n return markContainerParentLaneFetched({\n isCurrent: input.isCurrent,\n response: { ...response, nextWatermark },\n state: input.state,\n syncLane,\n });\n}\n\nasync function applyContainerParentLanePage(input: {\n reconnect?: ReconnectPages | undefined;\n childIdsByParentId: ContainerChildIndex;\n fetchedPage: FetchedContainerParentLanePage;\n host: RemoteContainerHydrationHost;\n isCurrent?: (() => boolean) | undefined;\n policyOperation: PrincipalPolicyOperation;\n queueContinuationLane: (lane: ContainerParentHydrationLane) => void;\n queueParentLane: QueueContainerParentLane;\n seenContainerIds: Set<string>;\n state: RemoteContainerHydrationState;\n}): Promise<HydrationProgress> {\n const {\n childIdsByParentId,\n fetchedPage,\n host,\n queueContinuationLane,\n queueParentLane,\n seenContainerIds,\n state,\n } = input;\n const {\n expectedContainerStates,\n expectedHydrationTombstones,\n lane,\n response,\n } = fetchedPage;\n let changedCount = 0;\n if (input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n\n const remoteContainerItems = getApplicableRemoteContainerItems(response);\n const tombstoneResult = await applyContainerTombstones({\n childIdsByParentId,\n expectedContainerStates,\n isCurrent: input.isCurrent,\n remoteContainerItems,\n response,\n state,\n });\n if (!tombstoneResult.current) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n changedCount += tombstoneResult.changedCount;\n if (input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n if (tombstoneResult.changedCount > 0) {\n // A live tombstone cascade may have orphaned documents (row 3); re-arm\n // document priming so their null-scoped passes run now rather than on\n // the next startup.\n host.requestDocumentPriming?.();\n }\n\n // A paused organization's containers stay as the device last saw them.\n // Skipping them here, after tombstones saw the full page, still lets the\n // lane complete and its watermark advance; their children are never queued.\n const isPaused = await loadPausedContainerFilter(state);\n const appliedPage = await applyRemoteContainerPage({\n reconnect: input.reconnect,\n childIdsByParentId,\n expectedContainerStates,\n expectedHydrationTombstones,\n host,\n isCurrent: input.isCurrent,\n isPaused,\n items: remoteContainerItems.filter((item) => !isPaused(item)),\n policyOperation: input.policyOperation,\n queueParentLane,\n seenContainerIds,\n state,\n });\n changedCount += appliedPage.changedCount;\n const outcome = tombstoneResult.completed ? appliedPage.outcome : \"retry\";\n if (input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n // A bad continuation invalidates the cursor, independently verified rows still apply.\n if (hasUnusableContinuation(fetchedPage))\n return { changedCount, outcome: \"retry\", shouldStop: false };\n // A refused item leaves a gap in this lane. Later pages can still discover\n // independent children, but none may move its durable cursor past the gap.\n if (outcome !== \"complete\" && !input.reconnect)\n return { changedCount, outcome, shouldStop: false };\n const skipWatermarkWrite = lane.skipWatermarkWrite || outcome !== \"complete\";\n if (!skipWatermarkWrite && !(await checkpointPage(input))) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n\n queueNextPage(fetchedPage, skipWatermarkWrite, queueContinuationLane);\n return { changedCount, outcome, shouldStop: false };\n}\n\nfunction takeContainerParentLaneBatch(input: {\n lanes: ContainerParentHydrationLane[];\n state: RemoteContainerHydrationState;\n}): ContainerParentHydrationLane[] {\n const { lanes, state } = input;\n const batch: ContainerParentHydrationLane[] = [];\n\n while (\n lanes.length > 0 &&\n batch.length < CONTAINER_PARENT_HYDRATION_CONCURRENCY\n ) {\n const lane = lanes.shift();\n if (\n lane &&\n (lane.parentId === null || state.containersById.has(lane.parentId))\n ) {\n batch.push(lane);\n }\n }\n\n return batch;\n}\n\nasync function applyContainerParentLaneBatch(input: {\n reconnect?: ReconnectPages | undefined;\n childIdsByParentId: ContainerChildIndex;\n fetchedPages: ReadonlyArray<FetchedContainerParentLanePage>;\n host: RemoteContainerHydrationHost;\n isCurrent?: (() => boolean) | undefined;\n lanes: ContainerParentHydrationLane[];\n policyOperation: PrincipalPolicyOperation;\n queueParentLane: QueueContainerParentLane;\n seenContainerIds: Set<string>;\n state: RemoteContainerHydrationState;\n}): Promise<HydrationProgress> {\n const {\n childIdsByParentId,\n fetchedPages,\n host,\n lanes,\n queueParentLane,\n seenContainerIds,\n state,\n } = input;\n let changedCount = 0;\n let outcome: HydrationOutcome = \"complete\";\n\n for (const fetchedPage of fetchedPages) {\n if (!canHydrateRemoteContainers(state) || input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n if (\n fetchedPage.lane.parentId !== null &&\n !state.containersById.has(fetchedPage.lane.parentId)\n ) {\n continue;\n }\n\n const result = await applyContainerParentLanePage({\n reconnect: input.reconnect,\n childIdsByParentId,\n fetchedPage,\n host,\n isCurrent: input.isCurrent,\n policyOperation: input.policyOperation,\n queueContinuationLane: (lane) => lanes.push(lane),\n queueParentLane,\n seenContainerIds,\n state,\n });\n changedCount += result.changedCount;\n outcome = combineOutcomes(outcome, result.outcome);\n\n if (result.shouldStop) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n }\n\n return { changedCount, outcome, shouldStop: false };\n}\n\nexport async function hydrateContainerParentLanes(input: {\n reconnect?: ReconnectPages | undefined;\n childIdsByParentId: ContainerChildIndex;\n host: RemoteContainerHydrationHost;\n isCurrent?: (() => boolean) | undefined;\n lanes: ContainerParentHydrationLane[];\n queueParentLane: QueueContainerParentLane;\n seenContainerIds: Set<string>;\n state: RemoteContainerHydrationState;\n}): Promise<HydrationProgress> {\n const {\n childIdsByParentId,\n host,\n lanes,\n queueParentLane,\n seenContainerIds,\n state,\n } = input;\n let changedCount = 0;\n let outcome: HydrationOutcome = \"complete\";\n // One hydration pass is one policy operation: its pages share a discovery.\n const policyOperation = createPrincipalPolicyOperation();\n\n while (lanes.length > 0) {\n if (!canHydrateRemoteContainers(state) || input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n\n const batch = takeContainerParentLaneBatch({ lanes, state });\n if (batch.length === 0) {\n continue;\n }\n\n const fetchedPages = await fetchContainerParentLaneBatch({\n batch,\n laneIdPrefix: input.reconnect?.laneIdPrefix,\n isCurrent: input.isCurrent,\n state,\n });\n if (!fetchedPages) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n if (input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n\n const result = await applyContainerParentLaneBatch({\n reconnect: input.reconnect,\n childIdsByParentId,\n fetchedPages,\n host,\n isCurrent: input.isCurrent,\n lanes,\n policyOperation,\n queueParentLane,\n seenContainerIds,\n state,\n });\n changedCount += result.changedCount;\n outcome = combineOutcomes(outcome, result.outcome);\n\n if (result.shouldStop) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n }\n\n return { changedCount, outcome, shouldStop: false };\n}\n"]}
|
|
1
|
+
{"version":3,"file":"remoteContainerPageHydration.js","sourceRoot":"","sources":["remoteContainerPageHydration.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,8BAA8B,GAE/B,MAAM,4CAA4C,CAAC;AACpD,OAAO,EAAE,qBAAqB,EAAE,MAAM,8CAA8C,CAAC;AACrF,OAAO,EAAE,8BAA8B,EAAE,MAAM,oCAAoC,CAAC;AACpF,OAAO,EAAE,qBAAqB,EAAE,MAAM,qCAAqC,CAAC;AAC5E,OAAO,EAAE,8BAA8B,EAAE,MAAM,2BAA2B,CAAC;AAC3E,OAAO,EAAE,6BAA6B,EAAE,MAAM,0BAA0B,CAAC;AACzE,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EACL,wBAAwB,EACxB,iCAAiC,GAClC,MAAM,yBAAyB,CAAC;AAajC,OAAO,EAAE,gCAAgC,EAAE,MAAM,6BAA6B,CAAC;AAC/E,OAAO,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAC1E,OAAO,EACL,gDAAgD,EAChD,kDAAkD,EAClD,kCAAkC,GACnC,MAAM,wBAAwB,CAAC;AAEhC,MAAM,sCAAsC,GAAG,CAAC,CAAC;AAOjD,qFAAqF;AACrF,SAAS,eAAe,CACtB,CAAmB,EACnB,CAAmB;IAEnB,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IACnD,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACzD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,2EAA2E;AAC3E,+DAA+D;AAC/D,SAAS,mBAAmB,CAC1B,KAGC,EACD,SAAwC;IAExC,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;AAC3E,CAAC;AAED,6EAA6E;AAC7E,SAAS,kBAAkB,CACzB,KAAoC,EACpC,uBAAoE,EACpE,WAAmB;IAEnB,OAAO,gCAAgC,CAAC;QACtC,YAAY,EAAE,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC;QACnD,mBAAmB,EAAE,uBAAuB,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,WAAW;KAC3E,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,KAcvC;IACC,MAAM,EAAE,yBAAyB,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IACnD,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,MAAM,2BAA2B,CACzE,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,YAAY,CAAC;QAC3C,SAAS,EAAE,KAAK,CAAC,eAAe;KACjC,CAAC,EACF,KAAK,CAAC,SAAS,EAAE,iBAAiB,EAClC,KAAK,CAAC,SAAS,CAChB,CAAC;IACF,IAAI,OAAO,GAAqB,aAAa,CAAC;IAC9C,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IAC/C,CAAC;IACD,MAAM,CACJ,sCAAsC,EACtC,wCAAwC,EACzC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACpB,gDAAgD,CAAC;YAC/C,gBAAgB,EAAE,KAAK;YACvB,KAAK;SACN,CAAC;QACF,kDAAkD,CAAC;YACjD,gBAAgB,EAAE,KAAK;YACvB,KAAK;SACN,CAAC;KACH,CAAC,CAAC;IACH,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IAC/C,CAAC;IACD,MAAM,qBAAqB,GAAG,MAAM,8BAA8B,CAAC;QACjE,UAAU,EAAE,KAAK,CAAC,MAAM,CACtB,CAAC,IAAI,EAAE,EAAE,CACP,CAAC,yBAAyB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACvC,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,CAAC,KAAK,CAAC,2BAA2B,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/C,CAAC,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAC5D;QACD,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;KACvB,CAAC,CAAC;IACH,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;QAC9B,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QAC3D,CAAC;QACD,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC9C,IACE,yBAAyB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,WAAW;YAC3D,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EACtC,CAAC;YACD,KAAK,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACpC,SAAS;QACX,CAAC;QACD,IACE,CAAC,kBAAkB,CAAC,KAAK,EAAE,KAAK,CAAC,uBAAuB,EAAE,SAAS,CAAC,EAAE,CAAC,EACvE,CAAC;YACD,OAAO,GAAG,OAAO,CAAC;YAClB,SAAS;QACX,CAAC;QACD,IAAI,OAAO,GAAqB,OAAO,CAAC;QACxC,MAAM,QAAQ,GAAG,MAAM,kCAAkC,CACvD;YACE,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;YAC5C,sCAAsC;YACtC,wCAAwC;YACxC,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,SAAS,EAAE,mBAAmB,CAAC,KAAK,EAAE,SAAS,CAAC;YAChD,0BAA0B,EACxB,KAAK,CAAC,2BAA2B,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,IAAI;YAC7D,oBAAoB,EAAE,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7D,eAAe,EAAE,SAAS;YAC1B,KAAK;SACN,EACD,CAAC,OAAO,EAAE,EAAE;YACV,OAAO,GAAG,OAAO,CAAC;QACpB,CAAC,EACD,KAAK,CAAC,SAAS,EAAE,iBAAiB,CACnC,CAAC;QACF,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC5C,SAAS;QACX,CAAC;QACD,yBAAyB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QACzD,aAAa,IAAI,CAAC,CAAC;QACnB,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QAC3D,CAAC;QACD,KAAK,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,KAAoC;IAEpC,OAAO,CACL,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe;QAClC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM;QAC1B,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,KAAK,OAAO,CACzC,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAChB,SAAiE;IAEjE,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,uBAAuB,CAAC,EAC/B,IAAI,EACJ,QAAQ,GACuB;IAC/B,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC;IACpC,IAAI,CAAC,IAAI;QAAE,OAAO,QAAQ,CAAC,OAAO,CAAC;IACnC,iEAAiE;IACjE,0EAA0E;IAC1E,IACE,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,SAAS,EAAE,EAAE;QAC9B,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS;QAE3C,OAAO,QAAQ,CAAC,OAAO,CAAC;IAC1B,OAAO,IAAI,CAAC,mBAAmB,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC;AACjE,CAAC;AAED,SAAS,aAAa,CACpB,EAAE,IAAI,EAAE,QAAQ,EAAkC,EAClD,kBAA2B,EAC3B,qBAAmE;IAEnE,IAAI,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;QAC/C,MAAM,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,IAAI,IAAI,GAAG,EAAU,CAAC;QAC1E,IAAI,IAAI,CAAC,SAAS;YAAE,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QACvE,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;QAC3D,qBAAqB,CAAC;YACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,QAAQ,CAAC,aAAa;YACjC,kBAAkB;YAClB,mBAAmB;SACpB,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,KAK7B;IACC,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC;IACvD,uEAAuE;IACvE,sEAAsE;IACtE,IAAI,KAAK,CAAC,SAAS,IAAI,QAAQ,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IACrD,MAAM,aAAa,GACjB,QAAQ,CAAC,aAAa;QACtB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/D,OAAO,8BAA8B,CAAC;QACpC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,aAAa,EAAE;QACxC,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,QAAQ;KACT,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,4BAA4B,CAAC,KAW3C;IACC,MAAM,EAAE,kBAAkB,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAC/D,MAAM,EACJ,uBAAuB,EACvB,2BAA2B,EAC3B,IAAI,EACJ,QAAQ,GACT,GAAG,WAAW,CAAC;IAChB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IAED,IACE,qBAAqB,CACnB,IAAI,CAAC,SAAS,EACd,QAAQ,CAAC,aAAa,EACtB,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAC3B;QAED,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IAC/D,MAAM,oBAAoB,GAAG,iCAAiC,CAAC,QAAQ,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAG,MAAM,yBAAyB,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,eAAe,GAAG,MAAM,wBAAwB,CAAC;QACrD,QAAQ;QACR,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,kBAAkB;QAClB,uBAAuB;QACvB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,oBAAoB;QACpB,QAAQ;QACR,KAAK;KACN,CAAC,CAAC;IACH,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;QAC7B,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IACD,YAAY,IAAI,eAAe,CAAC,YAAY,CAAC;IAC7C,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IACD,IAAI,eAAe,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;QACrC,oEAAoE;QACpE,IAAI,CAAC,sBAAsB,EAAE,EAAE,CAAC;IAClC,CAAC;IAED,iEAAiE;IACjE,MAAM,WAAW,GAAG,MAAM,wBAAwB,CAAC;QACjD,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,kBAAkB;QAClB,uBAAuB;QACvB,2BAA2B;QAC3B,IAAI;QACJ,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ;QACR,KAAK,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7D,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,yBAAyB,EAAE,KAAK,CAAC,yBAAyB;QAC1D,KAAK;KACN,CAAC,CAAC;IACH,YAAY,IAAI,WAAW,CAAC,YAAY,CAAC;IACzC,MAAM,OAAO,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;IAC1E,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IACD,sFAAsF;IACtF,IAAI,uBAAuB,CAAC,WAAW,CAAC;QACtC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IAC/D,2EAA2E;IAC3E,2EAA2E;IAC3E,IAAI,OAAO,KAAK,UAAU,IAAI,CAAC,KAAK,CAAC,SAAS;QAC5C,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IACtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,IAAI,OAAO,KAAK,UAAU,CAAC;IAC7E,IAAI,CAAC,kBAAkB,IAAI,CAAC,CAAC,MAAM,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAC1D,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IAED,aAAa,CAAC,WAAW,EAAE,kBAAkB,EAAE,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAC5E,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AACtD,CAAC;AAED,SAAS,4BAA4B,CAAC,KAGrC;IACC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAmC,EAAE,CAAC;IAEjD,OACE,KAAK,CAAC,MAAM,GAAG,CAAC;QAChB,KAAK,CAAC,MAAM,GAAG,sCAAsC,EACrD,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,IACE,IAAI;YACJ,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EACnE,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,6BAA6B,CAAC,KAW5C;IACC,MAAM,EACJ,kBAAkB,EAClB,YAAY,EACZ,IAAI,EACJ,KAAK,EACL,eAAe,EACf,yBAAyB,EACzB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,OAAO,GAAqB,UAAU,CAAC;IAE3C,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YACxE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;QACD,IACE,WAAW,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI;YAClC,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,EACpD,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC;YAChD,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,kBAAkB;YAClB,WAAW;YACX,IAAI;YACJ,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,eAAe,EAAE,KAAK,CAAC,eAAe;YACtC,qBAAqB,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;YACjD,eAAe;YACf,yBAAyB;YACzB,KAAK;SACN,CAAC,CAAC;QACH,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;QACpC,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAEnD,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,KASjD;IACC,MAAM,EACJ,kBAAkB,EAClB,IAAI,EACJ,KAAK,EACL,eAAe,EACf,yBAAyB,EACzB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,OAAO,GAAqB,UAAU,CAAC;IAC3C,2EAA2E;IAC3E,MAAM,eAAe,GAAG,8BAA8B,EAAE,CAAC;IAEzD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YACxE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;QAED,MAAM,KAAK,GAAG,4BAA4B,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,SAAS;QACX,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,6BAA6B,CAAC;YACvD,KAAK;YACL,YAAY,EAAE,KAAK,CAAC,SAAS,EAAE,YAAY;YAC3C,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,KAAK;SACN,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;QACD,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,6BAA6B,CAAC;YACjD,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,kBAAkB;YAClB,YAAY;YACZ,IAAI;YACJ,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,KAAK;YACL,eAAe;YACf,eAAe;YACf,yBAAyB;YACzB,KAAK;SACN,CAAC,CAAC;QACH,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;QACpC,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAEnD,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AACtD,CAAC","sourcesContent":["import {\n createPrincipalPolicyOperation,\n type PrincipalPolicyOperation,\n} from \"../../../principals/principalPolicyService\";\nimport { changesDiscoveryOrder } from \"../../documentDiscovery/publicationWatermark\";\nimport { prefetchDestinationProjections } from \"../destination/destinationPrefetch\";\nimport { cachedDestinationRole } from \"../destination/destinationRoleCache\";\nimport { markContainerParentLaneFetched } from \"../lanes/laneFetchMarkers\";\nimport { fetchContainerParentLaneBatch } from \"../lanes/parentLaneFetch\";\nimport { warmListedContainerPolicies } from \"../principalPolicyCache\";\nimport {\n applyContainerTombstones,\n getApplicableRemoteContainerItems,\n} from \"../tombstoneApplication\";\nimport type {\n ContainerChildIndex,\n ContainerParentHydrationLane,\n ExpectedContainerState,\n FetchedContainerParentLanePage,\n HydrationOutcome,\n ListedRemoteContainerPageItem,\n QueueContainerParentLane,\n ReconnectPages,\n RemoteContainerHydrationHost,\n RemoteContainerHydrationState,\n} from \"../types\";\nimport { containerStateMatchesFingerprint } from \"./containerStateFingerprint\";\nimport { loadPausedContainerFilter } from \"./organizationSyncPauseFilter\";\nimport {\n listRemoteContainerIdsWithPendingMetadataUpdates,\n listRemoteContainerIdsWithPendingStructuralIntents,\n upsertIsolatedRemoteContainerState,\n} from \"./remoteContainerState\";\n\nconst CONTAINER_PARENT_HYDRATION_CONCURRENCY = 4;\n\ninterface HydrationProgress {\n changedCount: number;\n outcome: HydrationOutcome;\n shouldStop: boolean;\n}\n/** A retryable lane takes precedence over a refused proof elsewhere in the crawl. */\nfunction combineOutcomes(\n a: HydrationOutcome,\n b: HydrationOutcome,\n): HydrationOutcome {\n if (a === \"retry\" || b === \"retry\") return \"retry\";\n if (a === \"refused\" || b === \"refused\") return \"refused\";\n return \"complete\";\n}\n\n// Re-checked inside the commit: a pause from another device can land after\n// the page was filtered, and its cleanup may already have run.\nfunction currentUnlessPaused(\n input: {\n isCurrent?: (() => boolean) | undefined;\n isPaused: (container: ListedRemoteContainerPageItem) => boolean;\n },\n container: ListedRemoteContainerPageItem,\n): () => boolean {\n return () => input.isCurrent?.() !== false && !input.isPaused(container);\n}\n\n/** The local state still matches the fingerprint the listing was read at. */\nfunction matchesListedState(\n state: RemoteContainerHydrationState,\n expectedContainerStates: ReadonlyMap<string, ExpectedContainerState>,\n containerId: string,\n): boolean {\n return containerStateMatchesFingerprint({\n currentState: state.containersById.get(containerId),\n expectedFingerprint: expectedContainerStates.get(containerId)?.fingerprint,\n });\n}\n\nasync function applyRemoteContainerPage(input: {\n reconnect?: ReconnectPages | undefined;\n childIdsByParentId: ContainerChildIndex;\n expectedContainerStates: ReadonlyMap<string, ExpectedContainerState>;\n expectedHydrationTombstones: FetchedContainerParentLanePage[\"expectedHydrationTombstones\"];\n host: RemoteContainerHydrationHost;\n isCurrent?: (() => boolean) | undefined;\n isPaused: (container: ListedRemoteContainerPageItem) => boolean;\n items: ReadonlyArray<ListedRemoteContainerPageItem>;\n /** The hydration pass's token: its pages share one directory discovery. */\n policyOperation: PrincipalPolicyOperation;\n queueParentLane: QueueContainerParentLane;\n seenContainerObservations: Map<string, string>;\n state: RemoteContainerHydrationState;\n}): Promise<{ changedCount: number; outcome: HydrationOutcome }> {\n const { seenContainerObservations, state } = input;\n let hydratedCount = 0;\n const { items, outcome: policyOutcome } = await warmListedContainerPolicies(\n input.items,\n state.runtime.principalPolicies.createWarmer({\n operation: input.policyOperation,\n }),\n input.reconnect?.recordManualError,\n input.isCurrent,\n );\n let outcome: HydrationOutcome = policyOutcome;\n if (input.isCurrent?.() === false) {\n return { changedCount: 0, outcome: \"retry\" };\n }\n const [\n containerIdsWithPendingMetadataUpdates,\n containerIdsWithPendingStructuralIntents,\n ] = await Promise.all([\n listRemoteContainerIdsWithPendingMetadataUpdates({\n remoteContainers: items,\n state,\n }),\n listRemoteContainerIdsWithPendingStructuralIntents({\n remoteContainers: items,\n state,\n }),\n ]);\n if (input.isCurrent?.() === false) {\n return { changedCount: 0, outcome: \"retry\" };\n }\n const prefetchedProjections = await prefetchDestinationProjections({\n containers: items.filter(\n (item) =>\n !seenContainerObservations.has(item.id) &&\n !state.containersById.has(item.id) &&\n !input.expectedHydrationTombstones.get(item.id) &&\n !cachedDestinationRole(state.runtime.infra.execSql, item),\n ),\n isCurrent: input.isCurrent,\n runtime: state.runtime,\n });\n for (const container of items) {\n if (input.isCurrent?.() === false) {\n return { changedCount: hydratedCount, outcome: \"retry\" };\n }\n const observation = JSON.stringify(container);\n if (\n seenContainerObservations.get(container.id) === observation &&\n state.containersById.has(container.id)\n ) {\n input.queueParentLane(container.id);\n continue;\n }\n if (\n !matchesListedState(state, input.expectedContainerStates, container.id)\n ) {\n outcome = \"retry\";\n continue;\n }\n let failure: HydrationOutcome = \"retry\";\n const upserted = await upsertIsolatedRemoteContainerState(\n {\n childIdsByParentId: input.childIdsByParentId,\n containerIdsWithPendingMetadataUpdates,\n containerIdsWithPendingStructuralIntents,\n host: input.host,\n isCurrent: currentUnlessPaused(input, container),\n expectedHydrationTombstone:\n input.expectedHydrationTombstones.get(container.id) ?? null,\n prefetchedProjection: prefetchedProjections.get(container.id),\n remoteContainer: container,\n state,\n },\n (outcome) => {\n failure = outcome;\n },\n input.reconnect?.recordManualError,\n );\n if (!upserted) {\n outcome = combineOutcomes(outcome, failure);\n continue;\n }\n seenContainerObservations.set(container.id, observation);\n hydratedCount += 1;\n if (input.isCurrent?.() === false) {\n return { changedCount: hydratedCount, outcome: \"retry\" };\n }\n input.queueParentLane(container.id);\n }\n\n return { changedCount: hydratedCount, outcome };\n}\n\nexport function canHydrateRemoteContainers(\n state: RemoteContainerHydrationState,\n): boolean {\n return (\n state.runtime.auth.isAuthenticated &&\n state.runtime.state.online &&\n state.runtime.infra.dbStatus === \"ready\"\n );\n}\n\nfunction cursorKey(\n watermark: NonNullable<ContainerParentHydrationLane[\"watermark\"]>,\n): string {\n return JSON.stringify([watermark.updatedAt, watermark.id]);\n}\n\nfunction hasUnusableContinuation({\n lane,\n response,\n}: FetchedContainerParentLanePage): boolean {\n const next = response.nextWatermark;\n if (!next) return response.hasMore;\n // Opaque positions can advance with an older business timestamp.\n // A drained lane may echo its current position, but never an earlier one.\n if (\n next.id === lane.watermark?.id &&\n next.updatedAt === lane.watermark.updatedAt\n )\n return response.hasMore;\n return lane.continuationCursors?.has(cursorKey(next)) === true;\n}\n\nfunction queueNextPage(\n { lane, response }: FetchedContainerParentLanePage,\n skipWatermarkWrite: boolean,\n queueContinuationLane: (lane: ContainerParentHydrationLane) => void,\n): void {\n if (response.hasMore && response.nextWatermark) {\n const continuationCursors = lane.continuationCursors ?? new Set<string>();\n if (lane.watermark) continuationCursors.add(cursorKey(lane.watermark));\n continuationCursors.add(cursorKey(response.nextWatermark));\n queueContinuationLane({\n parentId: lane.parentId,\n watermark: response.nextWatermark,\n skipWatermarkWrite,\n continuationCursors,\n });\n }\n}\n\nasync function checkpointPage(input: {\n reconnect?: ReconnectPages | undefined;\n fetchedPage: FetchedContainerParentLanePage;\n isCurrent?: (() => boolean) | undefined;\n state: RemoteContainerHydrationState;\n}): Promise<boolean> {\n const { lane, response, syncLane } = input.fetchedPage;\n // Only a drained chain can advance a reconnect checkpoint. Otherwise a\n // cycle can alternate the durable cursor between successive attempts.\n if (input.reconnect && response.hasMore) return true;\n const nextWatermark =\n response.nextWatermark ??\n (lane.continuationCursors ? (lane.watermark ?? null) : null);\n return markContainerParentLaneFetched({\n isCurrent: input.isCurrent,\n response: { ...response, nextWatermark },\n state: input.state,\n syncLane,\n });\n}\n\nasync function applyContainerParentLanePage(input: {\n reconnect?: ReconnectPages | undefined;\n childIdsByParentId: ContainerChildIndex;\n fetchedPage: FetchedContainerParentLanePage;\n host: RemoteContainerHydrationHost;\n isCurrent?: (() => boolean) | undefined;\n policyOperation: PrincipalPolicyOperation;\n queueContinuationLane: (lane: ContainerParentHydrationLane) => void;\n queueParentLane: QueueContainerParentLane;\n seenContainerObservations: Map<string, string>;\n state: RemoteContainerHydrationState;\n}): Promise<HydrationProgress> {\n const { childIdsByParentId, fetchedPage, host, state } = input;\n const {\n expectedContainerStates,\n expectedHydrationTombstones,\n lane,\n response,\n } = fetchedPage;\n let changedCount = 0;\n if (input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n\n if (\n changesDiscoveryOrder(\n lane.watermark,\n response.nextWatermark,\n !!lane.continuationCursors,\n )\n )\n return { changedCount, outcome: \"retry\", shouldStop: false };\n const remoteContainerItems = getApplicableRemoteContainerItems(response);\n const isPaused = await loadPausedContainerFilter(state);\n const tombstoneResult = await applyContainerTombstones({\n isPaused,\n parentId: lane.parentId,\n childIdsByParentId,\n expectedContainerStates,\n isCurrent: input.isCurrent,\n remoteContainerItems,\n response,\n state,\n });\n if (!tombstoneResult.current) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n changedCount += tombstoneResult.changedCount;\n if (input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n if (tombstoneResult.changedCount > 0) {\n // Prime documents orphaned by this cascade during the current pass.\n host.requestDocumentPriming?.();\n }\n\n // Paused folders keep their local state while the lane advances.\n const appliedPage = await applyRemoteContainerPage({\n reconnect: input.reconnect,\n childIdsByParentId,\n expectedContainerStates,\n expectedHydrationTombstones,\n host,\n isCurrent: input.isCurrent,\n isPaused,\n items: remoteContainerItems.filter((item) => !isPaused(item)),\n policyOperation: input.policyOperation,\n queueParentLane: input.queueParentLane,\n seenContainerObservations: input.seenContainerObservations,\n state,\n });\n changedCount += appliedPage.changedCount;\n const outcome = tombstoneResult.completed ? appliedPage.outcome : \"retry\";\n if (input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n // A bad continuation invalidates the cursor, independently verified rows still apply.\n if (hasUnusableContinuation(fetchedPage))\n return { changedCount, outcome: \"retry\", shouldStop: false };\n // A refused item leaves a gap in this lane. Later pages can still discover\n // independent children, but none may move its durable cursor past the gap.\n if (outcome !== \"complete\" && !input.reconnect)\n return { changedCount, outcome, shouldStop: false };\n const skipWatermarkWrite = lane.skipWatermarkWrite || outcome !== \"complete\";\n if (!skipWatermarkWrite && !(await checkpointPage(input))) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n\n queueNextPage(fetchedPage, skipWatermarkWrite, input.queueContinuationLane);\n return { changedCount, outcome, shouldStop: false };\n}\n\nfunction takeContainerParentLaneBatch(input: {\n lanes: ContainerParentHydrationLane[];\n state: RemoteContainerHydrationState;\n}): ContainerParentHydrationLane[] {\n const { lanes, state } = input;\n const batch: ContainerParentHydrationLane[] = [];\n\n while (\n lanes.length > 0 &&\n batch.length < CONTAINER_PARENT_HYDRATION_CONCURRENCY\n ) {\n const lane = lanes.shift();\n if (\n lane &&\n (lane.parentId === null || state.containersById.has(lane.parentId))\n ) {\n batch.push(lane);\n }\n }\n\n return batch;\n}\n\nasync function applyContainerParentLaneBatch(input: {\n reconnect?: ReconnectPages | undefined;\n childIdsByParentId: ContainerChildIndex;\n fetchedPages: ReadonlyArray<FetchedContainerParentLanePage>;\n host: RemoteContainerHydrationHost;\n isCurrent?: (() => boolean) | undefined;\n lanes: ContainerParentHydrationLane[];\n policyOperation: PrincipalPolicyOperation;\n queueParentLane: QueueContainerParentLane;\n seenContainerObservations: Map<string, string>;\n state: RemoteContainerHydrationState;\n}): Promise<HydrationProgress> {\n const {\n childIdsByParentId,\n fetchedPages,\n host,\n lanes,\n queueParentLane,\n seenContainerObservations,\n state,\n } = input;\n let changedCount = 0;\n let outcome: HydrationOutcome = \"complete\";\n\n for (const fetchedPage of fetchedPages) {\n if (!canHydrateRemoteContainers(state) || input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n if (\n fetchedPage.lane.parentId !== null &&\n !state.containersById.has(fetchedPage.lane.parentId)\n ) {\n continue;\n }\n\n const result = await applyContainerParentLanePage({\n reconnect: input.reconnect,\n childIdsByParentId,\n fetchedPage,\n host,\n isCurrent: input.isCurrent,\n policyOperation: input.policyOperation,\n queueContinuationLane: (lane) => lanes.push(lane),\n queueParentLane,\n seenContainerObservations,\n state,\n });\n changedCount += result.changedCount;\n outcome = combineOutcomes(outcome, result.outcome);\n\n if (result.shouldStop) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n }\n\n return { changedCount, outcome, shouldStop: false };\n}\n\nexport async function hydrateContainerParentLanes(input: {\n reconnect?: ReconnectPages | undefined;\n childIdsByParentId: ContainerChildIndex;\n host: RemoteContainerHydrationHost;\n isCurrent?: (() => boolean) | undefined;\n lanes: ContainerParentHydrationLane[];\n queueParentLane: QueueContainerParentLane;\n seenContainerObservations: Map<string, string>;\n state: RemoteContainerHydrationState;\n}): Promise<HydrationProgress> {\n const {\n childIdsByParentId,\n host,\n lanes,\n queueParentLane,\n seenContainerObservations,\n state,\n } = input;\n let changedCount = 0;\n let outcome: HydrationOutcome = \"complete\";\n // One hydration pass is one policy operation: its pages share a discovery.\n const policyOperation = createPrincipalPolicyOperation();\n\n while (lanes.length > 0) {\n if (!canHydrateRemoteContainers(state) || input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n\n const batch = takeContainerParentLaneBatch({ lanes, state });\n if (batch.length === 0) {\n continue;\n }\n\n const fetchedPages = await fetchContainerParentLaneBatch({\n batch,\n laneIdPrefix: input.reconnect?.laneIdPrefix,\n isCurrent: input.isCurrent,\n state,\n });\n if (!fetchedPages) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n if (input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n\n const result = await applyContainerParentLaneBatch({\n reconnect: input.reconnect,\n childIdsByParentId,\n fetchedPages,\n host,\n isCurrent: input.isCurrent,\n lanes,\n policyOperation,\n queueParentLane,\n seenContainerObservations,\n state,\n });\n changedCount += result.changedCount;\n outcome = combineOutcomes(outcome, result.outcome);\n\n if (result.shouldStop) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n }\n\n return { changedCount, outcome, shouldStop: false };\n}\n"]}
|
package/workflows/container-contents/remoteHydration/remoteContainers/remoteContainerState.js
CHANGED
|
@@ -154,10 +154,14 @@ async function updateExistingRemoteContainerState(input) {
|
|
|
154
154
|
systemSlot: remoteContainer.systemSlot ?? null,
|
|
155
155
|
organizationId: remoteContainer.organizationId,
|
|
156
156
|
...(nextParentId !== undefined ? { parentId: nextParentId } : {}),
|
|
157
|
-
}, false,
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
157
|
+
}, false, {
|
|
158
|
+
...remoteContainerHydrationSaveOptions({
|
|
159
|
+
localUpdatedAt,
|
|
160
|
+
remoteContainer,
|
|
161
|
+
}),
|
|
162
|
+
verifiedPlacement: input.verifiedPlacement,
|
|
163
|
+
}, {
|
|
164
|
+
isCurrent: input.isCurrent,
|
|
161
165
|
preserveDurableStructureWhenPending: true,
|
|
162
166
|
});
|
|
163
167
|
if (persistenceResult.status === "missing") {
|
|
@@ -227,17 +231,24 @@ export async function upsertRemoteContainerState(input) {
|
|
|
227
231
|
if (input.isCurrent?.() === false)
|
|
228
232
|
return null;
|
|
229
233
|
invalidateListedProjectionCaches(input);
|
|
234
|
+
const backwardsClock = heldState?.container.serverUpdatedAt != null &&
|
|
235
|
+
heldState.container.serverUpdatedAt > listed.updatedAt;
|
|
230
236
|
const verified = await verifyRemoteContainerDestination({
|
|
231
237
|
...input,
|
|
232
238
|
heldBinding,
|
|
233
239
|
supersededListing,
|
|
234
|
-
refresh: !!input.expectedHydrationTombstone,
|
|
240
|
+
refresh: !!input.expectedHydrationTombstone || backwardsClock,
|
|
235
241
|
onVerifiedCheckpoint: (checkpoint) => {
|
|
236
242
|
expectedPlacementCheckpoint = checkpoint;
|
|
237
243
|
},
|
|
238
244
|
});
|
|
239
245
|
if (!verified || input.isCurrent?.() === false)
|
|
240
246
|
return null;
|
|
247
|
+
// A signed projection from a lagging replica can still repeat our old pin.
|
|
248
|
+
// Retry until it covers the manifest whose listing would be checkpointed.
|
|
249
|
+
if (backwardsClock &&
|
|
250
|
+
expectedPlacementCheckpoint?.manifestHash !== listed.metadataAccessStateHash)
|
|
251
|
+
return null;
|
|
241
252
|
input = { ...input, remoteContainer: verified };
|
|
242
253
|
const existingState = input.state.containersById.get(input.remoteContainer.id);
|
|
243
254
|
const remoteState = await runWithSecurityIncidentReporting(input.state.runtime.util.reportSecurityIncident, {
|
|
@@ -299,6 +310,7 @@ function persistVerifiedRemoteContainer(input) {
|
|
|
299
310
|
const { existingState, expectedPlacementCheckpoint } = input;
|
|
300
311
|
return existingState
|
|
301
312
|
? updateExistingRemoteContainerState({
|
|
313
|
+
verifiedPlacement: expectedPlacementCheckpoint,
|
|
302
314
|
childIdsByParentId: input.childIdsByParentId,
|
|
303
315
|
containerIdsWithPendingMetadataUpdates: input.containerIdsWithPendingMetadataUpdates,
|
|
304
316
|
containerIdsWithPendingStructuralIntents: input.containerIdsWithPendingStructuralIntents,
|