@tearleads/client-sdk 0.1.253 → 0.1.254

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (73) hide show
  1. package/client/containerContents/documentDiscovery.js +0 -2
  2. package/client/containerContents/documentDiscovery.js.map +1 -1
  3. package/data/persistence/container-contents/containerContentsPersistenceTypes.d.ts +7 -10
  4. package/data/persistence/container-contents/containerContentsPersistenceTypes.js.map +1 -1
  5. package/data/persistence/container-contents/containerDeletionPersistence.js +5 -1
  6. package/data/persistence/container-contents/containerDeletionPersistence.js.map +1 -1
  7. package/data/persistence/container-contents/containerHydrationPersistence.js +1 -1
  8. package/data/persistence/container-contents/containerHydrationPersistence.js.map +1 -1
  9. package/data/persistence/container-contents/containerMetadataMutationPersistence.js +11 -4
  10. package/data/persistence/container-contents/containerMetadataMutationPersistence.js.map +1 -1
  11. package/data/persistence/container-contents/containerRemovalMetadata.js +47 -0
  12. package/data/persistence/container-contents/containerRemovalMetadata.js.map +1 -0
  13. package/data/persistence/container-contents/containerRemovalPlacements.js +22 -0
  14. package/data/persistence/container-contents/containerRemovalPlacements.js.map +1 -0
  15. package/data/persistence/container-contents/containerSyncWatermarkPersistence.d.ts +2 -1
  16. package/data/persistence/container-contents/containerSyncWatermarkPersistence.js +10 -2
  17. package/data/persistence/container-contents/containerSyncWatermarkPersistence.js.map +1 -1
  18. package/data/persistence/documents/documentDiscoveryCandidate.d.ts +1 -0
  19. package/data/persistence/documents/documentDiscoveryCandidate.js +3 -1
  20. package/data/persistence/documents/documentDiscoveryCandidate.js.map +1 -1
  21. package/data/persistence/documents/documentDiscoveryEvidencePersistence.d.ts +1 -1
  22. package/data/persistence/documents/documentDiscoveryEvidencePersistence.js +16 -4
  23. package/data/persistence/documents/documentDiscoveryEvidencePersistence.js.map +1 -1
  24. package/data/sqlite/migrations/localSchemaMigrations.js +11 -0
  25. package/data/sqlite/migrations/localSchemaMigrations.js.map +1 -1
  26. package/data/sqlite/schema/containerSyncWatermarkSchema.js +6 -3
  27. package/data/sqlite/schema/containerSyncWatermarkSchema.js.map +1 -1
  28. package/data/sqlite/schema/index.d.ts +17 -0
  29. package/internal/api-client/ApiClient.d.ts +1 -0
  30. package/internal/api-client/client/apiClientContext.d.ts +1 -0
  31. package/internal/api-client/client/containerReads.d.ts +1 -0
  32. package/internal/api-client/requestInternals.js +14 -6
  33. package/internal/api-client/requestInternals.js.map +1 -1
  34. package/internal/validators/operation/containerReads.d.ts +29 -2
  35. package/internal/validators/operation/containerReads.js +2 -1
  36. package/internal/validators/operation/containerReads.js.map +1 -1
  37. package/internal/validators/request/containerDocumentLanes.d.ts +7 -0
  38. package/internal/validators/request/containerDocumentLanes.js +6 -0
  39. package/internal/validators/request/containerDocumentLanes.js.map +1 -1
  40. package/internal/validators/response/container.d.ts +8 -0
  41. package/internal/validators/response/container.js +1 -0
  42. package/internal/validators/response/container.js.map +1 -1
  43. package/internal/validators/response/containerParentLanes.d.ts +2 -0
  44. package/package.json +1 -1
  45. package/workflows/container-contents/documentDiscovery/containerDocumentListing.js +52 -4
  46. package/workflows/container-contents/documentDiscovery/containerDocumentListing.js.map +1 -1
  47. package/workflows/container-contents/documentDiscovery/documentDiscoveryApply.js +4 -2
  48. package/workflows/container-contents/documentDiscovery/documentDiscoveryApply.js.map +1 -1
  49. package/workflows/container-contents/documentDiscovery/documentDiscoveryEvidence.js +17 -12
  50. package/workflows/container-contents/documentDiscovery/documentDiscoveryEvidence.js.map +1 -1
  51. package/workflows/container-contents/documentDiscovery/documentDiscoveryTypes.js.map +1 -1
  52. package/workflows/container-contents/documentDiscovery/publicationWatermark.js +15 -0
  53. package/workflows/container-contents/documentDiscovery/publicationWatermark.js.map +1 -0
  54. package/workflows/container-contents/remoteHydration/hydrateRemoteContainers.js +4 -4
  55. package/workflows/container-contents/remoteHydration/hydrateRemoteContainers.js.map +1 -1
  56. package/workflows/container-contents/remoteHydration/lanes/restorationReceipt.js +25 -0
  57. package/workflows/container-contents/remoteHydration/lanes/restorationReceipt.js.map +1 -0
  58. package/workflows/container-contents/remoteHydration/lanes/tombstoneAccess.js +107 -0
  59. package/workflows/container-contents/remoteHydration/lanes/tombstoneAccess.js.map +1 -0
  60. package/workflows/container-contents/remoteHydration/remoteContainers/remoteContainerPageHydration.js +29 -27
  61. package/workflows/container-contents/remoteHydration/remoteContainers/remoteContainerPageHydration.js.map +1 -1
  62. package/workflows/container-contents/remoteHydration/remoteContainers/remoteContainerState.js +17 -5
  63. package/workflows/container-contents/remoteHydration/remoteContainers/remoteContainerState.js.map +1 -1
  64. package/workflows/container-contents/remoteHydration/tombstoneApplication.js +67 -24
  65. package/workflows/container-contents/remoteHydration/tombstoneApplication.js.map +1 -1
  66. package/workflows/container-contents/remoteHydration/types.d.ts +3 -1
  67. package/workflows/container-contents/remoteHydration/types.js.map +1 -1
  68. package/workflows/container-contents/remoteReset/remoteResetCursorScope.js +3 -3
  69. package/workflows/container-contents/remoteReset/remoteResetCursorScope.js.map +1 -1
  70. package/workflows/container-contents/syncPause/discoveryGuard.js +6 -2
  71. package/workflows/container-contents/syncPause/discoveryGuard.js.map +1 -1
  72. package/workflows/container-contents/tombstones/documentTombstoneGate.js +6 -3
  73. package/workflows/container-contents/tombstones/documentTombstoneGate.js.map +1 -1
@@ -0,0 +1,107 @@
1
+ import { MAX_CONTAINER_DOCUMENT_LANES, } from "../../../../internal/validators/request/index.js";
2
+ import { isContainerNotFoundFailure } from "../../../../data/containers/shared/mutationFailures.js";
3
+ import { captureRemovalPlacementHeads } from "../../../../data/persistence/container-contents/containerRemovalPlacements.js";
4
+ import { isPublicationWatermark } from "../../documentDiscovery/publicationWatermark.js";
5
+ import { collectRemovedContainers } from "../tombstoneReasons.js";
6
+ function classifyLane(result) {
7
+ if (!result)
8
+ return "unknown";
9
+ if ("page" in result)
10
+ return "readable";
11
+ return result.failure.status === 403 ||
12
+ isContainerNotFoundFailure(result.failure)
13
+ ? "denied"
14
+ : "unknown";
15
+ }
16
+ /** A successful lane read proves the device should retain its existing row.
17
+ * A lane-local access denial or coded absence confirms a discovery removal.
18
+ * Any other outcome leaves the page retryable. */
19
+ async function readTombstoneCascadeAccess(api, containerIds, afterParentPage, isCurrent) {
20
+ const denied = new Set();
21
+ for (let index = 0; index < containerIds.length; index += MAX_CONTAINER_DOCUMENT_LANES) {
22
+ if (isCurrent?.() === false)
23
+ return null;
24
+ const ids = containerIds.slice(index, index + MAX_CONTAINER_DOCUMENT_LANES);
25
+ const response = await api.listContainerDocumentLanes({
26
+ afterParentPage,
27
+ lanes: ids.map((containerId, i) => ({
28
+ containerId,
29
+ laneId: String(i),
30
+ watermark: null,
31
+ limit: 1,
32
+ })),
33
+ }, { reportErrors: false });
34
+ if (!response || response.results.length !== ids.length)
35
+ return null;
36
+ for (const [i, containerId] of ids.entries()) {
37
+ const result = response.results.find((row) => row.laneId === String(i));
38
+ const outcome = classifyLane(result);
39
+ if (outcome === "unknown")
40
+ return null;
41
+ if (outcome === "denied")
42
+ denied.add(containerId);
43
+ }
44
+ }
45
+ return { denied };
46
+ }
47
+ export async function resolveTombstoneCascade(input) {
48
+ const cascade = (preservedContainerIds) => collectRemovedContainers({
49
+ childIdsByParentId: input.childIdsByParentId,
50
+ containersById: input.state.containersById,
51
+ preservedContainerIds,
52
+ tombstones: [input.tombstone],
53
+ });
54
+ const candidates = cascade(input.preservedContainerIds);
55
+ const clockConflict = candidates.removedContainerIds.some((id) => {
56
+ const held = input.expectedContainerStates.get(id)?.container.serverUpdatedAt;
57
+ return held != null && held > input.tombstone.updatedAt;
58
+ });
59
+ // A directly shared or moved child may be behind the saved parent cursor
60
+ // regardless of its entity clock. Check every cached child before an
61
+ // ancestor removal from a server that can fence that permission read.
62
+ const hasCachedDescendants = isPublicationWatermark(input.afterParentPage?.watermark) &&
63
+ candidates.removedContainerIds.some((id) => id !== input.tombstone.containerId);
64
+ if (!input.reconcileDescendants && !clockConflict && !hasCachedDescendants)
65
+ return { cascade: candidates, denied: null };
66
+ if (!input.afterParentPage)
67
+ return null;
68
+ const ids = [
69
+ ...new Set([
70
+ input.tombstone.containerId,
71
+ ...candidates.removedContainerIds,
72
+ ]),
73
+ ];
74
+ const placements = await captureRemovalPlacementHeads(input.state.runtime.infra.execSql, ids.flatMap((id) => {
75
+ const held = input.expectedContainerStates.get(id);
76
+ return held ? [held.container] : [];
77
+ }));
78
+ const access = await readTombstoneCascadeAccess(input.state.runtime.apiClient, ids, input.afterParentPage, input.isCurrent);
79
+ // A move before the server upgrade may have left a superseded removal in
80
+ // its old lane. Preserve a currently readable root and advance past it.
81
+ if (!access) {
82
+ if (input.isCurrent?.() !== false) {
83
+ // The request boundary reports a lagging replica as an unavailable
84
+ // response. Resume this exact lane on the next scheduled refresh.
85
+ input.state.containerListingFailures =
86
+ (input.state.containerListingFailures ?? 0) + 1;
87
+ input.state.containerParentIdsNeedingHydration?.add(input.afterParentPage.parentId);
88
+ }
89
+ return null;
90
+ }
91
+ // A restored row only asks to reconcile its descendants. A newer loss of
92
+ // the root itself has its own publication.
93
+ if (input.reconcileDescendants)
94
+ access.denied.delete(input.tombstone.containerId);
95
+ return {
96
+ // A cached descendant may have moved away from a still-readable ancestor.
97
+ // The batch checked every candidate independently.
98
+ cascade: {
99
+ ...candidates,
100
+ removedContainerIds: candidates.removedContainerIds.filter((id) => access.denied.has(id)),
101
+ fenceOnlyContainerIds: candidates.fenceOnlyContainerIds.filter((id) => access.denied.has(id)),
102
+ absentDeletedContainerIds: candidates.absentDeletedContainerIds.filter((id) => access.denied.has(id)),
103
+ },
104
+ denied: new Map([...access.denied].map((id) => [id, placements.get(id) ?? null])),
105
+ };
106
+ }
107
+ //# sourceMappingURL=tombstoneAccess.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tombstoneAccess.js","sourceRoot":"","sources":["tombstoneAccess.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,4BAA4B,GAC7B,MAAM,+BAA+B,CAAC;AAKvC,OAAO,EAAE,0BAA0B,EAAE,MAAM,qDAAqD,CAAC;AACjG,OAAO,EAAE,4BAA4B,EAAE,MAAM,4EAA4E,CAAC;AAC1H,OAAO,EAAE,sBAAsB,EAAE,MAAM,8CAA8C,CAAC;AACtF,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAO/D,SAAS,YAAY,CACnB,MAAyE;IAEzE,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,IAAI,MAAM,IAAI,MAAM;QAAE,OAAO,UAAU,CAAC;IACxC,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,GAAG;QAClC,0BAA0B,CAAC,MAAM,CAAC,OAAO,CAAC;QAC1C,CAAC,CAAC,QAAQ;QACV,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED;;kDAEkD;AAClD,KAAK,UAAU,0BAA0B,CACvC,GAA0D,EAC1D,YAA+B,EAC/B,eAEC,EACD,SAAuC;IAEvC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;IACjC,KACE,IAAI,KAAK,GAAG,CAAC,EACb,KAAK,GAAG,YAAY,CAAC,MAAM,EAC3B,KAAK,IAAI,4BAA4B,EACrC,CAAC;QACD,IAAI,SAAS,EAAE,EAAE,KAAK,KAAK;YAAE,OAAO,IAAI,CAAC;QACzC,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,4BAA4B,CAAC,CAAC;QAC5E,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,0BAA0B,CACnD;YACE,eAAe;YACf,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAClC,WAAW;gBACX,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;gBACjB,SAAS,EAAE,IAAI;gBACf,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;SACJ,EACD,EAAE,YAAY,EAAE,KAAK,EAAE,CACxB,CAAC;QACF,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,GAAG,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QACrE,KAAK,MAAM,CAAC,CAAC,EAAE,WAAW,CAAC,IAAI,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7C,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACxE,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;YACrC,IAAI,OAAO,KAAK,SAAS;gBAAE,OAAO,IAAI,CAAC;YACvC,IAAI,OAAO,KAAK,QAAQ;gBAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,KAS7C;IAIC,MAAM,OAAO,GAAG,CAAC,qBAA0C,EAAE,EAAE,CAC7D,wBAAwB,CAAC;QACvB,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;QAC5C,cAAc,EAAE,KAAK,CAAC,KAAK,CAAC,cAAc;QAC1C,qBAAqB;QACrB,UAAU,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC;KAC9B,CAAC,CAAC;IACL,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACxD,MAAM,aAAa,GAAG,UAAU,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE;QAC/D,MAAM,IAAI,GACR,KAAK,CAAC,uBAAuB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,eAAe,CAAC;QACnE,OAAO,IAAI,IAAI,IAAI,IAAI,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC;IAC1D,CAAC,CAAC,CAAC;IACH,yEAAyE;IACzE,qEAAqE;IACrE,sEAAsE;IACtE,MAAM,oBAAoB,GACxB,sBAAsB,CAAC,KAAK,CAAC,eAAe,EAAE,SAAS,CAAC;QACxD,UAAU,CAAC,mBAAmB,CAAC,IAAI,CACjC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,KAAK,CAAC,SAAS,CAAC,WAAW,CAC3C,CAAC;IACJ,IAAI,CAAC,KAAK,CAAC,oBAAoB,IAAI,CAAC,aAAa,IAAI,CAAC,oBAAoB;QACxE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAE/C,IAAI,CAAC,KAAK,CAAC,eAAe;QAAE,OAAO,IAAI,CAAC;IACxC,MAAM,GAAG,GAAG;QACV,GAAG,IAAI,GAAG,CAAC;YACT,KAAK,CAAC,SAAS,CAAC,WAAW;YAC3B,GAAG,UAAU,CAAC,mBAAmB;SAClC,CAAC;KACH,CAAC;IACF,MAAM,UAAU,GAAG,MAAM,4BAA4B,CACnD,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EACjC,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;QACjB,MAAM,IAAI,GAAG,KAAK,CAAC,uBAAuB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnD,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACtC,CAAC,CAAC,CACH,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAC7C,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAC7B,GAAG,EACH,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,SAAS,CAChB,CAAC;IACF,yEAAyE;IACzE,wEAAwE;IACxE,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,mEAAmE;YACnE,kEAAkE;YAClE,KAAK,CAAC,KAAK,CAAC,wBAAwB;gBAClC,CAAC,KAAK,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAClD,KAAK,CAAC,KAAK,CAAC,kCAAkC,EAAE,GAAG,CACjD,KAAK,CAAC,eAAe,CAAC,QAAQ,CAC/B,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,yEAAyE;IACzE,2CAA2C;IAC3C,IAAI,KAAK,CAAC,oBAAoB;QAC5B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IACpD,OAAO;QACL,0EAA0E;QAC1E,mDAAmD;QACnD,OAAO,EAAE;YACP,GAAG,UAAU;YACb,mBAAmB,EAAE,UAAU,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAChE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CACtB;YACD,qBAAqB,EAAE,UAAU,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CACpE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CACtB;YACD,yBAAyB,EAAE,UAAU,CAAC,yBAAyB,CAAC,MAAM,CACpE,CAAC,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAC9B;SACF;QACD,MAAM,EAAE,IAAI,GAAG,CACb,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CACjE;KACF,CAAC;AACJ,CAAC","sourcesContent":["import {\n type ListContainerDocumentLanesRequest,\n MAX_CONTAINER_DOCUMENT_LANES,\n} from \"@tearleads/validators/request\";\nimport type {\n ContainerSyncTombstone,\n ListContainerDocumentLanesResponse,\n} from \"@tearleads/validators/response\";\nimport { isContainerNotFoundFailure } from \"../../../../data/containers/shared/mutationFailures\";\nimport { captureRemovalPlacementHeads } from \"../../../../data/persistence/container-contents/containerRemovalPlacements\";\nimport { isPublicationWatermark } from \"../../documentDiscovery/publicationWatermark\";\nimport { collectRemovedContainers } from \"../tombstoneReasons\";\nimport type {\n ContainerChildIndex,\n ExpectedContainerState,\n RemoteContainerHydrationState,\n} from \"../types\";\n\nfunction classifyLane(\n result: ListContainerDocumentLanesResponse[\"results\"][number] | undefined,\n) {\n if (!result) return \"unknown\";\n if (\"page\" in result) return \"readable\";\n return result.failure.status === 403 ||\n isContainerNotFoundFailure(result.failure)\n ? \"denied\"\n : \"unknown\";\n}\n\n/** A successful lane read proves the device should retain its existing row.\n * A lane-local access denial or coded absence confirms a discovery removal.\n * Any other outcome leaves the page retryable. */\nasync function readTombstoneCascadeAccess(\n api: RemoteContainerHydrationState[\"runtime\"][\"apiClient\"],\n containerIds: readonly string[],\n afterParentPage: NonNullable<\n ListContainerDocumentLanesRequest[\"afterParentPage\"]\n >,\n isCurrent?: (() => boolean) | undefined,\n) {\n const denied = new Set<string>();\n for (\n let index = 0;\n index < containerIds.length;\n index += MAX_CONTAINER_DOCUMENT_LANES\n ) {\n if (isCurrent?.() === false) return null;\n const ids = containerIds.slice(index, index + MAX_CONTAINER_DOCUMENT_LANES);\n const response = await api.listContainerDocumentLanes(\n {\n afterParentPage,\n lanes: ids.map((containerId, i) => ({\n containerId,\n laneId: String(i),\n watermark: null,\n limit: 1,\n })),\n },\n { reportErrors: false },\n );\n if (!response || response.results.length !== ids.length) return null;\n for (const [i, containerId] of ids.entries()) {\n const result = response.results.find((row) => row.laneId === String(i));\n const outcome = classifyLane(result);\n if (outcome === \"unknown\") return null;\n if (outcome === \"denied\") denied.add(containerId);\n }\n }\n return { denied };\n}\n\nexport async function resolveTombstoneCascade(input: {\n reconcileDescendants: boolean;\n afterParentPage: ListContainerDocumentLanesRequest[\"afterParentPage\"];\n childIdsByParentId: ContainerChildIndex;\n expectedContainerStates: ReadonlyMap<string, ExpectedContainerState>;\n isCurrent?: (() => boolean) | undefined;\n preservedContainerIds: ReadonlySet<string>;\n state: RemoteContainerHydrationState;\n tombstone: ContainerSyncTombstone;\n}): Promise<{\n cascade: ReturnType<typeof collectRemovedContainers>;\n denied: ReadonlyMap<string, string | null> | null;\n} | null> {\n const cascade = (preservedContainerIds: ReadonlySet<string>) =>\n collectRemovedContainers({\n childIdsByParentId: input.childIdsByParentId,\n containersById: input.state.containersById,\n preservedContainerIds,\n tombstones: [input.tombstone],\n });\n const candidates = cascade(input.preservedContainerIds);\n const clockConflict = candidates.removedContainerIds.some((id) => {\n const held =\n input.expectedContainerStates.get(id)?.container.serverUpdatedAt;\n return held != null && held > input.tombstone.updatedAt;\n });\n // A directly shared or moved child may be behind the saved parent cursor\n // regardless of its entity clock. Check every cached child before an\n // ancestor removal from a server that can fence that permission read.\n const hasCachedDescendants =\n isPublicationWatermark(input.afterParentPage?.watermark) &&\n candidates.removedContainerIds.some(\n (id) => id !== input.tombstone.containerId,\n );\n if (!input.reconcileDescendants && !clockConflict && !hasCachedDescendants)\n return { cascade: candidates, denied: null };\n\n if (!input.afterParentPage) return null;\n const ids = [\n ...new Set([\n input.tombstone.containerId,\n ...candidates.removedContainerIds,\n ]),\n ];\n const placements = await captureRemovalPlacementHeads(\n input.state.runtime.infra.execSql,\n ids.flatMap((id) => {\n const held = input.expectedContainerStates.get(id);\n return held ? [held.container] : [];\n }),\n );\n const access = await readTombstoneCascadeAccess(\n input.state.runtime.apiClient,\n ids,\n input.afterParentPage,\n input.isCurrent,\n );\n // A move before the server upgrade may have left a superseded removal in\n // its old lane. Preserve a currently readable root and advance past it.\n if (!access) {\n if (input.isCurrent?.() !== false) {\n // The request boundary reports a lagging replica as an unavailable\n // response. Resume this exact lane on the next scheduled refresh.\n input.state.containerListingFailures =\n (input.state.containerListingFailures ?? 0) + 1;\n input.state.containerParentIdsNeedingHydration?.add(\n input.afterParentPage.parentId,\n );\n }\n return null;\n }\n // A restored row only asks to reconcile its descendants. A newer loss of\n // the root itself has its own publication.\n if (input.reconcileDescendants)\n access.denied.delete(input.tombstone.containerId);\n return {\n // A cached descendant may have moved away from a still-readable ancestor.\n // The batch checked every candidate independently.\n cascade: {\n ...candidates,\n removedContainerIds: candidates.removedContainerIds.filter((id) =>\n access.denied.has(id),\n ),\n fenceOnlyContainerIds: candidates.fenceOnlyContainerIds.filter((id) =>\n access.denied.has(id),\n ),\n absentDeletedContainerIds: candidates.absentDeletedContainerIds.filter(\n (id) => access.denied.has(id),\n ),\n },\n denied: new Map(\n [...access.denied].map((id) => [id, placements.get(id) ?? null]),\n ),\n };\n}\n"]}
@@ -1,4 +1,5 @@
1
1
  import { createPrincipalPolicyOperation, } from "../../../principals/principalPolicyService.js";
2
+ import { changesDiscoveryOrder } from "../../documentDiscovery/publicationWatermark.js";
2
3
  import { prefetchDestinationProjections } from "../destination/destinationPrefetch.js";
3
4
  import { cachedDestinationRole } from "../destination/destinationRoleCache.js";
4
5
  import { markContainerParentLaneFetched } from "../lanes/laneFetchMarkers.js";
@@ -30,13 +31,12 @@ function matchesListedState(state, expectedContainerStates, containerId) {
30
31
  });
31
32
  }
32
33
  async function applyRemoteContainerPage(input) {
33
- const { expectedContainerStates, expectedHydrationTombstones, queueParentLane, seenContainerIds, state, } = input;
34
+ const { seenContainerObservations, state } = input;
34
35
  let hydratedCount = 0;
35
- const policies = await warmListedContainerPolicies(input.items, state.runtime.principalPolicies.createWarmer({
36
+ const { items, outcome: policyOutcome } = await warmListedContainerPolicies(input.items, state.runtime.principalPolicies.createWarmer({
36
37
  operation: input.policyOperation,
37
38
  }), input.reconnect?.recordManualError, input.isCurrent);
38
- const { items } = policies;
39
- let outcome = policies.outcome;
39
+ let outcome = policyOutcome;
40
40
  if (input.isCurrent?.() === false) {
41
41
  return { changedCount: 0, outcome: "retry" };
42
42
  }
@@ -54,9 +54,9 @@ async function applyRemoteContainerPage(input) {
54
54
  return { changedCount: 0, outcome: "retry" };
55
55
  }
56
56
  const prefetchedProjections = await prefetchDestinationProjections({
57
- containers: items.filter((item) => !seenContainerIds.has(item.id) &&
57
+ containers: items.filter((item) => !seenContainerObservations.has(item.id) &&
58
58
  !state.containersById.has(item.id) &&
59
- !expectedHydrationTombstones.get(item.id) &&
59
+ !input.expectedHydrationTombstones.get(item.id) &&
60
60
  !cachedDestinationRole(state.runtime.infra.execSql, item)),
61
61
  isCurrent: input.isCurrent,
62
62
  runtime: state.runtime,
@@ -65,11 +65,13 @@ async function applyRemoteContainerPage(input) {
65
65
  if (input.isCurrent?.() === false) {
66
66
  return { changedCount: hydratedCount, outcome: "retry" };
67
67
  }
68
- if (seenContainerIds.has(container.id)) {
69
- queueParentLane(container.id);
68
+ const observation = JSON.stringify(container);
69
+ if (seenContainerObservations.get(container.id) === observation &&
70
+ state.containersById.has(container.id)) {
71
+ input.queueParentLane(container.id);
70
72
  continue;
71
73
  }
72
- if (!matchesListedState(state, expectedContainerStates, container.id)) {
74
+ if (!matchesListedState(state, input.expectedContainerStates, container.id)) {
73
75
  outcome = "retry";
74
76
  continue;
75
77
  }
@@ -80,7 +82,7 @@ async function applyRemoteContainerPage(input) {
80
82
  containerIdsWithPendingStructuralIntents,
81
83
  host: input.host,
82
84
  isCurrent: currentUnlessPaused(input, container),
83
- expectedHydrationTombstone: expectedHydrationTombstones.get(container.id) ?? null,
85
+ expectedHydrationTombstone: input.expectedHydrationTombstones.get(container.id) ?? null,
84
86
  prefetchedProjection: prefetchedProjections.get(container.id),
85
87
  remoteContainer: container,
86
88
  state,
@@ -91,12 +93,12 @@ async function applyRemoteContainerPage(input) {
91
93
  outcome = combineOutcomes(outcome, failure);
92
94
  continue;
93
95
  }
94
- seenContainerIds.add(container.id);
96
+ seenContainerObservations.set(container.id, observation);
95
97
  hydratedCount += 1;
96
98
  if (input.isCurrent?.() === false) {
97
99
  return { changedCount: hydratedCount, outcome: "retry" };
98
100
  }
99
- queueParentLane(container.id);
101
+ input.queueParentLane(container.id);
100
102
  }
101
103
  return { changedCount: hydratedCount, outcome };
102
104
  }
@@ -149,14 +151,19 @@ async function checkpointPage(input) {
149
151
  });
150
152
  }
151
153
  async function applyContainerParentLanePage(input) {
152
- const { childIdsByParentId, fetchedPage, host, queueContinuationLane, queueParentLane, seenContainerIds, state, } = input;
154
+ const { childIdsByParentId, fetchedPage, host, state } = input;
153
155
  const { expectedContainerStates, expectedHydrationTombstones, lane, response, } = fetchedPage;
154
156
  let changedCount = 0;
155
157
  if (input.isCurrent?.() === false) {
156
158
  return { changedCount, outcome: "retry", shouldStop: true };
157
159
  }
160
+ if (changesDiscoveryOrder(lane.watermark, response.nextWatermark, !!lane.continuationCursors))
161
+ return { changedCount, outcome: "retry", shouldStop: false };
158
162
  const remoteContainerItems = getApplicableRemoteContainerItems(response);
163
+ const isPaused = await loadPausedContainerFilter(state);
159
164
  const tombstoneResult = await applyContainerTombstones({
165
+ isPaused,
166
+ parentId: lane.parentId,
160
167
  childIdsByParentId,
161
168
  expectedContainerStates,
162
169
  isCurrent: input.isCurrent,
@@ -172,15 +179,10 @@ async function applyContainerParentLanePage(input) {
172
179
  return { changedCount, outcome: "retry", shouldStop: true };
173
180
  }
174
181
  if (tombstoneResult.changedCount > 0) {
175
- // A live tombstone cascade may have orphaned documents (row 3); re-arm
176
- // document priming so their null-scoped passes run now rather than on
177
- // the next startup.
182
+ // Prime documents orphaned by this cascade during the current pass.
178
183
  host.requestDocumentPriming?.();
179
184
  }
180
- // A paused organization's containers stay as the device last saw them.
181
- // Skipping them here, after tombstones saw the full page, still lets the
182
- // lane complete and its watermark advance; their children are never queued.
183
- const isPaused = await loadPausedContainerFilter(state);
185
+ // Paused folders keep their local state while the lane advances.
184
186
  const appliedPage = await applyRemoteContainerPage({
185
187
  reconnect: input.reconnect,
186
188
  childIdsByParentId,
@@ -191,8 +193,8 @@ async function applyContainerParentLanePage(input) {
191
193
  isPaused,
192
194
  items: remoteContainerItems.filter((item) => !isPaused(item)),
193
195
  policyOperation: input.policyOperation,
194
- queueParentLane,
195
- seenContainerIds,
196
+ queueParentLane: input.queueParentLane,
197
+ seenContainerObservations: input.seenContainerObservations,
196
198
  state,
197
199
  });
198
200
  changedCount += appliedPage.changedCount;
@@ -211,7 +213,7 @@ async function applyContainerParentLanePage(input) {
211
213
  if (!skipWatermarkWrite && !(await checkpointPage(input))) {
212
214
  return { changedCount, outcome: "retry", shouldStop: true };
213
215
  }
214
- queueNextPage(fetchedPage, skipWatermarkWrite, queueContinuationLane);
216
+ queueNextPage(fetchedPage, skipWatermarkWrite, input.queueContinuationLane);
215
217
  return { changedCount, outcome, shouldStop: false };
216
218
  }
217
219
  function takeContainerParentLaneBatch(input) {
@@ -228,7 +230,7 @@ function takeContainerParentLaneBatch(input) {
228
230
  return batch;
229
231
  }
230
232
  async function applyContainerParentLaneBatch(input) {
231
- const { childIdsByParentId, fetchedPages, host, lanes, queueParentLane, seenContainerIds, state, } = input;
233
+ const { childIdsByParentId, fetchedPages, host, lanes, queueParentLane, seenContainerObservations, state, } = input;
232
234
  let changedCount = 0;
233
235
  let outcome = "complete";
234
236
  for (const fetchedPage of fetchedPages) {
@@ -248,7 +250,7 @@ async function applyContainerParentLaneBatch(input) {
248
250
  policyOperation: input.policyOperation,
249
251
  queueContinuationLane: (lane) => lanes.push(lane),
250
252
  queueParentLane,
251
- seenContainerIds,
253
+ seenContainerObservations,
252
254
  state,
253
255
  });
254
256
  changedCount += result.changedCount;
@@ -260,7 +262,7 @@ async function applyContainerParentLaneBatch(input) {
260
262
  return { changedCount, outcome, shouldStop: false };
261
263
  }
262
264
  export async function hydrateContainerParentLanes(input) {
263
- const { childIdsByParentId, host, lanes, queueParentLane, seenContainerIds, state, } = input;
265
+ const { childIdsByParentId, host, lanes, queueParentLane, seenContainerObservations, state, } = input;
264
266
  let changedCount = 0;
265
267
  let outcome = "complete";
266
268
  // One hydration pass is one policy operation: its pages share a discovery.
@@ -294,7 +296,7 @@ export async function hydrateContainerParentLanes(input) {
294
296
  lanes,
295
297
  policyOperation,
296
298
  queueParentLane,
297
- seenContainerIds,
299
+ seenContainerObservations,
298
300
  state,
299
301
  });
300
302
  changedCount += result.changedCount;
@@ -1 +1 @@
1
- {"version":3,"file":"remoteContainerPageHydration.js","sourceRoot":"","sources":["remoteContainerPageHydration.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,8BAA8B,GAE/B,MAAM,4CAA4C,CAAC;AACpD,OAAO,EAAE,8BAA8B,EAAE,MAAM,oCAAoC,CAAC;AACpF,OAAO,EAAE,qBAAqB,EAAE,MAAM,qCAAqC,CAAC;AAC5E,OAAO,EAAE,8BAA8B,EAAE,MAAM,2BAA2B,CAAC;AAC3E,OAAO,EAAE,6BAA6B,EAAE,MAAM,0BAA0B,CAAC;AACzE,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EACL,wBAAwB,EACxB,iCAAiC,GAClC,MAAM,yBAAyB,CAAC;AAajC,OAAO,EAAE,gCAAgC,EAAE,MAAM,6BAA6B,CAAC;AAC/E,OAAO,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAC1E,OAAO,EACL,gDAAgD,EAChD,kDAAkD,EAClD,kCAAkC,GACnC,MAAM,wBAAwB,CAAC;AAEhC,MAAM,sCAAsC,GAAG,CAAC,CAAC;AAOjD,qFAAqF;AACrF,SAAS,eAAe,CACtB,CAAmB,EACnB,CAAmB;IAEnB,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IACnD,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACzD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,2EAA2E;AAC3E,+DAA+D;AAC/D,SAAS,mBAAmB,CAC1B,KAGC,EACD,SAAwC;IAExC,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;AAC3E,CAAC;AAED,6EAA6E;AAC7E,SAAS,kBAAkB,CACzB,KAAoC,EACpC,uBAAoE,EACpE,WAAmB;IAEnB,OAAO,gCAAgC,CAAC;QACtC,YAAY,EAAE,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC;QACnD,mBAAmB,EAAE,uBAAuB,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,WAAW;KAC3E,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,KAevC;IACC,MAAM,EACJ,uBAAuB,EACvB,2BAA2B,EAC3B,eAAe,EACf,gBAAgB,EAChB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,QAAQ,GAAG,MAAM,2BAA2B,CAChD,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,YAAY,CAAC;QAC3C,SAAS,EAAE,KAAK,CAAC,eAAe;KACjC,CAAC,EACF,KAAK,CAAC,SAAS,EAAE,iBAAiB,EAClC,KAAK,CAAC,SAAS,CAChB,CAAC;IACF,MAAM,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC;IAC3B,IAAI,OAAO,GAAqB,QAAQ,CAAC,OAAO,CAAC;IACjD,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IAC/C,CAAC;IACD,MAAM,CACJ,sCAAsC,EACtC,wCAAwC,EACzC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACpB,gDAAgD,CAAC;YAC/C,gBAAgB,EAAE,KAAK;YACvB,KAAK;SACN,CAAC;QACF,kDAAkD,CAAC;YACjD,gBAAgB,EAAE,KAAK;YACvB,KAAK;SACN,CAAC;KACH,CAAC,CAAC;IACH,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IAC/C,CAAC;IACD,MAAM,qBAAqB,GAAG,MAAM,8BAA8B,CAAC;QACjE,UAAU,EAAE,KAAK,CAAC,MAAM,CACtB,CAAC,IAAI,EAAE,EAAE,CACP,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9B,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,CAAC,2BAA2B,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,CAAC,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAC5D;QACD,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;KACvB,CAAC,CAAC;IACH,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;QAC9B,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QAC3D,CAAC;QACD,IAAI,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;YACvC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC9B,SAAS;QACX,CAAC;QACD,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,uBAAuB,EAAE,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;YACtE,OAAO,GAAG,OAAO,CAAC;YAClB,SAAS;QACX,CAAC;QACD,IAAI,OAAO,GAAqB,OAAO,CAAC;QACxC,MAAM,QAAQ,GAAG,MAAM,kCAAkC,CACvD;YACE,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;YAC5C,sCAAsC;YACtC,wCAAwC;YACxC,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,SAAS,EAAE,mBAAmB,CAAC,KAAK,EAAE,SAAS,CAAC;YAChD,0BAA0B,EACxB,2BAA2B,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,IAAI;YACvD,oBAAoB,EAAE,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7D,eAAe,EAAE,SAAS;YAC1B,KAAK;SACN,EACD,CAAC,OAAO,EAAE,EAAE;YACV,OAAO,GAAG,OAAO,CAAC;QACpB,CAAC,EACD,KAAK,CAAC,SAAS,EAAE,iBAAiB,CACnC,CAAC;QACF,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC5C,SAAS;QACX,CAAC;QACD,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACnC,aAAa,IAAI,CAAC,CAAC;QACnB,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QAC3D,CAAC;QACD,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAChC,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,KAAoC;IAEpC,OAAO,CACL,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe;QAClC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM;QAC1B,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,KAAK,OAAO,CACzC,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAChB,SAAiE;IAEjE,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,uBAAuB,CAAC,EAC/B,IAAI,EACJ,QAAQ,GACuB;IAC/B,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC;IACpC,IAAI,CAAC,IAAI;QAAE,OAAO,QAAQ,CAAC,OAAO,CAAC;IACnC,iEAAiE;IACjE,0EAA0E;IAC1E,IACE,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,SAAS,EAAE,EAAE;QAC9B,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS;QAE3C,OAAO,QAAQ,CAAC,OAAO,CAAC;IAC1B,OAAO,IAAI,CAAC,mBAAmB,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC;AACjE,CAAC;AAED,SAAS,aAAa,CACpB,EAAE,IAAI,EAAE,QAAQ,EAAkC,EAClD,kBAA2B,EAC3B,qBAAmE;IAEnE,IAAI,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;QAC/C,MAAM,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,IAAI,IAAI,GAAG,EAAU,CAAC;QAC1E,IAAI,IAAI,CAAC,SAAS;YAAE,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QACvE,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;QAC3D,qBAAqB,CAAC;YACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,QAAQ,CAAC,aAAa;YACjC,kBAAkB;YAClB,mBAAmB;SACpB,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,KAK7B;IACC,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC;IACvD,uEAAuE;IACvE,sEAAsE;IACtE,IAAI,KAAK,CAAC,SAAS,IAAI,QAAQ,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IACrD,MAAM,aAAa,GACjB,QAAQ,CAAC,aAAa;QACtB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/D,OAAO,8BAA8B,CAAC;QACpC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,aAAa,EAAE;QACxC,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,QAAQ;KACT,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,4BAA4B,CAAC,KAW3C;IACC,MAAM,EACJ,kBAAkB,EAClB,WAAW,EACX,IAAI,EACJ,qBAAqB,EACrB,eAAe,EACf,gBAAgB,EAChB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,MAAM,EACJ,uBAAuB,EACvB,2BAA2B,EAC3B,IAAI,EACJ,QAAQ,GACT,GAAG,WAAW,CAAC;IAChB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IAED,MAAM,oBAAoB,GAAG,iCAAiC,CAAC,QAAQ,CAAC,CAAC;IACzE,MAAM,eAAe,GAAG,MAAM,wBAAwB,CAAC;QACrD,kBAAkB;QAClB,uBAAuB;QACvB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,oBAAoB;QACpB,QAAQ;QACR,KAAK;KACN,CAAC,CAAC;IACH,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;QAC7B,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IACD,YAAY,IAAI,eAAe,CAAC,YAAY,CAAC;IAC7C,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IACD,IAAI,eAAe,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;QACrC,uEAAuE;QACvE,sEAAsE;QACtE,oBAAoB;QACpB,IAAI,CAAC,sBAAsB,EAAE,EAAE,CAAC;IAClC,CAAC;IAED,uEAAuE;IACvE,yEAAyE;IACzE,4EAA4E;IAC5E,MAAM,QAAQ,GAAG,MAAM,yBAAyB,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,WAAW,GAAG,MAAM,wBAAwB,CAAC;QACjD,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,kBAAkB;QAClB,uBAAuB;QACvB,2BAA2B;QAC3B,IAAI;QACJ,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ;QACR,KAAK,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7D,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,eAAe;QACf,gBAAgB;QAChB,KAAK;KACN,CAAC,CAAC;IACH,YAAY,IAAI,WAAW,CAAC,YAAY,CAAC;IACzC,MAAM,OAAO,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;IAC1E,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IACD,sFAAsF;IACtF,IAAI,uBAAuB,CAAC,WAAW,CAAC;QACtC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IAC/D,2EAA2E;IAC3E,2EAA2E;IAC3E,IAAI,OAAO,KAAK,UAAU,IAAI,CAAC,KAAK,CAAC,SAAS;QAC5C,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IACtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,IAAI,OAAO,KAAK,UAAU,CAAC;IAC7E,IAAI,CAAC,kBAAkB,IAAI,CAAC,CAAC,MAAM,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAC1D,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IAED,aAAa,CAAC,WAAW,EAAE,kBAAkB,EAAE,qBAAqB,CAAC,CAAC;IACtE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AACtD,CAAC;AAED,SAAS,4BAA4B,CAAC,KAGrC;IACC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAmC,EAAE,CAAC;IAEjD,OACE,KAAK,CAAC,MAAM,GAAG,CAAC;QAChB,KAAK,CAAC,MAAM,GAAG,sCAAsC,EACrD,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,IACE,IAAI;YACJ,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EACnE,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,6BAA6B,CAAC,KAW5C;IACC,MAAM,EACJ,kBAAkB,EAClB,YAAY,EACZ,IAAI,EACJ,KAAK,EACL,eAAe,EACf,gBAAgB,EAChB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,OAAO,GAAqB,UAAU,CAAC;IAE3C,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YACxE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;QACD,IACE,WAAW,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI;YAClC,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,EACpD,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC;YAChD,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,kBAAkB;YAClB,WAAW;YACX,IAAI;YACJ,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,eAAe,EAAE,KAAK,CAAC,eAAe;YACtC,qBAAqB,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;YACjD,eAAe;YACf,gBAAgB;YAChB,KAAK;SACN,CAAC,CAAC;QACH,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;QACpC,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAEnD,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,KASjD;IACC,MAAM,EACJ,kBAAkB,EAClB,IAAI,EACJ,KAAK,EACL,eAAe,EACf,gBAAgB,EAChB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,OAAO,GAAqB,UAAU,CAAC;IAC3C,2EAA2E;IAC3E,MAAM,eAAe,GAAG,8BAA8B,EAAE,CAAC;IAEzD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YACxE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;QAED,MAAM,KAAK,GAAG,4BAA4B,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,SAAS;QACX,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,6BAA6B,CAAC;YACvD,KAAK;YACL,YAAY,EAAE,KAAK,CAAC,SAAS,EAAE,YAAY;YAC3C,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,KAAK;SACN,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;QACD,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,6BAA6B,CAAC;YACjD,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,kBAAkB;YAClB,YAAY;YACZ,IAAI;YACJ,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,KAAK;YACL,eAAe;YACf,eAAe;YACf,gBAAgB;YAChB,KAAK;SACN,CAAC,CAAC;QACH,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;QACpC,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAEnD,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AACtD,CAAC","sourcesContent":["import {\n createPrincipalPolicyOperation,\n type PrincipalPolicyOperation,\n} from \"../../../principals/principalPolicyService\";\nimport { prefetchDestinationProjections } from \"../destination/destinationPrefetch\";\nimport { cachedDestinationRole } from \"../destination/destinationRoleCache\";\nimport { markContainerParentLaneFetched } from \"../lanes/laneFetchMarkers\";\nimport { fetchContainerParentLaneBatch } from \"../lanes/parentLaneFetch\";\nimport { warmListedContainerPolicies } from \"../principalPolicyCache\";\nimport {\n applyContainerTombstones,\n getApplicableRemoteContainerItems,\n} from \"../tombstoneApplication\";\nimport type {\n ContainerChildIndex,\n ContainerParentHydrationLane,\n ExpectedContainerState,\n FetchedContainerParentLanePage,\n HydrationOutcome,\n ListedRemoteContainerPageItem,\n QueueContainerParentLane,\n ReconnectPages,\n RemoteContainerHydrationHost,\n RemoteContainerHydrationState,\n} from \"../types\";\nimport { containerStateMatchesFingerprint } from \"./containerStateFingerprint\";\nimport { loadPausedContainerFilter } from \"./organizationSyncPauseFilter\";\nimport {\n listRemoteContainerIdsWithPendingMetadataUpdates,\n listRemoteContainerIdsWithPendingStructuralIntents,\n upsertIsolatedRemoteContainerState,\n} from \"./remoteContainerState\";\n\nconst CONTAINER_PARENT_HYDRATION_CONCURRENCY = 4;\n\ninterface HydrationProgress {\n changedCount: number;\n outcome: HydrationOutcome;\n shouldStop: boolean;\n}\n/** A retryable lane takes precedence over a refused proof elsewhere in the crawl. */\nfunction combineOutcomes(\n a: HydrationOutcome,\n b: HydrationOutcome,\n): HydrationOutcome {\n if (a === \"retry\" || b === \"retry\") return \"retry\";\n if (a === \"refused\" || b === \"refused\") return \"refused\";\n return \"complete\";\n}\n\n// Re-checked inside the commit: a pause from another device can land after\n// the page was filtered, and its cleanup may already have run.\nfunction currentUnlessPaused(\n input: {\n isCurrent?: (() => boolean) | undefined;\n isPaused: (container: ListedRemoteContainerPageItem) => boolean;\n },\n container: ListedRemoteContainerPageItem,\n): () => boolean {\n return () => input.isCurrent?.() !== false && !input.isPaused(container);\n}\n\n/** The local state still matches the fingerprint the listing was read at. */\nfunction matchesListedState(\n state: RemoteContainerHydrationState,\n expectedContainerStates: ReadonlyMap<string, ExpectedContainerState>,\n containerId: string,\n): boolean {\n return containerStateMatchesFingerprint({\n currentState: state.containersById.get(containerId),\n expectedFingerprint: expectedContainerStates.get(containerId)?.fingerprint,\n });\n}\n\nasync function applyRemoteContainerPage(input: {\n reconnect?: ReconnectPages | undefined;\n childIdsByParentId: ContainerChildIndex;\n expectedContainerStates: ReadonlyMap<string, ExpectedContainerState>;\n expectedHydrationTombstones: FetchedContainerParentLanePage[\"expectedHydrationTombstones\"];\n host: RemoteContainerHydrationHost;\n isCurrent?: (() => boolean) | undefined;\n /** Live pause check; a pause arriving mid-page stops the commit. */\n isPaused: (container: ListedRemoteContainerPageItem) => boolean;\n items: ReadonlyArray<ListedRemoteContainerPageItem>;\n /** The hydration pass's token: its pages share one directory discovery. */\n policyOperation: PrincipalPolicyOperation;\n queueParentLane: QueueContainerParentLane;\n seenContainerIds: Set<string>;\n state: RemoteContainerHydrationState;\n}): Promise<{ changedCount: number; outcome: HydrationOutcome }> {\n const {\n expectedContainerStates,\n expectedHydrationTombstones,\n queueParentLane,\n seenContainerIds,\n state,\n } = input;\n let hydratedCount = 0;\n const policies = await warmListedContainerPolicies(\n input.items,\n state.runtime.principalPolicies.createWarmer({\n operation: input.policyOperation,\n }),\n input.reconnect?.recordManualError,\n input.isCurrent,\n );\n const { items } = policies;\n let outcome: HydrationOutcome = policies.outcome;\n if (input.isCurrent?.() === false) {\n return { changedCount: 0, outcome: \"retry\" };\n }\n const [\n containerIdsWithPendingMetadataUpdates,\n containerIdsWithPendingStructuralIntents,\n ] = await Promise.all([\n listRemoteContainerIdsWithPendingMetadataUpdates({\n remoteContainers: items,\n state,\n }),\n listRemoteContainerIdsWithPendingStructuralIntents({\n remoteContainers: items,\n state,\n }),\n ]);\n if (input.isCurrent?.() === false) {\n return { changedCount: 0, outcome: \"retry\" };\n }\n const prefetchedProjections = await prefetchDestinationProjections({\n containers: items.filter(\n (item) =>\n !seenContainerIds.has(item.id) &&\n !state.containersById.has(item.id) &&\n !expectedHydrationTombstones.get(item.id) &&\n !cachedDestinationRole(state.runtime.infra.execSql, item),\n ),\n isCurrent: input.isCurrent,\n runtime: state.runtime,\n });\n for (const container of items) {\n if (input.isCurrent?.() === false) {\n return { changedCount: hydratedCount, outcome: \"retry\" };\n }\n if (seenContainerIds.has(container.id)) {\n queueParentLane(container.id);\n continue;\n }\n if (!matchesListedState(state, expectedContainerStates, container.id)) {\n outcome = \"retry\";\n continue;\n }\n let failure: HydrationOutcome = \"retry\";\n const upserted = await upsertIsolatedRemoteContainerState(\n {\n childIdsByParentId: input.childIdsByParentId,\n containerIdsWithPendingMetadataUpdates,\n containerIdsWithPendingStructuralIntents,\n host: input.host,\n isCurrent: currentUnlessPaused(input, container),\n expectedHydrationTombstone:\n expectedHydrationTombstones.get(container.id) ?? null,\n prefetchedProjection: prefetchedProjections.get(container.id),\n remoteContainer: container,\n state,\n },\n (outcome) => {\n failure = outcome;\n },\n input.reconnect?.recordManualError,\n );\n if (!upserted) {\n outcome = combineOutcomes(outcome, failure);\n continue;\n }\n seenContainerIds.add(container.id);\n hydratedCount += 1;\n if (input.isCurrent?.() === false) {\n return { changedCount: hydratedCount, outcome: \"retry\" };\n }\n queueParentLane(container.id);\n }\n\n return { changedCount: hydratedCount, outcome };\n}\n\nexport function canHydrateRemoteContainers(\n state: RemoteContainerHydrationState,\n): boolean {\n return (\n state.runtime.auth.isAuthenticated &&\n state.runtime.state.online &&\n state.runtime.infra.dbStatus === \"ready\"\n );\n}\n\nfunction cursorKey(\n watermark: NonNullable<ContainerParentHydrationLane[\"watermark\"]>,\n): string {\n return JSON.stringify([watermark.updatedAt, watermark.id]);\n}\n\nfunction hasUnusableContinuation({\n lane,\n response,\n}: FetchedContainerParentLanePage): boolean {\n const next = response.nextWatermark;\n if (!next) return response.hasMore;\n // Opaque positions can advance with an older business timestamp.\n // A drained lane may echo its current position, but never an earlier one.\n if (\n next.id === lane.watermark?.id &&\n next.updatedAt === lane.watermark.updatedAt\n )\n return response.hasMore;\n return lane.continuationCursors?.has(cursorKey(next)) === true;\n}\n\nfunction queueNextPage(\n { lane, response }: FetchedContainerParentLanePage,\n skipWatermarkWrite: boolean,\n queueContinuationLane: (lane: ContainerParentHydrationLane) => void,\n): void {\n if (response.hasMore && response.nextWatermark) {\n const continuationCursors = lane.continuationCursors ?? new Set<string>();\n if (lane.watermark) continuationCursors.add(cursorKey(lane.watermark));\n continuationCursors.add(cursorKey(response.nextWatermark));\n queueContinuationLane({\n parentId: lane.parentId,\n watermark: response.nextWatermark,\n skipWatermarkWrite,\n continuationCursors,\n });\n }\n}\n\nasync function checkpointPage(input: {\n reconnect?: ReconnectPages | undefined;\n fetchedPage: FetchedContainerParentLanePage;\n isCurrent?: (() => boolean) | undefined;\n state: RemoteContainerHydrationState;\n}): Promise<boolean> {\n const { lane, response, syncLane } = input.fetchedPage;\n // Only a drained chain can advance a reconnect checkpoint. Otherwise a\n // cycle can alternate the durable cursor between successive attempts.\n if (input.reconnect && response.hasMore) return true;\n const nextWatermark =\n response.nextWatermark ??\n (lane.continuationCursors ? (lane.watermark ?? null) : null);\n return markContainerParentLaneFetched({\n isCurrent: input.isCurrent,\n response: { ...response, nextWatermark },\n state: input.state,\n syncLane,\n });\n}\n\nasync function applyContainerParentLanePage(input: {\n reconnect?: ReconnectPages | undefined;\n childIdsByParentId: ContainerChildIndex;\n fetchedPage: FetchedContainerParentLanePage;\n host: RemoteContainerHydrationHost;\n isCurrent?: (() => boolean) | undefined;\n policyOperation: PrincipalPolicyOperation;\n queueContinuationLane: (lane: ContainerParentHydrationLane) => void;\n queueParentLane: QueueContainerParentLane;\n seenContainerIds: Set<string>;\n state: RemoteContainerHydrationState;\n}): Promise<HydrationProgress> {\n const {\n childIdsByParentId,\n fetchedPage,\n host,\n queueContinuationLane,\n queueParentLane,\n seenContainerIds,\n state,\n } = input;\n const {\n expectedContainerStates,\n expectedHydrationTombstones,\n lane,\n response,\n } = fetchedPage;\n let changedCount = 0;\n if (input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n\n const remoteContainerItems = getApplicableRemoteContainerItems(response);\n const tombstoneResult = await applyContainerTombstones({\n childIdsByParentId,\n expectedContainerStates,\n isCurrent: input.isCurrent,\n remoteContainerItems,\n response,\n state,\n });\n if (!tombstoneResult.current) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n changedCount += tombstoneResult.changedCount;\n if (input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n if (tombstoneResult.changedCount > 0) {\n // A live tombstone cascade may have orphaned documents (row 3); re-arm\n // document priming so their null-scoped passes run now rather than on\n // the next startup.\n host.requestDocumentPriming?.();\n }\n\n // A paused organization's containers stay as the device last saw them.\n // Skipping them here, after tombstones saw the full page, still lets the\n // lane complete and its watermark advance; their children are never queued.\n const isPaused = await loadPausedContainerFilter(state);\n const appliedPage = await applyRemoteContainerPage({\n reconnect: input.reconnect,\n childIdsByParentId,\n expectedContainerStates,\n expectedHydrationTombstones,\n host,\n isCurrent: input.isCurrent,\n isPaused,\n items: remoteContainerItems.filter((item) => !isPaused(item)),\n policyOperation: input.policyOperation,\n queueParentLane,\n seenContainerIds,\n state,\n });\n changedCount += appliedPage.changedCount;\n const outcome = tombstoneResult.completed ? appliedPage.outcome : \"retry\";\n if (input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n // A bad continuation invalidates the cursor, independently verified rows still apply.\n if (hasUnusableContinuation(fetchedPage))\n return { changedCount, outcome: \"retry\", shouldStop: false };\n // A refused item leaves a gap in this lane. Later pages can still discover\n // independent children, but none may move its durable cursor past the gap.\n if (outcome !== \"complete\" && !input.reconnect)\n return { changedCount, outcome, shouldStop: false };\n const skipWatermarkWrite = lane.skipWatermarkWrite || outcome !== \"complete\";\n if (!skipWatermarkWrite && !(await checkpointPage(input))) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n\n queueNextPage(fetchedPage, skipWatermarkWrite, queueContinuationLane);\n return { changedCount, outcome, shouldStop: false };\n}\n\nfunction takeContainerParentLaneBatch(input: {\n lanes: ContainerParentHydrationLane[];\n state: RemoteContainerHydrationState;\n}): ContainerParentHydrationLane[] {\n const { lanes, state } = input;\n const batch: ContainerParentHydrationLane[] = [];\n\n while (\n lanes.length > 0 &&\n batch.length < CONTAINER_PARENT_HYDRATION_CONCURRENCY\n ) {\n const lane = lanes.shift();\n if (\n lane &&\n (lane.parentId === null || state.containersById.has(lane.parentId))\n ) {\n batch.push(lane);\n }\n }\n\n return batch;\n}\n\nasync function applyContainerParentLaneBatch(input: {\n reconnect?: ReconnectPages | undefined;\n childIdsByParentId: ContainerChildIndex;\n fetchedPages: ReadonlyArray<FetchedContainerParentLanePage>;\n host: RemoteContainerHydrationHost;\n isCurrent?: (() => boolean) | undefined;\n lanes: ContainerParentHydrationLane[];\n policyOperation: PrincipalPolicyOperation;\n queueParentLane: QueueContainerParentLane;\n seenContainerIds: Set<string>;\n state: RemoteContainerHydrationState;\n}): Promise<HydrationProgress> {\n const {\n childIdsByParentId,\n fetchedPages,\n host,\n lanes,\n queueParentLane,\n seenContainerIds,\n state,\n } = input;\n let changedCount = 0;\n let outcome: HydrationOutcome = \"complete\";\n\n for (const fetchedPage of fetchedPages) {\n if (!canHydrateRemoteContainers(state) || input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n if (\n fetchedPage.lane.parentId !== null &&\n !state.containersById.has(fetchedPage.lane.parentId)\n ) {\n continue;\n }\n\n const result = await applyContainerParentLanePage({\n reconnect: input.reconnect,\n childIdsByParentId,\n fetchedPage,\n host,\n isCurrent: input.isCurrent,\n policyOperation: input.policyOperation,\n queueContinuationLane: (lane) => lanes.push(lane),\n queueParentLane,\n seenContainerIds,\n state,\n });\n changedCount += result.changedCount;\n outcome = combineOutcomes(outcome, result.outcome);\n\n if (result.shouldStop) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n }\n\n return { changedCount, outcome, shouldStop: false };\n}\n\nexport async function hydrateContainerParentLanes(input: {\n reconnect?: ReconnectPages | undefined;\n childIdsByParentId: ContainerChildIndex;\n host: RemoteContainerHydrationHost;\n isCurrent?: (() => boolean) | undefined;\n lanes: ContainerParentHydrationLane[];\n queueParentLane: QueueContainerParentLane;\n seenContainerIds: Set<string>;\n state: RemoteContainerHydrationState;\n}): Promise<HydrationProgress> {\n const {\n childIdsByParentId,\n host,\n lanes,\n queueParentLane,\n seenContainerIds,\n state,\n } = input;\n let changedCount = 0;\n let outcome: HydrationOutcome = \"complete\";\n // One hydration pass is one policy operation: its pages share a discovery.\n const policyOperation = createPrincipalPolicyOperation();\n\n while (lanes.length > 0) {\n if (!canHydrateRemoteContainers(state) || input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n\n const batch = takeContainerParentLaneBatch({ lanes, state });\n if (batch.length === 0) {\n continue;\n }\n\n const fetchedPages = await fetchContainerParentLaneBatch({\n batch,\n laneIdPrefix: input.reconnect?.laneIdPrefix,\n isCurrent: input.isCurrent,\n state,\n });\n if (!fetchedPages) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n if (input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n\n const result = await applyContainerParentLaneBatch({\n reconnect: input.reconnect,\n childIdsByParentId,\n fetchedPages,\n host,\n isCurrent: input.isCurrent,\n lanes,\n policyOperation,\n queueParentLane,\n seenContainerIds,\n state,\n });\n changedCount += result.changedCount;\n outcome = combineOutcomes(outcome, result.outcome);\n\n if (result.shouldStop) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n }\n\n return { changedCount, outcome, shouldStop: false };\n}\n"]}
1
+ {"version":3,"file":"remoteContainerPageHydration.js","sourceRoot":"","sources":["remoteContainerPageHydration.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,8BAA8B,GAE/B,MAAM,4CAA4C,CAAC;AACpD,OAAO,EAAE,qBAAqB,EAAE,MAAM,8CAA8C,CAAC;AACrF,OAAO,EAAE,8BAA8B,EAAE,MAAM,oCAAoC,CAAC;AACpF,OAAO,EAAE,qBAAqB,EAAE,MAAM,qCAAqC,CAAC;AAC5E,OAAO,EAAE,8BAA8B,EAAE,MAAM,2BAA2B,CAAC;AAC3E,OAAO,EAAE,6BAA6B,EAAE,MAAM,0BAA0B,CAAC;AACzE,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EACL,wBAAwB,EACxB,iCAAiC,GAClC,MAAM,yBAAyB,CAAC;AAajC,OAAO,EAAE,gCAAgC,EAAE,MAAM,6BAA6B,CAAC;AAC/E,OAAO,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAC1E,OAAO,EACL,gDAAgD,EAChD,kDAAkD,EAClD,kCAAkC,GACnC,MAAM,wBAAwB,CAAC;AAEhC,MAAM,sCAAsC,GAAG,CAAC,CAAC;AAOjD,qFAAqF;AACrF,SAAS,eAAe,CACtB,CAAmB,EACnB,CAAmB;IAEnB,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IACnD,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACzD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,2EAA2E;AAC3E,+DAA+D;AAC/D,SAAS,mBAAmB,CAC1B,KAGC,EACD,SAAwC;IAExC,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;AAC3E,CAAC;AAED,6EAA6E;AAC7E,SAAS,kBAAkB,CACzB,KAAoC,EACpC,uBAAoE,EACpE,WAAmB;IAEnB,OAAO,gCAAgC,CAAC;QACtC,YAAY,EAAE,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC;QACnD,mBAAmB,EAAE,uBAAuB,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,WAAW;KAC3E,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,KAcvC;IACC,MAAM,EAAE,yBAAyB,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IACnD,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,MAAM,2BAA2B,CACzE,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,YAAY,CAAC;QAC3C,SAAS,EAAE,KAAK,CAAC,eAAe;KACjC,CAAC,EACF,KAAK,CAAC,SAAS,EAAE,iBAAiB,EAClC,KAAK,CAAC,SAAS,CAChB,CAAC;IACF,IAAI,OAAO,GAAqB,aAAa,CAAC;IAC9C,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IAC/C,CAAC;IACD,MAAM,CACJ,sCAAsC,EACtC,wCAAwC,EACzC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACpB,gDAAgD,CAAC;YAC/C,gBAAgB,EAAE,KAAK;YACvB,KAAK;SACN,CAAC;QACF,kDAAkD,CAAC;YACjD,gBAAgB,EAAE,KAAK;YACvB,KAAK;SACN,CAAC;KACH,CAAC,CAAC;IACH,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IAC/C,CAAC;IACD,MAAM,qBAAqB,GAAG,MAAM,8BAA8B,CAAC;QACjE,UAAU,EAAE,KAAK,CAAC,MAAM,CACtB,CAAC,IAAI,EAAE,EAAE,CACP,CAAC,yBAAyB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACvC,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,CAAC,KAAK,CAAC,2BAA2B,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/C,CAAC,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAC5D;QACD,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;KACvB,CAAC,CAAC;IACH,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;QAC9B,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QAC3D,CAAC;QACD,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC9C,IACE,yBAAyB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,WAAW;YAC3D,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EACtC,CAAC;YACD,KAAK,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACpC,SAAS;QACX,CAAC;QACD,IACE,CAAC,kBAAkB,CAAC,KAAK,EAAE,KAAK,CAAC,uBAAuB,EAAE,SAAS,CAAC,EAAE,CAAC,EACvE,CAAC;YACD,OAAO,GAAG,OAAO,CAAC;YAClB,SAAS;QACX,CAAC;QACD,IAAI,OAAO,GAAqB,OAAO,CAAC;QACxC,MAAM,QAAQ,GAAG,MAAM,kCAAkC,CACvD;YACE,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;YAC5C,sCAAsC;YACtC,wCAAwC;YACxC,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,SAAS,EAAE,mBAAmB,CAAC,KAAK,EAAE,SAAS,CAAC;YAChD,0BAA0B,EACxB,KAAK,CAAC,2BAA2B,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,IAAI;YAC7D,oBAAoB,EAAE,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7D,eAAe,EAAE,SAAS;YAC1B,KAAK;SACN,EACD,CAAC,OAAO,EAAE,EAAE;YACV,OAAO,GAAG,OAAO,CAAC;QACpB,CAAC,EACD,KAAK,CAAC,SAAS,EAAE,iBAAiB,CACnC,CAAC;QACF,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC5C,SAAS;QACX,CAAC;QACD,yBAAyB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QACzD,aAAa,IAAI,CAAC,CAAC;QACnB,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QAC3D,CAAC;QACD,KAAK,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,KAAoC;IAEpC,OAAO,CACL,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe;QAClC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM;QAC1B,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,KAAK,OAAO,CACzC,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAChB,SAAiE;IAEjE,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,uBAAuB,CAAC,EAC/B,IAAI,EACJ,QAAQ,GACuB;IAC/B,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC;IACpC,IAAI,CAAC,IAAI;QAAE,OAAO,QAAQ,CAAC,OAAO,CAAC;IACnC,iEAAiE;IACjE,0EAA0E;IAC1E,IACE,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,SAAS,EAAE,EAAE;QAC9B,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS;QAE3C,OAAO,QAAQ,CAAC,OAAO,CAAC;IAC1B,OAAO,IAAI,CAAC,mBAAmB,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC;AACjE,CAAC;AAED,SAAS,aAAa,CACpB,EAAE,IAAI,EAAE,QAAQ,EAAkC,EAClD,kBAA2B,EAC3B,qBAAmE;IAEnE,IAAI,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;QAC/C,MAAM,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,IAAI,IAAI,GAAG,EAAU,CAAC;QAC1E,IAAI,IAAI,CAAC,SAAS;YAAE,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QACvE,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;QAC3D,qBAAqB,CAAC;YACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,QAAQ,CAAC,aAAa;YACjC,kBAAkB;YAClB,mBAAmB;SACpB,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,KAK7B;IACC,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC;IACvD,uEAAuE;IACvE,sEAAsE;IACtE,IAAI,KAAK,CAAC,SAAS,IAAI,QAAQ,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IACrD,MAAM,aAAa,GACjB,QAAQ,CAAC,aAAa;QACtB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/D,OAAO,8BAA8B,CAAC;QACpC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,aAAa,EAAE;QACxC,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,QAAQ;KACT,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,4BAA4B,CAAC,KAW3C;IACC,MAAM,EAAE,kBAAkB,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAC/D,MAAM,EACJ,uBAAuB,EACvB,2BAA2B,EAC3B,IAAI,EACJ,QAAQ,GACT,GAAG,WAAW,CAAC;IAChB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IAED,IACE,qBAAqB,CACnB,IAAI,CAAC,SAAS,EACd,QAAQ,CAAC,aAAa,EACtB,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAC3B;QAED,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IAC/D,MAAM,oBAAoB,GAAG,iCAAiC,CAAC,QAAQ,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAG,MAAM,yBAAyB,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,eAAe,GAAG,MAAM,wBAAwB,CAAC;QACrD,QAAQ;QACR,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,kBAAkB;QAClB,uBAAuB;QACvB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,oBAAoB;QACpB,QAAQ;QACR,KAAK;KACN,CAAC,CAAC;IACH,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;QAC7B,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IACD,YAAY,IAAI,eAAe,CAAC,YAAY,CAAC;IAC7C,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IACD,IAAI,eAAe,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;QACrC,oEAAoE;QACpE,IAAI,CAAC,sBAAsB,EAAE,EAAE,CAAC;IAClC,CAAC;IAED,iEAAiE;IACjE,MAAM,WAAW,GAAG,MAAM,wBAAwB,CAAC;QACjD,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,kBAAkB;QAClB,uBAAuB;QACvB,2BAA2B;QAC3B,IAAI;QACJ,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ;QACR,KAAK,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7D,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,yBAAyB,EAAE,KAAK,CAAC,yBAAyB;QAC1D,KAAK;KACN,CAAC,CAAC;IACH,YAAY,IAAI,WAAW,CAAC,YAAY,CAAC;IACzC,MAAM,OAAO,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;IAC1E,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IACD,sFAAsF;IACtF,IAAI,uBAAuB,CAAC,WAAW,CAAC;QACtC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IAC/D,2EAA2E;IAC3E,2EAA2E;IAC3E,IAAI,OAAO,KAAK,UAAU,IAAI,CAAC,KAAK,CAAC,SAAS;QAC5C,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IACtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,IAAI,OAAO,KAAK,UAAU,CAAC;IAC7E,IAAI,CAAC,kBAAkB,IAAI,CAAC,CAAC,MAAM,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAC1D,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IAED,aAAa,CAAC,WAAW,EAAE,kBAAkB,EAAE,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAC5E,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AACtD,CAAC;AAED,SAAS,4BAA4B,CAAC,KAGrC;IACC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAmC,EAAE,CAAC;IAEjD,OACE,KAAK,CAAC,MAAM,GAAG,CAAC;QAChB,KAAK,CAAC,MAAM,GAAG,sCAAsC,EACrD,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,IACE,IAAI;YACJ,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EACnE,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,6BAA6B,CAAC,KAW5C;IACC,MAAM,EACJ,kBAAkB,EAClB,YAAY,EACZ,IAAI,EACJ,KAAK,EACL,eAAe,EACf,yBAAyB,EACzB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,OAAO,GAAqB,UAAU,CAAC;IAE3C,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YACxE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;QACD,IACE,WAAW,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI;YAClC,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,EACpD,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC;YAChD,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,kBAAkB;YAClB,WAAW;YACX,IAAI;YACJ,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,eAAe,EAAE,KAAK,CAAC,eAAe;YACtC,qBAAqB,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;YACjD,eAAe;YACf,yBAAyB;YACzB,KAAK;SACN,CAAC,CAAC;QACH,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;QACpC,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAEnD,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,KASjD;IACC,MAAM,EACJ,kBAAkB,EAClB,IAAI,EACJ,KAAK,EACL,eAAe,EACf,yBAAyB,EACzB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,OAAO,GAAqB,UAAU,CAAC;IAC3C,2EAA2E;IAC3E,MAAM,eAAe,GAAG,8BAA8B,EAAE,CAAC;IAEzD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YACxE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;QAED,MAAM,KAAK,GAAG,4BAA4B,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,SAAS;QACX,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,6BAA6B,CAAC;YACvD,KAAK;YACL,YAAY,EAAE,KAAK,CAAC,SAAS,EAAE,YAAY;YAC3C,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,KAAK;SACN,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;QACD,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,6BAA6B,CAAC;YACjD,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,kBAAkB;YAClB,YAAY;YACZ,IAAI;YACJ,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,KAAK;YACL,eAAe;YACf,eAAe;YACf,yBAAyB;YACzB,KAAK;SACN,CAAC,CAAC;QACH,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;QACpC,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAEnD,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AACtD,CAAC","sourcesContent":["import {\n createPrincipalPolicyOperation,\n type PrincipalPolicyOperation,\n} from \"../../../principals/principalPolicyService\";\nimport { changesDiscoveryOrder } from \"../../documentDiscovery/publicationWatermark\";\nimport { prefetchDestinationProjections } from \"../destination/destinationPrefetch\";\nimport { cachedDestinationRole } from \"../destination/destinationRoleCache\";\nimport { markContainerParentLaneFetched } from \"../lanes/laneFetchMarkers\";\nimport { fetchContainerParentLaneBatch } from \"../lanes/parentLaneFetch\";\nimport { warmListedContainerPolicies } from \"../principalPolicyCache\";\nimport {\n applyContainerTombstones,\n getApplicableRemoteContainerItems,\n} from \"../tombstoneApplication\";\nimport type {\n ContainerChildIndex,\n ContainerParentHydrationLane,\n ExpectedContainerState,\n FetchedContainerParentLanePage,\n HydrationOutcome,\n ListedRemoteContainerPageItem,\n QueueContainerParentLane,\n ReconnectPages,\n RemoteContainerHydrationHost,\n RemoteContainerHydrationState,\n} from \"../types\";\nimport { containerStateMatchesFingerprint } from \"./containerStateFingerprint\";\nimport { loadPausedContainerFilter } from \"./organizationSyncPauseFilter\";\nimport {\n listRemoteContainerIdsWithPendingMetadataUpdates,\n listRemoteContainerIdsWithPendingStructuralIntents,\n upsertIsolatedRemoteContainerState,\n} from \"./remoteContainerState\";\n\nconst CONTAINER_PARENT_HYDRATION_CONCURRENCY = 4;\n\ninterface HydrationProgress {\n changedCount: number;\n outcome: HydrationOutcome;\n shouldStop: boolean;\n}\n/** A retryable lane takes precedence over a refused proof elsewhere in the crawl. */\nfunction combineOutcomes(\n a: HydrationOutcome,\n b: HydrationOutcome,\n): HydrationOutcome {\n if (a === \"retry\" || b === \"retry\") return \"retry\";\n if (a === \"refused\" || b === \"refused\") return \"refused\";\n return \"complete\";\n}\n\n// Re-checked inside the commit: a pause from another device can land after\n// the page was filtered, and its cleanup may already have run.\nfunction currentUnlessPaused(\n input: {\n isCurrent?: (() => boolean) | undefined;\n isPaused: (container: ListedRemoteContainerPageItem) => boolean;\n },\n container: ListedRemoteContainerPageItem,\n): () => boolean {\n return () => input.isCurrent?.() !== false && !input.isPaused(container);\n}\n\n/** The local state still matches the fingerprint the listing was read at. */\nfunction matchesListedState(\n state: RemoteContainerHydrationState,\n expectedContainerStates: ReadonlyMap<string, ExpectedContainerState>,\n containerId: string,\n): boolean {\n return containerStateMatchesFingerprint({\n currentState: state.containersById.get(containerId),\n expectedFingerprint: expectedContainerStates.get(containerId)?.fingerprint,\n });\n}\n\nasync function applyRemoteContainerPage(input: {\n reconnect?: ReconnectPages | undefined;\n childIdsByParentId: ContainerChildIndex;\n expectedContainerStates: ReadonlyMap<string, ExpectedContainerState>;\n expectedHydrationTombstones: FetchedContainerParentLanePage[\"expectedHydrationTombstones\"];\n host: RemoteContainerHydrationHost;\n isCurrent?: (() => boolean) | undefined;\n isPaused: (container: ListedRemoteContainerPageItem) => boolean;\n items: ReadonlyArray<ListedRemoteContainerPageItem>;\n /** The hydration pass's token: its pages share one directory discovery. */\n policyOperation: PrincipalPolicyOperation;\n queueParentLane: QueueContainerParentLane;\n seenContainerObservations: Map<string, string>;\n state: RemoteContainerHydrationState;\n}): Promise<{ changedCount: number; outcome: HydrationOutcome }> {\n const { seenContainerObservations, state } = input;\n let hydratedCount = 0;\n const { items, outcome: policyOutcome } = await warmListedContainerPolicies(\n input.items,\n state.runtime.principalPolicies.createWarmer({\n operation: input.policyOperation,\n }),\n input.reconnect?.recordManualError,\n input.isCurrent,\n );\n let outcome: HydrationOutcome = policyOutcome;\n if (input.isCurrent?.() === false) {\n return { changedCount: 0, outcome: \"retry\" };\n }\n const [\n containerIdsWithPendingMetadataUpdates,\n containerIdsWithPendingStructuralIntents,\n ] = await Promise.all([\n listRemoteContainerIdsWithPendingMetadataUpdates({\n remoteContainers: items,\n state,\n }),\n listRemoteContainerIdsWithPendingStructuralIntents({\n remoteContainers: items,\n state,\n }),\n ]);\n if (input.isCurrent?.() === false) {\n return { changedCount: 0, outcome: \"retry\" };\n }\n const prefetchedProjections = await prefetchDestinationProjections({\n containers: items.filter(\n (item) =>\n !seenContainerObservations.has(item.id) &&\n !state.containersById.has(item.id) &&\n !input.expectedHydrationTombstones.get(item.id) &&\n !cachedDestinationRole(state.runtime.infra.execSql, item),\n ),\n isCurrent: input.isCurrent,\n runtime: state.runtime,\n });\n for (const container of items) {\n if (input.isCurrent?.() === false) {\n return { changedCount: hydratedCount, outcome: \"retry\" };\n }\n const observation = JSON.stringify(container);\n if (\n seenContainerObservations.get(container.id) === observation &&\n state.containersById.has(container.id)\n ) {\n input.queueParentLane(container.id);\n continue;\n }\n if (\n !matchesListedState(state, input.expectedContainerStates, container.id)\n ) {\n outcome = \"retry\";\n continue;\n }\n let failure: HydrationOutcome = \"retry\";\n const upserted = await upsertIsolatedRemoteContainerState(\n {\n childIdsByParentId: input.childIdsByParentId,\n containerIdsWithPendingMetadataUpdates,\n containerIdsWithPendingStructuralIntents,\n host: input.host,\n isCurrent: currentUnlessPaused(input, container),\n expectedHydrationTombstone:\n input.expectedHydrationTombstones.get(container.id) ?? null,\n prefetchedProjection: prefetchedProjections.get(container.id),\n remoteContainer: container,\n state,\n },\n (outcome) => {\n failure = outcome;\n },\n input.reconnect?.recordManualError,\n );\n if (!upserted) {\n outcome = combineOutcomes(outcome, failure);\n continue;\n }\n seenContainerObservations.set(container.id, observation);\n hydratedCount += 1;\n if (input.isCurrent?.() === false) {\n return { changedCount: hydratedCount, outcome: \"retry\" };\n }\n input.queueParentLane(container.id);\n }\n\n return { changedCount: hydratedCount, outcome };\n}\n\nexport function canHydrateRemoteContainers(\n state: RemoteContainerHydrationState,\n): boolean {\n return (\n state.runtime.auth.isAuthenticated &&\n state.runtime.state.online &&\n state.runtime.infra.dbStatus === \"ready\"\n );\n}\n\nfunction cursorKey(\n watermark: NonNullable<ContainerParentHydrationLane[\"watermark\"]>,\n): string {\n return JSON.stringify([watermark.updatedAt, watermark.id]);\n}\n\nfunction hasUnusableContinuation({\n lane,\n response,\n}: FetchedContainerParentLanePage): boolean {\n const next = response.nextWatermark;\n if (!next) return response.hasMore;\n // Opaque positions can advance with an older business timestamp.\n // A drained lane may echo its current position, but never an earlier one.\n if (\n next.id === lane.watermark?.id &&\n next.updatedAt === lane.watermark.updatedAt\n )\n return response.hasMore;\n return lane.continuationCursors?.has(cursorKey(next)) === true;\n}\n\nfunction queueNextPage(\n { lane, response }: FetchedContainerParentLanePage,\n skipWatermarkWrite: boolean,\n queueContinuationLane: (lane: ContainerParentHydrationLane) => void,\n): void {\n if (response.hasMore && response.nextWatermark) {\n const continuationCursors = lane.continuationCursors ?? new Set<string>();\n if (lane.watermark) continuationCursors.add(cursorKey(lane.watermark));\n continuationCursors.add(cursorKey(response.nextWatermark));\n queueContinuationLane({\n parentId: lane.parentId,\n watermark: response.nextWatermark,\n skipWatermarkWrite,\n continuationCursors,\n });\n }\n}\n\nasync function checkpointPage(input: {\n reconnect?: ReconnectPages | undefined;\n fetchedPage: FetchedContainerParentLanePage;\n isCurrent?: (() => boolean) | undefined;\n state: RemoteContainerHydrationState;\n}): Promise<boolean> {\n const { lane, response, syncLane } = input.fetchedPage;\n // Only a drained chain can advance a reconnect checkpoint. Otherwise a\n // cycle can alternate the durable cursor between successive attempts.\n if (input.reconnect && response.hasMore) return true;\n const nextWatermark =\n response.nextWatermark ??\n (lane.continuationCursors ? (lane.watermark ?? null) : null);\n return markContainerParentLaneFetched({\n isCurrent: input.isCurrent,\n response: { ...response, nextWatermark },\n state: input.state,\n syncLane,\n });\n}\n\nasync function applyContainerParentLanePage(input: {\n reconnect?: ReconnectPages | undefined;\n childIdsByParentId: ContainerChildIndex;\n fetchedPage: FetchedContainerParentLanePage;\n host: RemoteContainerHydrationHost;\n isCurrent?: (() => boolean) | undefined;\n policyOperation: PrincipalPolicyOperation;\n queueContinuationLane: (lane: ContainerParentHydrationLane) => void;\n queueParentLane: QueueContainerParentLane;\n seenContainerObservations: Map<string, string>;\n state: RemoteContainerHydrationState;\n}): Promise<HydrationProgress> {\n const { childIdsByParentId, fetchedPage, host, state } = input;\n const {\n expectedContainerStates,\n expectedHydrationTombstones,\n lane,\n response,\n } = fetchedPage;\n let changedCount = 0;\n if (input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n\n if (\n changesDiscoveryOrder(\n lane.watermark,\n response.nextWatermark,\n !!lane.continuationCursors,\n )\n )\n return { changedCount, outcome: \"retry\", shouldStop: false };\n const remoteContainerItems = getApplicableRemoteContainerItems(response);\n const isPaused = await loadPausedContainerFilter(state);\n const tombstoneResult = await applyContainerTombstones({\n isPaused,\n parentId: lane.parentId,\n childIdsByParentId,\n expectedContainerStates,\n isCurrent: input.isCurrent,\n remoteContainerItems,\n response,\n state,\n });\n if (!tombstoneResult.current) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n changedCount += tombstoneResult.changedCount;\n if (input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n if (tombstoneResult.changedCount > 0) {\n // Prime documents orphaned by this cascade during the current pass.\n host.requestDocumentPriming?.();\n }\n\n // Paused folders keep their local state while the lane advances.\n const appliedPage = await applyRemoteContainerPage({\n reconnect: input.reconnect,\n childIdsByParentId,\n expectedContainerStates,\n expectedHydrationTombstones,\n host,\n isCurrent: input.isCurrent,\n isPaused,\n items: remoteContainerItems.filter((item) => !isPaused(item)),\n policyOperation: input.policyOperation,\n queueParentLane: input.queueParentLane,\n seenContainerObservations: input.seenContainerObservations,\n state,\n });\n changedCount += appliedPage.changedCount;\n const outcome = tombstoneResult.completed ? appliedPage.outcome : \"retry\";\n if (input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n // A bad continuation invalidates the cursor, independently verified rows still apply.\n if (hasUnusableContinuation(fetchedPage))\n return { changedCount, outcome: \"retry\", shouldStop: false };\n // A refused item leaves a gap in this lane. Later pages can still discover\n // independent children, but none may move its durable cursor past the gap.\n if (outcome !== \"complete\" && !input.reconnect)\n return { changedCount, outcome, shouldStop: false };\n const skipWatermarkWrite = lane.skipWatermarkWrite || outcome !== \"complete\";\n if (!skipWatermarkWrite && !(await checkpointPage(input))) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n\n queueNextPage(fetchedPage, skipWatermarkWrite, input.queueContinuationLane);\n return { changedCount, outcome, shouldStop: false };\n}\n\nfunction takeContainerParentLaneBatch(input: {\n lanes: ContainerParentHydrationLane[];\n state: RemoteContainerHydrationState;\n}): ContainerParentHydrationLane[] {\n const { lanes, state } = input;\n const batch: ContainerParentHydrationLane[] = [];\n\n while (\n lanes.length > 0 &&\n batch.length < CONTAINER_PARENT_HYDRATION_CONCURRENCY\n ) {\n const lane = lanes.shift();\n if (\n lane &&\n (lane.parentId === null || state.containersById.has(lane.parentId))\n ) {\n batch.push(lane);\n }\n }\n\n return batch;\n}\n\nasync function applyContainerParentLaneBatch(input: {\n reconnect?: ReconnectPages | undefined;\n childIdsByParentId: ContainerChildIndex;\n fetchedPages: ReadonlyArray<FetchedContainerParentLanePage>;\n host: RemoteContainerHydrationHost;\n isCurrent?: (() => boolean) | undefined;\n lanes: ContainerParentHydrationLane[];\n policyOperation: PrincipalPolicyOperation;\n queueParentLane: QueueContainerParentLane;\n seenContainerObservations: Map<string, string>;\n state: RemoteContainerHydrationState;\n}): Promise<HydrationProgress> {\n const {\n childIdsByParentId,\n fetchedPages,\n host,\n lanes,\n queueParentLane,\n seenContainerObservations,\n state,\n } = input;\n let changedCount = 0;\n let outcome: HydrationOutcome = \"complete\";\n\n for (const fetchedPage of fetchedPages) {\n if (!canHydrateRemoteContainers(state) || input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n if (\n fetchedPage.lane.parentId !== null &&\n !state.containersById.has(fetchedPage.lane.parentId)\n ) {\n continue;\n }\n\n const result = await applyContainerParentLanePage({\n reconnect: input.reconnect,\n childIdsByParentId,\n fetchedPage,\n host,\n isCurrent: input.isCurrent,\n policyOperation: input.policyOperation,\n queueContinuationLane: (lane) => lanes.push(lane),\n queueParentLane,\n seenContainerObservations,\n state,\n });\n changedCount += result.changedCount;\n outcome = combineOutcomes(outcome, result.outcome);\n\n if (result.shouldStop) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n }\n\n return { changedCount, outcome, shouldStop: false };\n}\n\nexport async function hydrateContainerParentLanes(input: {\n reconnect?: ReconnectPages | undefined;\n childIdsByParentId: ContainerChildIndex;\n host: RemoteContainerHydrationHost;\n isCurrent?: (() => boolean) | undefined;\n lanes: ContainerParentHydrationLane[];\n queueParentLane: QueueContainerParentLane;\n seenContainerObservations: Map<string, string>;\n state: RemoteContainerHydrationState;\n}): Promise<HydrationProgress> {\n const {\n childIdsByParentId,\n host,\n lanes,\n queueParentLane,\n seenContainerObservations,\n state,\n } = input;\n let changedCount = 0;\n let outcome: HydrationOutcome = \"complete\";\n // One hydration pass is one policy operation: its pages share a discovery.\n const policyOperation = createPrincipalPolicyOperation();\n\n while (lanes.length > 0) {\n if (!canHydrateRemoteContainers(state) || input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n\n const batch = takeContainerParentLaneBatch({ lanes, state });\n if (batch.length === 0) {\n continue;\n }\n\n const fetchedPages = await fetchContainerParentLaneBatch({\n batch,\n laneIdPrefix: input.reconnect?.laneIdPrefix,\n isCurrent: input.isCurrent,\n state,\n });\n if (!fetchedPages) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n if (input.isCurrent?.() === false) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n\n const result = await applyContainerParentLaneBatch({\n reconnect: input.reconnect,\n childIdsByParentId,\n fetchedPages,\n host,\n isCurrent: input.isCurrent,\n lanes,\n policyOperation,\n queueParentLane,\n seenContainerObservations,\n state,\n });\n changedCount += result.changedCount;\n outcome = combineOutcomes(outcome, result.outcome);\n\n if (result.shouldStop) {\n return { changedCount, outcome: \"retry\", shouldStop: true };\n }\n }\n\n return { changedCount, outcome, shouldStop: false };\n}\n"]}
@@ -154,10 +154,14 @@ async function updateExistingRemoteContainerState(input) {
154
154
  systemSlot: remoteContainer.systemSlot ?? null,
155
155
  organizationId: remoteContainer.organizationId,
156
156
  ...(nextParentId !== undefined ? { parentId: nextParentId } : {}),
157
- }, false, remoteContainerHydrationSaveOptions({
158
- localUpdatedAt,
159
- remoteContainer,
160
- }), {
157
+ }, false, {
158
+ ...remoteContainerHydrationSaveOptions({
159
+ localUpdatedAt,
160
+ remoteContainer,
161
+ }),
162
+ verifiedPlacement: input.verifiedPlacement,
163
+ }, {
164
+ isCurrent: input.isCurrent,
161
165
  preserveDurableStructureWhenPending: true,
162
166
  });
163
167
  if (persistenceResult.status === "missing") {
@@ -227,17 +231,24 @@ export async function upsertRemoteContainerState(input) {
227
231
  if (input.isCurrent?.() === false)
228
232
  return null;
229
233
  invalidateListedProjectionCaches(input);
234
+ const backwardsClock = heldState?.container.serverUpdatedAt != null &&
235
+ heldState.container.serverUpdatedAt > listed.updatedAt;
230
236
  const verified = await verifyRemoteContainerDestination({
231
237
  ...input,
232
238
  heldBinding,
233
239
  supersededListing,
234
- refresh: !!input.expectedHydrationTombstone,
240
+ refresh: !!input.expectedHydrationTombstone || backwardsClock,
235
241
  onVerifiedCheckpoint: (checkpoint) => {
236
242
  expectedPlacementCheckpoint = checkpoint;
237
243
  },
238
244
  });
239
245
  if (!verified || input.isCurrent?.() === false)
240
246
  return null;
247
+ // A signed projection from a lagging replica can still repeat our old pin.
248
+ // Retry until it covers the manifest whose listing would be checkpointed.
249
+ if (backwardsClock &&
250
+ expectedPlacementCheckpoint?.manifestHash !== listed.metadataAccessStateHash)
251
+ return null;
241
252
  input = { ...input, remoteContainer: verified };
242
253
  const existingState = input.state.containersById.get(input.remoteContainer.id);
243
254
  const remoteState = await runWithSecurityIncidentReporting(input.state.runtime.util.reportSecurityIncident, {
@@ -299,6 +310,7 @@ function persistVerifiedRemoteContainer(input) {
299
310
  const { existingState, expectedPlacementCheckpoint } = input;
300
311
  return existingState
301
312
  ? updateExistingRemoteContainerState({
313
+ verifiedPlacement: expectedPlacementCheckpoint,
302
314
  childIdsByParentId: input.childIdsByParentId,
303
315
  containerIdsWithPendingMetadataUpdates: input.containerIdsWithPendingMetadataUpdates,
304
316
  containerIdsWithPendingStructuralIntents: input.containerIdsWithPendingStructuralIntents,