@tearleads/client-sdk 0.1.251 → 0.1.253

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (226) hide show
  1. package/Tearleads.d.ts +0 -2
  2. package/Tearleads.js +17 -28
  3. package/Tearleads.js.map +1 -1
  4. package/client/containerContents/index.d.ts +2 -0
  5. package/client/containerContents/index.js +4 -9
  6. package/client/containerContents/index.js.map +1 -1
  7. package/client/containerContents/storeRuntime.d.ts +17 -0
  8. package/client/containerContents/storeRuntime.js +31 -0
  9. package/client/containerContents/storeRuntime.js.map +1 -0
  10. package/client/deviceFirst/index.d.ts +2 -3
  11. package/client/deviceFirst/index.js +44 -22
  12. package/client/deviceFirst/index.js.map +1 -1
  13. package/client/organizations/organizationReadModelPresentation.js +7 -4
  14. package/client/organizations/organizationReadModelPresentation.js.map +1 -1
  15. package/client/organizations/organizationReadModels.js +6 -5
  16. package/client/organizations/organizationReadModels.js.map +1 -1
  17. package/client/organizations/organizationWorkflowRuntime.js +1 -1
  18. package/client/organizations/organizationWorkflowRuntime.js.map +1 -1
  19. package/client/runtime/principalMutationApi.d.ts +4 -0
  20. package/client/runtime/principalMutationApi.js +9 -5
  21. package/client/runtime/principalMutationApi.js.map +1 -1
  22. package/client/runtime/runtimeIdentityResolution.js +23 -0
  23. package/client/runtime/runtimeIdentityResolution.js.map +1 -1
  24. package/client/runtime/runtimeSubscription.js +68 -0
  25. package/client/runtime/runtimeSubscription.js.map +1 -0
  26. package/client/runtime/workflowRuntime.d.ts +3 -1
  27. package/client/runtime/workflowRuntime.js +31 -81
  28. package/client/runtime/workflowRuntime.js.map +1 -1
  29. package/client/session/authenticationMachine.js +47 -0
  30. package/client/session/authenticationMachine.js.map +1 -0
  31. package/client/session/index.js +75 -93
  32. package/client/session/index.js.map +1 -1
  33. package/client/session/sessionBlobStore.js +39 -0
  34. package/client/session/sessionBlobStore.js.map +1 -0
  35. package/client/session/sessionContext.js +11 -0
  36. package/client/session/sessionContext.js.map +1 -1
  37. package/client/session/sessionIdentityTrust.d.ts +2 -1
  38. package/client/session/sessionIdentityTrust.js +8 -4
  39. package/client/session/sessionIdentityTrust.js.map +1 -1
  40. package/client/session/sessionLifetime.js +87 -0
  41. package/client/session/sessionLifetime.js.map +1 -0
  42. package/client/session/sessionLogin.js +114 -0
  43. package/client/session/sessionLogin.js.map +1 -0
  44. package/client/session/sessionOrganizationCreation.js +3 -2
  45. package/client/session/sessionOrganizationCreation.js.map +1 -1
  46. package/client/session/sessionPurgeRecovery.js +11 -3
  47. package/client/session/sessionPurgeRecovery.js.map +1 -1
  48. package/client/session/sessionTypes.d.ts +6 -2
  49. package/client/session/sessionTypes.js.map +1 -1
  50. package/data/blobs/blobContracts.d.ts +4 -3
  51. package/data/blobs/blobContracts.js.map +1 -1
  52. package/data/blobs/createBlobStore.js +1 -8
  53. package/data/blobs/createBlobStore.js.map +1 -1
  54. package/data/blobs/encryptedBlobStore.js +17 -12
  55. package/data/blobs/encryptedBlobStore.js.map +1 -1
  56. package/data/blobs/memoryBlobStore.js +8 -5
  57. package/data/blobs/memoryBlobStore.js.map +1 -1
  58. package/data/blobs/opfsBlobFile.js +36 -0
  59. package/data/blobs/opfsBlobFile.js.map +1 -0
  60. package/data/blobs/opfsBlobStore.d.ts +1 -1
  61. package/data/blobs/opfsBlobStore.js +91 -21
  62. package/data/blobs/opfsBlobStore.js.map +1 -1
  63. package/data/principals/principalPolicyCoordinator.js +8 -17
  64. package/data/principals/principalPolicyCoordinator.js.map +1 -1
  65. package/data/shared/domainScope.d.ts +2 -0
  66. package/data/shared/domainScope.js +2 -1
  67. package/data/shared/domainScope.js.map +1 -1
  68. package/data/shared/keyedQueue.js +15 -0
  69. package/data/shared/keyedQueue.js.map +1 -0
  70. package/data/sqlite/migrations/migrateLocalSchema.js +2 -3
  71. package/data/sqlite/migrations/migrateLocalSchema.js.map +1 -1
  72. package/data/sqlite/sqlExec.d.ts +6 -0
  73. package/data/sqlite/sqlExec.js +64 -13
  74. package/data/sqlite/sqlExec.js.map +1 -1
  75. package/data/sqlite/sqlitePersistenceRuntime.js +2 -3
  76. package/data/sqlite/sqlitePersistenceRuntime.js.map +1 -1
  77. package/data/sync/syncCoordinator.js +17 -10
  78. package/data/sync/syncCoordinator.js.map +1 -1
  79. package/data/trustedUserIdentity/service.js +2 -1
  80. package/data/trustedUserIdentity/service.js.map +1 -1
  81. package/data/trustedUserIdentity/types.d.ts +1 -1
  82. package/data/trustedUserIdentity/types.js.map +1 -1
  83. package/internal/api-client/ApiClient.d.ts +4 -1
  84. package/internal/api-client/apiRequestRuntime.d.ts +6 -3
  85. package/internal/api-client/apiRequestRuntime.js +86 -101
  86. package/internal/api-client/apiRequestRuntime.js.map +1 -1
  87. package/internal/api-client/binaryRequestOperationTransport.js +2 -1
  88. package/internal/api-client/binaryRequestOperationTransport.js.map +1 -1
  89. package/internal/api-client/binaryResponseOperationTransport.js +6 -2
  90. package/internal/api-client/binaryResponseOperationTransport.js.map +1 -1
  91. package/internal/api-client/client/blobs.d.ts +1 -0
  92. package/internal/api-client/client/blobs.js +12 -3
  93. package/internal/api-client/client/blobs.js.map +1 -1
  94. package/internal/api-client/client/laneListingRequest.js +4 -0
  95. package/internal/api-client/client/laneListingRequest.js.map +1 -1
  96. package/internal/api-client/client/session.d.ts +5 -1
  97. package/internal/api-client/client/session.js +12 -4
  98. package/internal/api-client/client/session.js.map +1 -1
  99. package/internal/api-client/client/writerProjections.js +12 -13
  100. package/internal/api-client/client/writerProjections.js.map +1 -1
  101. package/internal/api-client/operationResponse.d.ts +1 -1
  102. package/internal/api-client/operationResponse.js +10 -23
  103. package/internal/api-client/operationResponse.js.map +1 -1
  104. package/internal/api-client/operationTransport.js +2 -1
  105. package/internal/api-client/operationTransport.js.map +1 -1
  106. package/internal/api-client/principalHistoryRequest.js +25 -20
  107. package/internal/api-client/principalHistoryRequest.js.map +1 -1
  108. package/internal/api-client/principalHistoryRequestContext.js +30 -6
  109. package/internal/api-client/principalHistoryRequestContext.js.map +1 -1
  110. package/internal/api-client/principalPolicyPages.d.ts +4 -1
  111. package/internal/api-client/principalPolicyPages.js +4 -2
  112. package/internal/api-client/principalPolicyPages.js.map +1 -1
  113. package/internal/api-client/projectionPolicyHistoryPages.d.ts +4 -1
  114. package/internal/api-client/projectionPolicyHistoryPages.js +4 -2
  115. package/internal/api-client/projectionPolicyHistoryPages.js.map +1 -1
  116. package/internal/api-client/routes/blobs/blobDownloadBody.js +65 -0
  117. package/internal/api-client/routes/blobs/blobDownloadBody.js.map +1 -0
  118. package/internal/api-client/routes/blobs/get.js +9 -67
  119. package/internal/api-client/routes/blobs/get.js.map +1 -1
  120. package/internal/api-client/routes/blobs/multipartUpload.js +1 -1
  121. package/internal/api-client/routes/blobs/multipartUpload.js.map +1 -1
  122. package/internal/api-client/sessionRefresh.js +1 -1
  123. package/internal/api-client/sessionRefresh.js.map +1 -1
  124. package/internal/api-client/sessionRenewal.d.ts +31 -0
  125. package/internal/api-client/sessionRenewal.js +91 -6
  126. package/internal/api-client/sessionRenewal.js.map +1 -1
  127. package/internal/api-client/sessionRequestInit.js +22 -0
  128. package/internal/api-client/sessionRequestInit.js.map +1 -0
  129. package/internal/api-client/sessionResponse.js +39 -0
  130. package/internal/api-client/sessionResponse.js.map +1 -0
  131. package/internal/api-client/types.d.ts +1 -0
  132. package/internal/api-client/types.js.map +1 -1
  133. package/internal/api-client/webSocketTickets.d.ts +1 -0
  134. package/internal/api-client/webSocketTickets.js +4 -0
  135. package/internal/api-client/webSocketTickets.js.map +1 -1
  136. package/internal/sqlite-worker/client.d.ts +1 -1
  137. package/internal/sqlite-worker/client.js +6 -1
  138. package/internal/sqlite-worker/client.js.map +1 -1
  139. package/internal/sqlite-worker/purgeOpfsDatabase.d.ts +1 -1
  140. package/internal/sqlite-worker/purgeOpfsDatabase.js +3 -2
  141. package/internal/sqlite-worker/purgeOpfsDatabase.js.map +1 -1
  142. package/internal/sqlite-worker/types.d.ts +4 -0
  143. package/internal/sqlite-worker/types.js.map +1 -1
  144. package/package.json +1 -1
  145. package/sqlite/worker.js +1 -1
  146. package/stores/container-contents/containerContentsStore.d.ts +3 -9
  147. package/stores/container-contents/containerContentsStore.js +24 -21
  148. package/stores/container-contents/containerContentsStore.js.map +1 -1
  149. package/stores/container-contents/containerState/storeScope.js +6 -0
  150. package/stores/container-contents/containerState/storeScope.js.map +1 -0
  151. package/stores/container-contents/hydration/backgroundHydration.js +2 -1
  152. package/stores/container-contents/hydration/backgroundHydration.js.map +1 -1
  153. package/stores/container-contents/hydration/reconnectRefresh.d.ts +10 -0
  154. package/stores/container-contents/hydration/reconnectRefresh.js +68 -0
  155. package/stores/container-contents/hydration/reconnectRefresh.js.map +1 -0
  156. package/stores/container-contents/hydration/reconnectRefreshMachine.js +49 -0
  157. package/stores/container-contents/hydration/reconnectRefreshMachine.js.map +1 -0
  158. package/stores/container-contents/hydration/remoteHydrationRefresh.js +4 -1
  159. package/stores/container-contents/hydration/remoteHydrationRefresh.js.map +1 -1
  160. package/stores/container-contents/hydration/remoteHydrationRequest.js +79 -10
  161. package/stores/container-contents/hydration/remoteHydrationRequest.js.map +1 -1
  162. package/stores/container-contents/hydration/startupHydration.js +2 -9
  163. package/stores/container-contents/hydration/startupHydration.js.map +1 -1
  164. package/stores/container-contents/hydration/treeResetMachine.js +61 -0
  165. package/stores/container-contents/hydration/treeResetMachine.js.map +1 -0
  166. package/stores/container-contents/localRefresh.js +28 -12
  167. package/stores/container-contents/localRefresh.js.map +1 -1
  168. package/stores/container-contents/remoteEvents/remoteContainerIngestion.js +4 -1
  169. package/stores/container-contents/remoteEvents/remoteContainerIngestion.js.map +1 -1
  170. package/stores/container-contents/remoteWrites/writeGeneration.js +5 -2
  171. package/stores/container-contents/remoteWrites/writeGeneration.js.map +1 -1
  172. package/stores/container-contents/state.d.ts +3 -7
  173. package/stores/container-contents/state.js +27 -16
  174. package/stores/container-contents/state.js.map +1 -1
  175. package/stores/container-contents/syncAgent/index.d.ts +7 -2
  176. package/stores/container-contents/syncAgent/index.js +77 -49
  177. package/stores/container-contents/syncAgent/index.js.map +1 -1
  178. package/stores/container-contents/syncAgent/syncAgentTypes.d.ts +5 -2
  179. package/stores/container-contents/syncAgent/syncAgentTypes.js.map +1 -1
  180. package/stores/container-contents/syncAgent/syncLaneIteration.js +6 -3
  181. package/stores/container-contents/syncAgent/syncLaneIteration.js.map +1 -1
  182. package/stores/local-projection/localProjectionStore.js +24 -15
  183. package/stores/local-projection/localProjectionStore.js.map +1 -1
  184. package/stores/local-projection/registry.js +2 -2
  185. package/stores/local-projection/registry.js.map +1 -1
  186. package/workflows/container-contents/container-state/create/createChild.js +3 -15
  187. package/workflows/container-contents/container-state/create/createChild.js.map +1 -1
  188. package/workflows/container-contents/containerPersistence.d.ts +4 -8
  189. package/workflows/container-contents/containerPersistence.js +22 -12
  190. package/workflows/container-contents/containerPersistence.js.map +1 -1
  191. package/workflows/container-contents/localState.js +3 -0
  192. package/workflows/container-contents/localState.js.map +1 -1
  193. package/workflows/container-contents/remoteHydration/hydrateRemoteContainers.d.ts +12 -0
  194. package/workflows/container-contents/remoteHydration/hydrateRemoteContainers.js +93 -0
  195. package/workflows/container-contents/remoteHydration/hydrateRemoteContainers.js.map +1 -0
  196. package/workflows/container-contents/remoteHydration/index.d.ts +3 -11
  197. package/workflows/container-contents/remoteHydration/index.js +17 -66
  198. package/workflows/container-contents/remoteHydration/index.js.map +1 -1
  199. package/workflows/container-contents/remoteHydration/lanes/parentLaneFetch.js +3 -2
  200. package/workflows/container-contents/remoteHydration/lanes/parentLaneFetch.js.map +1 -1
  201. package/workflows/container-contents/remoteHydration/principalPolicyCache.js +57 -5
  202. package/workflows/container-contents/remoteHydration/principalPolicyCache.js.map +1 -1
  203. package/workflows/container-contents/remoteHydration/remoteContainers/remoteContainerPageHydration.js +105 -62
  204. package/workflows/container-contents/remoteHydration/remoteContainers/remoteContainerPageHydration.js.map +1 -1
  205. package/workflows/container-contents/remoteHydration/remoteContainers/remoteContainerState.js +15 -5
  206. package/workflows/container-contents/remoteHydration/remoteContainers/remoteContainerState.js.map +1 -1
  207. package/workflows/container-contents/remoteHydration/types.d.ts +13 -0
  208. package/workflows/container-contents/remoteHydration/types.js.map +1 -1
  209. package/workflows/container-contents/runtime.d.ts +3 -0
  210. package/workflows/container-contents/runtime.js.map +1 -1
  211. package/workflows/container-contents/storedContainerState.js +17 -7
  212. package/workflows/container-contents/storedContainerState.js.map +1 -1
  213. package/workflows/container-contents/syncLane.d.ts +1 -0
  214. package/workflows/container-contents/syncLane.js +9 -1
  215. package/workflows/container-contents/syncLane.js.map +1 -1
  216. package/workflows/documents/attachments/blobMutationLock.d.ts +1 -1
  217. package/workflows/documents/attachments/blobMutationLock.js +2 -2
  218. package/workflows/documents/attachments/blobMutationLock.js.map +1 -1
  219. package/workflows/organizations/readModel/readModelProjection.js +2 -0
  220. package/workflows/organizations/readModel/readModelProjection.js.map +1 -1
  221. package/workflows/registration/registerIdentity.js +2 -0
  222. package/workflows/registration/registerIdentity.js.map +1 -1
  223. package/workflows/shared/runtimeInput.d.ts +2 -0
  224. package/workflows/shared/runtimeInput.js.map +1 -1
  225. package/workflows/container-contents/remoteHydration/completeHydration.js +0 -25
  226. package/workflows/container-contents/remoteHydration/completeHydration.js.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AAC/D,OAAO,EAAE,mCAAmC,EAAE,MAAM,yBAAyB,CAAC;AAC9E,OAAO,EAAE,qCAAqC,EAAE,MAAM,wBAAwB,CAAC;AAC/E,OAAO,EAAE,yBAAyB,EAAE,MAAM,gDAAgD,CAAC;AAC3F,OAAO,EACL,0BAA0B,EAC1B,2BAA2B,GAC5B,MAAM,iDAAiD,CAAC;AACzD,OAAO,EACL,gDAAgD,EAChD,kDAAkD,EAClD,kCAAkC,GACnC,MAAM,yCAAyC,CAAC;AAgBjD,MAAM,OAAO,yBAA0B,SAAQ,KAAK;CAAG;AAEvD,MAAM,UAAU,oCAAoC,CAAC,KAGpD;IACC,MAAM,aAAa,GAAG,GAAG,EAAE;QACzB,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;YACvB,MAAM,IAAI,yBAAyB,EAAE,CAAC;QACxC,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,qBAAqB,EAAE,KAAK,EAC1B,cAAc,EACd,KAAK,EACL,UAAU,EACV,WAAW,EACX,eAAe,EACf,EAAE;YACF,MAAM,eAAe,GAAG,eAAe,EAAE,SAAS,CAAC;YACnD,MAAM,SAAS,GAAG,eAAe;gBAC/B,CAAC,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,eAAe,EAAE;gBAC9C,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;YACpB,aAAa,EAAE,CAAC;YAChB,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,qBAAqB,CACnD,cAAc,EACd,KAAK,EACL,UAAU,EACV,WAAW,EACX,EAAE,GAAG,eAAe,EAAE,SAAS,EAAE,CAClC,CAAC;YACF,aAAa,EAAE,CAAC;YAChB,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB;YACnC,CAAC,CAAC;gBACE,sBAAsB,EAAE,GAAG,EAAE;oBAC3B,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;wBACtB,KAAK,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,CAAC;oBACxC,CAAC;gBACH,CAAC;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,2BAA2B;YACxC,CAAC,CAAC;gBACE,2BAA2B,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;oBAC7C,aAAa,EAAE,CAAC;oBAChB,MAAM,KAAK,CAAC,IAAI,CAAC,2BAA2B,EAAE,CAAC,OAAO,CAAC,CAAC;oBACxD,aAAa,EAAE,CAAC;gBAClB,CAAC;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP,cAAc,EAAE,GAAG,EAAE;YACnB,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;gBACtB,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YAC9B,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAWD,SAAS,+BAA+B,CACtC,KAAoC;IAEpC,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,mBAAmB;QACpC,UAAU,EAAE,KAAK,CAAC,oBAAoB;KACvC,CAAC;AACJ,CAAC;AAED,SAAS,qCAAqC,CAC5C,IAAiD,EACjD,KAAsC;IAEtC,OAAO,CACL,IAAI,KAAK,SAAS;QAClB,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS;QAClC,IAAI,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,CACrC,CAAC;AACJ,CAAC;AAED,SAAS,8BAA8B,CACrC,UAA2C,EAC3C,uBAA2D,EAC3D,KAAiC,EACjC,eAAgC;IAEhC,OAAO,CACL,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC,KAAK,eAAe;QACjD,qCAAqC,CACnC,uBAAuB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC,EAC/C,UAAU,CACX,CACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,2BAA2B,CAAC,KAU1C;IACC,MAAM,EACJ,sCAAsC,EACtC,wCAAwC,EACxC,UAAU,EACV,uBAAuB,EACvB,IAAI,EACJ,KAAK,EACL,qBAAqB,EACrB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,IACE,CAAC,KAAK,CAAC,SAAS,EAAE;QAClB,CAAC,8BAA8B,CAC7B,UAAU,EACV,uBAAuB,EACvB,KAAK,EACL,qBAAqB,CACtB,EACD,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,2EAA2E;IAC3E,gEAAgE;IAChE,MAAM,QAAQ,GAAG,MAAM,yBAAyB,CAAC,KAAK,CAAC,CAAC;IACxD,IAAI,QAAQ,CAAC,qBAAqB,CAAC;QAAE,OAAO,IAAI,CAAC;IACjD,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,gCAAgC,CACzE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAC5B,CAAC;IACF,sEAAsE;IACtE,MAAM,QAAQ,GAAG,MAAM,kCAAkC,CAAC;QACxD,0BAA0B,EACxB,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,KAAK,qBAAqB,CAAC,EAAE,CAAC;YACtE,IAAI;QACN,sCAAsC;QACtC,wCAAwC;QACxC,IAAI;QACJ,SAAS,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC;QACtE,eAAe,EAAE,qBAAqB;QACtC,KAAK;KACN,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,qCAAqC,CAAC,KAM9C;IACC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;QACvB,OAAO;IACT,CAAC;IACD,KAAK,MAAM,qBAAqB,IAAI,KAAK,CAAC,sBAAsB,EAAE,CAAC;QACjE,IACE,8BAA8B,CAC5B,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,uBAAuB,EAC7B,KAAK,CAAC,KAAK,EACX,qBAAqB,CACtB,EACD,CAAC;YACD,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;YAC7C,KAAK,CAAC,uBAAuB,CAAC,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,+BAA+B,CAAC,KAO9C;IACC,MAAM,EAAE,UAAU,EAAE,uBAAuB,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAC1E,IAAI,oBAAoB,GAAG,KAAK,CAAC;IAEjC,IAAI,CAAC;QACH,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;YACzB,MAAM,sBAAsB,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAC9D,CAAC,eAAe,EAAE,EAAE,CAClB,qCAAqC,CACnC,uBAAuB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC,EAC/C,UAAU,CACX,CACJ,CAAC;YACF,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxC,OAAO;YACT,CAAC;YACD,MAAM,qCAAqC,CAAC;gBAC1C,gCAAgC,EAC9B,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,YAAY,EAAE;gBAChD,gBAAgB,EAAE,sBAAsB;gBACxC,YAAY,EAAE,KAAK,CAAC,SAAS;aAC9B,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;gBACvB,OAAO;YACT,CAAC;YACD,MAAM,CACJ,sCAAsC,EACtC,wCAAwC,EACzC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBACpB,gDAAgD,CAAC;oBAC/C,gBAAgB,EAAE,sBAAsB;oBACxC,KAAK;iBACN,CAAC;gBACF,kDAAkD,CAAC;oBACjD,gBAAgB,EAAE,sBAAsB;oBACxC,KAAK;iBACN,CAAC;aACH,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;gBACvB,OAAO;YACT,CAAC;YAED,KAAK,MAAM,qBAAqB,IAAI,sBAAsB,EAAE,CAAC;gBAC3D,oBAAoB;oBAClB,CAAC,MAAM,2BAA2B,CAAC;wBACjC,sCAAsC;wBACtC,wCAAwC;wBACxC,UAAU;wBACV,uBAAuB;wBACvB,IAAI;wBACJ,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,KAAK;wBACL,qBAAqB;wBACrB,KAAK;qBACN,CAAC,CAAC,IAAI,oBAAoB,CAAC;YAChC,CAAC;YACD,qCAAqC,CAAC;gBACpC,UAAU;gBACV,uBAAuB;gBACvB,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,KAAK;gBACL,sBAAsB;aACvB,CAAC,CAAC;YAEH,IAAI,oBAAoB,EAAE,CAAC;gBACzB,IAAI,CAAC,cAAc,EAAE,CAAC;gBACtB,oBAAoB,GAAG,KAAK,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,oBAAoB,EAAE,CAAC;YACzB,IAAI,CAAC,cAAc,EAAE,CAAC;QACxB,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,wCAAwC,CAC/C,KAAoC,EACpC,UAA2C;IAE3C,OAAO,qCAAqC,CAC1C,+BAA+B,CAAC,KAAK,CAAC,EACtC,UAAU,CACX,CAAC;AACJ,CAAC;AAED,SAAS,0CAA0C,CAAC,KAKnD;IACC,MAAM,iBAAiB,GAAG,+BAA+B,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACvE,MAAM,YAAY,GAChB,iBAAiB,CAAC,SAAS,KAAK,KAAK,CAAC,UAAU,CAAC,SAAS;QAC1D,iBAAiB,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC;IAC/D,KAAK,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,IAAI,KAAK,CAAC,uBAAuB,EAAE,CAAC;QACtE,IAAI,CAAC,qCAAqC,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;YACzE,SAAS;QACX,CAAC;QACD,IAAI,YAAY,EAAE,CAAC;YACjB,KAAK,CAAC,uBAAuB,CAAC,GAAG,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;QACpE,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,uBAAuB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YAClD,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;AACH,CAAC;AAQD,MAAM,UAAU,6BAA6B,CAAC,KAI7C;IACC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAC9B,MAAM,2BAA2B,GAA+B,IAAI,GAAG,EAAE,CAAC;IAC1E,MAAM,uBAAuB,GAAuC,IAAI,GAAG,EAAE,CAAC;IAC9E,IAAI,6BAA6B,GAAyB,IAAI,CAAC;IAE/D,MAAM,iBAAiB,GAAG,GAAkB,EAAE;QAC5C,IAAI,6BAA6B,EAAE,CAAC;YAClC,OAAO,6BAA6B,CAAC,IAAI,CACvC,iBAAiB,EACjB,iBAAiB,CAClB,CAAC;QACJ,CAAC;QACD,IACE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,KAAK,SAAS;YAC1C,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,KAAK,OAAO,EACxC,CAAC;YACD,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QACD,MAAM,oBAAoB,GAAG,KAAK,CAAC,uBAAuB,EAAE,EAAE,CAAC;QAC/D,IAAI,oBAAoB,EAAE,CAAC;YACzB,OAAO,oBAAoB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,eAAe,GAAG,2BAA2B,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QACxE,IAAI,OAAO,eAAe,KAAK,QAAQ,EAAE,CAAC;YACxC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QACD,MAAM,UAAU,GAAG,uBAAuB,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAChE,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,2BAA2B,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;YACpD,OAAO,iBAAiB,EAAE,CAAC;QAC7B,CAAC;QACD,MAAM,SAAS,GAAG,GAAG,EAAE,CACrB,wCAAwC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC9D,MAAM,WAAW,GAAG,oCAAoC,CAAC;YACvD,IAAI;YACJ,SAAS;SACV,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,EAAE;aAClC,IAAI,CAAC,GAAG,EAAE,CACT,+BAA+B,CAAC;YAC9B,UAAU;YACV,uBAAuB;YACvB,IAAI,EAAE,WAAW;YACjB,SAAS;YACT,KAAK,EAAE,2BAA2B;YAClC,KAAK;SACN,CAAC,CACH;aACA,IAAI,CAAC,GAAG,EAAE;YACT,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;gBACjB,0CAA0C,CAAC;oBACzC,UAAU;oBACV,uBAAuB;oBACvB,KAAK,EAAE,2BAA2B;oBAClC,KAAK;iBACN,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YACxB,IAAI,CAAC,SAAS,EAAE,IAAI,KAAK,YAAY,yBAAyB,EAAE,CAAC;gBAC/D,0CAA0C,CAAC;oBACzC,UAAU;oBACV,uBAAuB;oBACvB,KAAK,EAAE,2BAA2B;oBAClC,KAAK;iBACN,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC,CAAC;aACD,OAAO,CAAC,GAAG,EAAE;YACZ,IAAI,6BAA6B,KAAK,WAAW,EAAE,CAAC;gBAClD,6BAA6B,GAAG,IAAI,CAAC;YACvC,CAAC;QACH,CAAC,CAAC,CAAC;QACL,6BAA6B,GAAG,WAAW,CAAC;QAC5C,OAAO,WAAW,CAAC,IAAI,CAAC,GAAG,EAAE,CAC3B,2BAA2B,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,SAAS,CACvE,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,qBAAqB,GAAG,CAAC,eAAgC,EAAE,EAAE;QACjE,2BAA2B,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;QACrE,uBAAuB,CAAC,GAAG,CACzB,eAAe,CAAC,EAAE,EAClB,+BAA+B,CAAC,KAAK,CAAC,CACvC,CAAC;QACF,OAAO,iBAAiB,EAAE,CAAC;IAC7B,CAAC,CAAC;IACF,qBAAqB,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC,2BAA2B,CAAC,IAAI,GAAG,CAAC,CAAC;IAC9E,qBAAqB,CAAC,MAAM,GAAG,iBAAiB,CAAC;IACjD,OAAO,qBAAqB,CAAC;AAC/B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,KAS7C;IACC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAC9B,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QACxE,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC3C,MAAM,2BAA2B,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC;IACzE,MAAM,kBAAkB,GAAG,yBAAyB,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IAC3E,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,GAAG,mCAAmC,CAAC;QACrE,YAAY,EAAE,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE;QACzC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,sBAAsB,EAAE,KAAK,CAAC,sBAAsB;QACpD,sBAAsB,EAAE,KAAK,CAAC,sBAAsB;KACrD,CAAC,CAAC;IACH,gFAAgF;IAChF,gFAAgF;IAChF,gFAAgF;IAChF,MAAM,yBAAyB,GAA6B,CAAC,WAAW,EAAE,EAAE;QAC1E,IACE,KAAK,CAAC,2BAA2B;YACjC,CAAC,WAAW,KAAK,IAAI,IAAI,CAAC,2BAA2B,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,EACvE,CAAC;YACD,eAAe,CAAC,WAAW,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,2BAA2B,CAAC;QAC/C,kBAAkB;QAClB,IAAI;QACJ,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,KAAK;QACL,eAAe,EAAE,yBAAyB;QAC1C,gBAAgB;QAChB,KAAK;KACN,CAAC,CAAC;IACH,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IAChC,MAAM,qBAAqB,CAAC;QAC1B,YAAY;QACZ,QAAQ,EACN,MAAM,CAAC,QAAQ;YACf,0BAA0B,CAAC,KAAK,CAAC;YACjC,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK;QAC/B,2BAA2B;QAC3B,IAAI;QACJ,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,gBAAgB;QAChB,KAAK;KACN,CAAC,CAAC;IACH,OAAO,YAAY,CAAC;AACtB,CAAC","sourcesContent":["import { finishRemoteHydration } from \"./completeHydration\";\nimport { createContainerChildIndex } from \"./lanes/childIndex\";\nimport { createContainerParentHydrationQueue } from \"./lanes/parentLaneQueue\";\nimport { cacheRemoteContainerPrincipalPolicies } from \"./principalPolicyCache\";\nimport { loadPausedContainerFilter } from \"./remoteContainers/organizationSyncPauseFilter\";\nimport {\n canHydrateRemoteContainers,\n hydrateContainerParentLanes,\n} from \"./remoteContainers/remoteContainerPageHydration\";\nimport {\n listRemoteContainerIdsWithPendingMetadataUpdates,\n listRemoteContainerIdsWithPendingStructuralIntents,\n upsertIsolatedRemoteContainerState,\n} from \"./remoteContainers/remoteContainerState\";\nimport type {\n QueueContainerParentLane,\n RemoteContainer,\n RemoteContainerHydrationHost,\n RemoteContainerHydrationState,\n RemoteContainerIngestQueue,\n} from \"./types\";\n\nexport type {\n ContainerState,\n PersistContainerStateResult,\n RemoteContainer,\n RemoteContainerHydrationHost,\n} from \"./types\";\n\nexport class StaleRemoteHydrationError extends Error {}\n\nexport function createGenerationGuardedHydrationHost(input: {\n host: RemoteContainerHydrationHost;\n isCurrent: () => boolean;\n}): RemoteContainerHydrationHost {\n const assertCurrent = () => {\n if (!input.isCurrent()) {\n throw new StaleRemoteHydrationError();\n }\n };\n\n return {\n persistContainerState: async (\n containerState,\n patch,\n updateView,\n saveOptions,\n mutationOptions,\n ) => {\n const callerIsCurrent = mutationOptions?.isCurrent;\n const isCurrent = callerIsCurrent\n ? () => input.isCurrent() && callerIsCurrent()\n : input.isCurrent;\n assertCurrent();\n const record = await input.host.persistContainerState(\n containerState,\n patch,\n updateView,\n saveOptions,\n { ...mutationOptions, isCurrent },\n );\n assertCurrent();\n return record;\n },\n ...(input.host.requestDocumentPriming\n ? {\n requestDocumentPriming: () => {\n if (input.isCurrent()) {\n input.host.requestDocumentPriming?.();\n }\n },\n }\n : {}),\n ...(input.host.requestMetadataRevalidation\n ? {\n requestMetadataRevalidation: async (request) => {\n assertCurrent();\n await input.host.requestMetadataRevalidation?.(request);\n assertCurrent();\n },\n }\n : {}),\n updateSnapshot: () => {\n if (input.isCurrent()) {\n input.host.updateSnapshot();\n }\n },\n };\n}\n\ninterface RemoteContainerIngestGeneration {\n readonly lifecycle: number | undefined;\n readonly structural: number | undefined;\n}\ntype RemoteContainerIngestGenerationMap = Map<\n string,\n RemoteContainerIngestGeneration\n>;\n\nfunction remoteContainerIngestGeneration(\n state: RemoteContainerHydrationState,\n): RemoteContainerIngestGeneration {\n return {\n lifecycle: state.lifecycleGeneration,\n structural: state.structuralGeneration,\n };\n}\n\nfunction remoteContainerIngestGenerationsMatch(\n left: RemoteContainerIngestGeneration | undefined,\n right: RemoteContainerIngestGeneration,\n): boolean {\n return (\n left !== undefined &&\n left.lifecycle === right.lifecycle &&\n left.structural === right.structural\n );\n}\n\nfunction isCurrentQueuedRemoteContainer(\n generation: RemoteContainerIngestGeneration,\n generationByContainerId: RemoteContainerIngestGenerationMap,\n queue: RemoteContainerIngestQueue,\n remoteContainer: RemoteContainer,\n): boolean {\n return (\n queue.get(remoteContainer.id) === remoteContainer &&\n remoteContainerIngestGenerationsMatch(\n generationByContainerId.get(remoteContainer.id),\n generation,\n )\n );\n}\n\nasync function upsertQueuedRemoteContainer(input: {\n containerIdsWithPendingMetadataUpdates: ReadonlySet<string>;\n containerIdsWithPendingStructuralIntents: ReadonlySet<string>;\n generation: RemoteContainerIngestGeneration;\n generationByContainerId: RemoteContainerIngestGenerationMap;\n host: RemoteContainerHydrationHost;\n isCurrent: () => boolean;\n queue: RemoteContainerIngestQueue;\n queuedRemoteContainer: RemoteContainer;\n state: RemoteContainerHydrationState;\n}): Promise<boolean> {\n const {\n containerIdsWithPendingMetadataUpdates,\n containerIdsWithPendingStructuralIntents,\n generation,\n generationByContainerId,\n host,\n queue,\n queuedRemoteContainer,\n state,\n } = input;\n if (\n !input.isCurrent() ||\n !isCurrentQueuedRemoteContainer(\n generation,\n generationByContainerId,\n queue,\n queuedRemoteContainer,\n )\n ) {\n return false;\n }\n\n // A paused organization's container is acknowledged without being applied,\n // including when the pause lands while the commit is in flight.\n const isPaused = await loadPausedContainerFilter(state);\n if (isPaused(queuedRemoteContainer)) return true;\n const tombstones = await state.persistence.loadContainerHydrationTombstones(\n state.runtime.infra.execSql,\n );\n // A refused folder is reported and acknowledged; the batch continues.\n const upserted = await upsertIsolatedRemoteContainerState({\n expectedHydrationTombstone:\n tombstones.find((row) => row.containerId === queuedRemoteContainer.id) ??\n null,\n containerIdsWithPendingMetadataUpdates,\n containerIdsWithPendingStructuralIntents,\n host,\n isCurrent: () => input.isCurrent() && !isPaused(queuedRemoteContainer),\n remoteContainer: queuedRemoteContainer,\n state,\n });\n if (!upserted) {\n return false;\n }\n return true;\n}\n\nfunction acknowledgeRemoteContainerIngestBatch(input: {\n generation: RemoteContainerIngestGeneration;\n generationByContainerId: RemoteContainerIngestGenerationMap;\n isCurrent: () => boolean;\n queue: RemoteContainerIngestQueue;\n queuedRemoteContainers: ReadonlyArray<RemoteContainer>;\n}): void {\n if (!input.isCurrent()) {\n return;\n }\n for (const queuedRemoteContainer of input.queuedRemoteContainers) {\n if (\n isCurrentQueuedRemoteContainer(\n input.generation,\n input.generationByContainerId,\n input.queue,\n queuedRemoteContainer,\n )\n ) {\n input.queue.delete(queuedRemoteContainer.id);\n input.generationByContainerId.delete(queuedRemoteContainer.id);\n }\n }\n}\n\nasync function drainRemoteContainerIngestQueue(input: {\n generation: RemoteContainerIngestGeneration;\n generationByContainerId: RemoteContainerIngestGenerationMap;\n host: RemoteContainerHydrationHost;\n isCurrent: () => boolean;\n queue: RemoteContainerIngestQueue;\n state: RemoteContainerHydrationState;\n}) {\n const { generation, generationByContainerId, host, queue, state } = input;\n let shouldUpdateSnapshot = false;\n\n try {\n while (input.isCurrent()) {\n const queuedRemoteContainers = Array.from(queue.values()).filter(\n (remoteContainer) =>\n remoteContainerIngestGenerationsMatch(\n generationByContainerId.get(remoteContainer.id),\n generation,\n ),\n );\n if (queuedRemoteContainers.length === 0) {\n return;\n }\n await cacheRemoteContainerPrincipalPolicies({\n cacheReferencedPrincipalPolicies:\n state.runtime.principalPolicies.createWarmer(),\n remoteContainers: queuedRemoteContainers,\n stillCurrent: input.isCurrent,\n });\n if (!input.isCurrent()) {\n return;\n }\n const [\n containerIdsWithPendingMetadataUpdates,\n containerIdsWithPendingStructuralIntents,\n ] = await Promise.all([\n listRemoteContainerIdsWithPendingMetadataUpdates({\n remoteContainers: queuedRemoteContainers,\n state,\n }),\n listRemoteContainerIdsWithPendingStructuralIntents({\n remoteContainers: queuedRemoteContainers,\n state,\n }),\n ]);\n if (!input.isCurrent()) {\n return;\n }\n\n for (const queuedRemoteContainer of queuedRemoteContainers) {\n shouldUpdateSnapshot =\n (await upsertQueuedRemoteContainer({\n containerIdsWithPendingMetadataUpdates,\n containerIdsWithPendingStructuralIntents,\n generation,\n generationByContainerId,\n host,\n isCurrent: input.isCurrent,\n queue,\n queuedRemoteContainer,\n state,\n })) || shouldUpdateSnapshot;\n }\n acknowledgeRemoteContainerIngestBatch({\n generation,\n generationByContainerId,\n isCurrent: input.isCurrent,\n queue,\n queuedRemoteContainers,\n });\n\n if (shouldUpdateSnapshot) {\n host.updateSnapshot();\n shouldUpdateSnapshot = false;\n }\n }\n } catch (error) {\n if (shouldUpdateSnapshot) {\n host.updateSnapshot();\n }\n throw error;\n }\n}\n\nfunction isRemoteContainerIngestGenerationCurrent(\n state: RemoteContainerHydrationState,\n generation: RemoteContainerIngestGeneration,\n): boolean {\n return remoteContainerIngestGenerationsMatch(\n remoteContainerIngestGeneration(state),\n generation,\n );\n}\n\nfunction settleStaleRemoteContainerIngestGeneration(input: {\n generation: RemoteContainerIngestGeneration;\n generationByContainerId: RemoteContainerIngestGenerationMap;\n queue: RemoteContainerIngestQueue;\n state: RemoteContainerHydrationState;\n}): void {\n const currentGeneration = remoteContainerIngestGeneration(input.state);\n const shouldReplay =\n currentGeneration.lifecycle !== input.generation.lifecycle &&\n currentGeneration.structural === input.generation.structural;\n for (const [containerId, generation] of input.generationByContainerId) {\n if (!remoteContainerIngestGenerationsMatch(generation, input.generation)) {\n continue;\n }\n if (shouldReplay) {\n input.generationByContainerId.set(containerId, currentGeneration);\n } else {\n input.generationByContainerId.delete(containerId);\n input.queue.delete(containerId);\n }\n }\n}\n\ninterface RemoteContainerIngestor {\n (remoteContainer: RemoteContainer): Promise<void>;\n hasPending: () => boolean;\n resume: () => Promise<void>;\n}\n\nexport function createRemoteContainerIngestor(input: {\n getSerializationBarrier?: (() => Promise<void> | null) | undefined;\n host: RemoteContainerHydrationHost;\n state: RemoteContainerHydrationState;\n}): RemoteContainerIngestor {\n const { host, state } = input;\n const pendingRemoteContainersById: RemoteContainerIngestQueue = new Map();\n const generationByContainerId: RemoteContainerIngestGenerationMap = new Map();\n let ingestRemoteContainersPromise: Promise<void> | null = null;\n\n const runNextGeneration = (): Promise<void> => {\n if (ingestRemoteContainersPromise) {\n return ingestRemoteContainersPromise.then(\n runNextGeneration,\n runNextGeneration,\n );\n }\n if (\n state.runtime.infra.dbStatus !== undefined &&\n state.runtime.infra.dbStatus !== \"ready\"\n ) {\n return Promise.resolve();\n }\n const serializationBarrier = input.getSerializationBarrier?.();\n if (serializationBarrier) {\n return serializationBarrier.then(runNextGeneration);\n }\n const nextContainerId = pendingRemoteContainersById.keys().next().value;\n if (typeof nextContainerId !== \"string\") {\n return Promise.resolve();\n }\n const generation = generationByContainerId.get(nextContainerId);\n if (!generation) {\n pendingRemoteContainersById.delete(nextContainerId);\n return runNextGeneration();\n }\n const isCurrent = () =>\n isRemoteContainerIngestGenerationCurrent(state, generation);\n const guardedHost = createGenerationGuardedHydrationHost({\n host,\n isCurrent,\n });\n const nextPromise = Promise.resolve()\n .then(() =>\n drainRemoteContainerIngestQueue({\n generation,\n generationByContainerId,\n host: guardedHost,\n isCurrent,\n queue: pendingRemoteContainersById,\n state,\n }),\n )\n .then(() => {\n if (!isCurrent()) {\n settleStaleRemoteContainerIngestGeneration({\n generation,\n generationByContainerId,\n queue: pendingRemoteContainersById,\n state,\n });\n }\n })\n .catch((error: unknown) => {\n if (!isCurrent() || error instanceof StaleRemoteHydrationError) {\n settleStaleRemoteContainerIngestGeneration({\n generation,\n generationByContainerId,\n queue: pendingRemoteContainersById,\n state,\n });\n return;\n }\n throw error;\n })\n .finally(() => {\n if (ingestRemoteContainersPromise === nextPromise) {\n ingestRemoteContainersPromise = null;\n }\n });\n ingestRemoteContainersPromise = nextPromise;\n return nextPromise.then(() =>\n pendingRemoteContainersById.size > 0 ? runNextGeneration() : undefined,\n );\n };\n\n const ingestRemoteContainer = (remoteContainer: RemoteContainer) => {\n pendingRemoteContainersById.set(remoteContainer.id, remoteContainer);\n generationByContainerId.set(\n remoteContainer.id,\n remoteContainerIngestGeneration(state),\n );\n return runNextGeneration();\n };\n ingestRemoteContainer.hasPending = () => pendingRemoteContainersById.size > 0;\n ingestRemoteContainer.resume = runNextGeneration;\n return ingestRemoteContainer;\n}\n\nexport async function hydrateRemoteContainers(input: {\n followDiscoveredParentLanes?: boolean | undefined;\n host: RemoteContainerHydrationHost;\n isCurrent?: (() => boolean) | undefined;\n onFullyHydrated?: (() => Promise<void> | void) | undefined;\n parentIds?: ReadonlyArray<string | null> | undefined;\n resetAllLaneWatermarks?: boolean | undefined;\n resetRootLaneWatermark?: boolean | undefined;\n state: RemoteContainerHydrationState;\n}): Promise<number> {\n const { host, state } = input;\n if (!canHydrateRemoteContainers(state) || input.isCurrent?.() === false) {\n return 0;\n }\n\n const seenContainerIds = new Set<string>();\n const containerIdsBeforeHydration = new Set(state.containersById.keys());\n const childIdsByParentId = createContainerChildIndex(state.containersById);\n const { lanes, queueParentLane } = createContainerParentHydrationQueue({\n containerIds: state.containersById.keys(),\n parentIds: input.parentIds,\n resetAllLaneWatermarks: input.resetAllLaneWatermarks,\n resetRootLaneWatermark: input.resetRootLaneWatermark,\n });\n // Follow child lanes during an explicit recursive crawl or for containers first\n // discovered in this pass. The latter lets a newly authorized root populate its\n // descendants immediately, while routine ticks keep known subtrees cache-first.\n const queueDiscoveredParentLane: QueueContainerParentLane = (containerId) => {\n if (\n input.followDiscoveredParentLanes ||\n (containerId !== null && !containerIdsBeforeHydration.has(containerId))\n ) {\n queueParentLane(containerId);\n }\n };\n const result = await hydrateContainerParentLanes({\n childIdsByParentId,\n host,\n isCurrent: input.isCurrent,\n lanes,\n queueParentLane: queueDiscoveredParentLane,\n seenContainerIds,\n state,\n });\n const { changedCount } = result;\n await finishRemoteHydration({\n changedCount,\n complete:\n result.complete &&\n canHydrateRemoteContainers(state) &&\n input.isCurrent?.() !== false,\n containerIdsBeforeHydration,\n host,\n isCurrent: input.isCurrent,\n onFullyHydrated: input.onFullyHydrated,\n seenContainerIds,\n state,\n });\n return changedCount;\n}\n"]}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qCAAqC,EAAE,MAAM,wBAAwB,CAAC;AAC/E,OAAO,EAAE,yBAAyB,EAAE,MAAM,gDAAgD,CAAC;AAC3F,OAAO,EACL,gDAAgD,EAChD,kDAAkD,EAClD,kCAAkC,GACnC,MAAM,yCAAyC,CAAC;AAQjD,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAUpE,MAAM,OAAO,yBAA0B,SAAQ,KAAK;CAAG;AAEvD,MAAM,UAAU,oCAAoC,CAAC,KAGpD;IACC,MAAM,aAAa,GAAG,GAAG,EAAE;QACzB,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;YACvB,MAAM,IAAI,yBAAyB,EAAE,CAAC;QACxC,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,qBAAqB,EAAE,KAAK,EAC1B,cAAc,EACd,KAAK,EACL,UAAU,EACV,WAAW,EACX,eAAe,EACf,EAAE;YACF,MAAM,eAAe,GAAG,eAAe,EAAE,SAAS,CAAC;YACnD,MAAM,SAAS,GAAG,eAAe;gBAC/B,CAAC,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,eAAe,EAAE;gBAC9C,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;YACpB,aAAa,EAAE,CAAC;YAChB,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,qBAAqB,CACnD,cAAc,EACd,KAAK,EACL,UAAU,EACV,WAAW,EACX,EAAE,GAAG,eAAe,EAAE,SAAS,EAAE,CAClC,CAAC;YACF,aAAa,EAAE,CAAC;YAChB,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB;YACnC,CAAC,CAAC;gBACE,sBAAsB,EAAE,GAAG,EAAE;oBAC3B,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;wBACtB,KAAK,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,CAAC;oBACxC,CAAC;gBACH,CAAC;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,2BAA2B;YACxC,CAAC,CAAC;gBACE,2BAA2B,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;oBAC7C,aAAa,EAAE,CAAC;oBAChB,MAAM,KAAK,CAAC,IAAI,CAAC,2BAA2B,EAAE,CAAC,OAAO,CAAC,CAAC;oBACxD,aAAa,EAAE,CAAC;gBAClB,CAAC;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP,cAAc,EAAE,GAAG,EAAE;YACnB,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;gBACtB,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YAC9B,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAWD,SAAS,+BAA+B,CACtC,KAAoC;IAEpC,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,mBAAmB;QACpC,UAAU,EAAE,KAAK,CAAC,oBAAoB;KACvC,CAAC;AACJ,CAAC;AAED,SAAS,qCAAqC,CAC5C,IAAiD,EACjD,KAAsC;IAEtC,OAAO,CACL,IAAI,KAAK,SAAS;QAClB,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS;QAClC,IAAI,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,CACrC,CAAC;AACJ,CAAC;AAED,SAAS,8BAA8B,CACrC,UAA2C,EAC3C,uBAA2D,EAC3D,KAAiC,EACjC,eAAgC;IAEhC,OAAO,CACL,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC,KAAK,eAAe;QACjD,qCAAqC,CACnC,uBAAuB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC,EAC/C,UAAU,CACX,CACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,2BAA2B,CAAC,KAU1C;IACC,MAAM,EACJ,sCAAsC,EACtC,wCAAwC,EACxC,UAAU,EACV,uBAAuB,EACvB,IAAI,EACJ,KAAK,EACL,qBAAqB,EACrB,KAAK,GACN,GAAG,KAAK,CAAC;IACV,IACE,CAAC,KAAK,CAAC,SAAS,EAAE;QAClB,CAAC,8BAA8B,CAC7B,UAAU,EACV,uBAAuB,EACvB,KAAK,EACL,qBAAqB,CACtB,EACD,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,2EAA2E;IAC3E,gEAAgE;IAChE,MAAM,QAAQ,GAAG,MAAM,yBAAyB,CAAC,KAAK,CAAC,CAAC;IACxD,IAAI,QAAQ,CAAC,qBAAqB,CAAC;QAAE,OAAO,IAAI,CAAC;IACjD,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,gCAAgC,CACzE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAC5B,CAAC;IACF,sEAAsE;IACtE,MAAM,QAAQ,GAAG,MAAM,kCAAkC,CAAC;QACxD,0BAA0B,EACxB,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,KAAK,qBAAqB,CAAC,EAAE,CAAC;YACtE,IAAI;QACN,sCAAsC;QACtC,wCAAwC;QACxC,IAAI;QACJ,SAAS,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC;QACtE,eAAe,EAAE,qBAAqB;QACtC,KAAK;KACN,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,qCAAqC,CAAC,KAM9C;IACC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;QACvB,OAAO;IACT,CAAC;IACD,KAAK,MAAM,qBAAqB,IAAI,KAAK,CAAC,sBAAsB,EAAE,CAAC;QACjE,IACE,8BAA8B,CAC5B,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,uBAAuB,EAC7B,KAAK,CAAC,KAAK,EACX,qBAAqB,CACtB,EACD,CAAC;YACD,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;YAC7C,KAAK,CAAC,uBAAuB,CAAC,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,+BAA+B,CAAC,KAO9C;IACC,MAAM,EAAE,UAAU,EAAE,uBAAuB,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAC1E,IAAI,oBAAoB,GAAG,KAAK,CAAC;IAEjC,IAAI,CAAC;QACH,OAAO,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;YACzB,MAAM,sBAAsB,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAC9D,CAAC,eAAe,EAAE,EAAE,CAClB,qCAAqC,CACnC,uBAAuB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC,EAC/C,UAAU,CACX,CACJ,CAAC;YACF,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxC,OAAO;YACT,CAAC;YACD,MAAM,qCAAqC,CAAC;gBAC1C,gCAAgC,EAC9B,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,YAAY,EAAE;gBAChD,gBAAgB,EAAE,sBAAsB;gBACxC,YAAY,EAAE,KAAK,CAAC,SAAS;aAC9B,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;gBACvB,OAAO;YACT,CAAC;YACD,MAAM,CACJ,sCAAsC,EACtC,wCAAwC,EACzC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBACpB,gDAAgD,CAAC;oBAC/C,gBAAgB,EAAE,sBAAsB;oBACxC,KAAK;iBACN,CAAC;gBACF,kDAAkD,CAAC;oBACjD,gBAAgB,EAAE,sBAAsB;oBACxC,KAAK;iBACN,CAAC;aACH,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;gBACvB,OAAO;YACT,CAAC;YAED,KAAK,MAAM,qBAAqB,IAAI,sBAAsB,EAAE,CAAC;gBAC3D,oBAAoB;oBAClB,CAAC,MAAM,2BAA2B,CAAC;wBACjC,sCAAsC;wBACtC,wCAAwC;wBACxC,UAAU;wBACV,uBAAuB;wBACvB,IAAI;wBACJ,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,KAAK;wBACL,qBAAqB;wBACrB,KAAK;qBACN,CAAC,CAAC,IAAI,oBAAoB,CAAC;YAChC,CAAC;YACD,qCAAqC,CAAC;gBACpC,UAAU;gBACV,uBAAuB;gBACvB,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,KAAK;gBACL,sBAAsB;aACvB,CAAC,CAAC;YAEH,IAAI,oBAAoB,EAAE,CAAC;gBACzB,IAAI,CAAC,cAAc,EAAE,CAAC;gBACtB,oBAAoB,GAAG,KAAK,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,oBAAoB,EAAE,CAAC;YACzB,IAAI,CAAC,cAAc,EAAE,CAAC;QACxB,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,wCAAwC,CAC/C,KAAoC,EACpC,UAA2C;IAE3C,OAAO,qCAAqC,CAC1C,+BAA+B,CAAC,KAAK,CAAC,EACtC,UAAU,CACX,CAAC;AACJ,CAAC;AAED,SAAS,0CAA0C,CAAC,KAKnD;IACC,MAAM,iBAAiB,GAAG,+BAA+B,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACvE,MAAM,YAAY,GAChB,iBAAiB,CAAC,SAAS,KAAK,KAAK,CAAC,UAAU,CAAC,SAAS;QAC1D,iBAAiB,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC;IAC/D,KAAK,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,IAAI,KAAK,CAAC,uBAAuB,EAAE,CAAC;QACtE,IAAI,CAAC,qCAAqC,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;YACzE,SAAS;QACX,CAAC;QACD,IAAI,YAAY,EAAE,CAAC;YACjB,KAAK,CAAC,uBAAuB,CAAC,GAAG,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;QACpE,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,uBAAuB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YAClD,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;AACH,CAAC;AAQD,MAAM,UAAU,6BAA6B,CAAC,KAK7C;IACC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAC9B,MAAM,2BAA2B,GAA+B,IAAI,GAAG,EAAE,CAAC;IAC1E,MAAM,uBAAuB,GAAuC,IAAI,GAAG,EAAE,CAAC;IAC9E,IAAI,6BAA6B,GAAyB,IAAI,CAAC;IAE/D,MAAM,WAAW,GAAG,CAAC,UAA2C,EAAE,EAAE,CAClE,0CAA0C,CAAC;QACzC,UAAU;QACV,uBAAuB;QACvB,KAAK,EAAE,2BAA2B;QAClC,KAAK;KACN,CAAC,CAAC;IAEL,MAAM,iBAAiB,GAAG,GAAkB,EAAE;QAC5C,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,2BAA2B,CAAC,KAAK,EAAE,CAAC;YACpC,uBAAuB,CAAC,KAAK,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QACD,IAAI,6BAA6B,EAAE,CAAC;YAClC,OAAO,6BAA6B,CAAC,IAAI,CACvC,iBAAiB,EACjB,iBAAiB,CAClB,CAAC;QACJ,CAAC;QACD,IACE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,KAAK,SAAS;YAC1C,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,KAAK,OAAO,EACxC,CAAC;YACD,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QACD,MAAM,oBAAoB,GAAG,KAAK,CAAC,uBAAuB,EAAE,EAAE,CAAC;QAC/D,IAAI,oBAAoB,EAAE,CAAC;YACzB,OAAO,oBAAoB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,eAAe,GAAG,2BAA2B,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QACxE,IAAI,OAAO,eAAe,KAAK,QAAQ,EAAE,CAAC;YACxC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QACD,MAAM,UAAU,GAAG,uBAAuB,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAChE,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,2BAA2B,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;YACpD,OAAO,iBAAiB,EAAE,CAAC;QAC7B,CAAC;QACD,MAAM,SAAS,GAAG,GAAG,EAAE,CACrB,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK;YAC7B,wCAAwC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC9D,MAAM,WAAW,GAAG,oCAAoC,CAAC;YACvD,IAAI;YACJ,SAAS;SACV,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,EAAE;aAClC,IAAI,CAAC,GAAG,EAAE,CACT,+BAA+B,CAAC;YAC9B,UAAU;YACV,uBAAuB;YACvB,IAAI,EAAE,WAAW;YACjB,SAAS;YACT,KAAK,EAAE,2BAA2B;YAClC,KAAK;SACN,CAAC,CACH;aACA,IAAI,CAAC,GAAG,EAAE;YACT,IAAI,CAAC,SAAS,EAAE;gBAAE,WAAW,CAAC,UAAU,CAAC,CAAC;QAC5C,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YACxB,IAAI,CAAC,SAAS,EAAE,IAAI,KAAK,YAAY,yBAAyB,EAAE,CAAC;gBAC/D,WAAW,CAAC,UAAU,CAAC,CAAC;gBACxB,OAAO;YACT,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC,CAAC;aACD,OAAO,CAAC,GAAG,EAAE;YACZ,IAAI,6BAA6B,KAAK,WAAW,EAAE,CAAC;gBAClD,6BAA6B,GAAG,IAAI,CAAC;YACvC,CAAC;QACH,CAAC,CAAC,CAAC;QACL,6BAA6B,GAAG,WAAW,CAAC;QAC5C,OAAO,WAAW,CAAC,IAAI,CAAC,GAAG,EAAE,CAC3B,2BAA2B,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,SAAS,CACvE,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,qBAAqB,GAAG,CAAC,eAAgC,EAAE,EAAE;QACjE,2BAA2B,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;QACrE,uBAAuB,CAAC,GAAG,CACzB,eAAe,CAAC,EAAE,EAClB,+BAA+B,CAAC,KAAK,CAAC,CACvC,CAAC;QACF,OAAO,iBAAiB,EAAE,CAAC;IAC7B,CAAC,CAAC;IACF,qBAAqB,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC,2BAA2B,CAAC,IAAI,GAAG,CAAC,CAAC;IAC9E,qBAAqB,CAAC,MAAM,GAAG,iBAAiB,CAAC;IACjD,OAAO,qBAAqB,CAAC;AAC/B,CAAC","sourcesContent":["import { cacheRemoteContainerPrincipalPolicies } from \"./principalPolicyCache\";\nimport { loadPausedContainerFilter } from \"./remoteContainers/organizationSyncPauseFilter\";\nimport {\n listRemoteContainerIdsWithPendingMetadataUpdates,\n listRemoteContainerIdsWithPendingStructuralIntents,\n upsertIsolatedRemoteContainerState,\n} from \"./remoteContainers/remoteContainerState\";\nimport type {\n RemoteContainer,\n RemoteContainerHydrationHost,\n RemoteContainerHydrationState,\n RemoteContainerIngestQueue,\n} from \"./types\";\n\nexport { hydrateRemoteContainers } from \"./hydrateRemoteContainers\";\nexport type {\n ContainerState,\n HydrationOutcome,\n PersistContainerStateResult,\n ReconnectCrawl,\n RemoteContainer,\n RemoteContainerHydrationHost,\n} from \"./types\";\n\nexport class StaleRemoteHydrationError extends Error {}\n\nexport function createGenerationGuardedHydrationHost(input: {\n host: RemoteContainerHydrationHost;\n isCurrent: () => boolean;\n}): RemoteContainerHydrationHost {\n const assertCurrent = () => {\n if (!input.isCurrent()) {\n throw new StaleRemoteHydrationError();\n }\n };\n\n return {\n persistContainerState: async (\n containerState,\n patch,\n updateView,\n saveOptions,\n mutationOptions,\n ) => {\n const callerIsCurrent = mutationOptions?.isCurrent;\n const isCurrent = callerIsCurrent\n ? () => input.isCurrent() && callerIsCurrent()\n : input.isCurrent;\n assertCurrent();\n const record = await input.host.persistContainerState(\n containerState,\n patch,\n updateView,\n saveOptions,\n { ...mutationOptions, isCurrent },\n );\n assertCurrent();\n return record;\n },\n ...(input.host.requestDocumentPriming\n ? {\n requestDocumentPriming: () => {\n if (input.isCurrent()) {\n input.host.requestDocumentPriming?.();\n }\n },\n }\n : {}),\n ...(input.host.requestMetadataRevalidation\n ? {\n requestMetadataRevalidation: async (request) => {\n assertCurrent();\n await input.host.requestMetadataRevalidation?.(request);\n assertCurrent();\n },\n }\n : {}),\n updateSnapshot: () => {\n if (input.isCurrent()) {\n input.host.updateSnapshot();\n }\n },\n };\n}\n\ninterface RemoteContainerIngestGeneration {\n readonly lifecycle: number | undefined;\n readonly structural: number | undefined;\n}\ntype RemoteContainerIngestGenerationMap = Map<\n string,\n RemoteContainerIngestGeneration\n>;\n\nfunction remoteContainerIngestGeneration(\n state: RemoteContainerHydrationState,\n): RemoteContainerIngestGeneration {\n return {\n lifecycle: state.lifecycleGeneration,\n structural: state.structuralGeneration,\n };\n}\n\nfunction remoteContainerIngestGenerationsMatch(\n left: RemoteContainerIngestGeneration | undefined,\n right: RemoteContainerIngestGeneration,\n): boolean {\n return (\n left !== undefined &&\n left.lifecycle === right.lifecycle &&\n left.structural === right.structural\n );\n}\n\nfunction isCurrentQueuedRemoteContainer(\n generation: RemoteContainerIngestGeneration,\n generationByContainerId: RemoteContainerIngestGenerationMap,\n queue: RemoteContainerIngestQueue,\n remoteContainer: RemoteContainer,\n): boolean {\n return (\n queue.get(remoteContainer.id) === remoteContainer &&\n remoteContainerIngestGenerationsMatch(\n generationByContainerId.get(remoteContainer.id),\n generation,\n )\n );\n}\n\nasync function upsertQueuedRemoteContainer(input: {\n containerIdsWithPendingMetadataUpdates: ReadonlySet<string>;\n containerIdsWithPendingStructuralIntents: ReadonlySet<string>;\n generation: RemoteContainerIngestGeneration;\n generationByContainerId: RemoteContainerIngestGenerationMap;\n host: RemoteContainerHydrationHost;\n isCurrent: () => boolean;\n queue: RemoteContainerIngestQueue;\n queuedRemoteContainer: RemoteContainer;\n state: RemoteContainerHydrationState;\n}): Promise<boolean> {\n const {\n containerIdsWithPendingMetadataUpdates,\n containerIdsWithPendingStructuralIntents,\n generation,\n generationByContainerId,\n host,\n queue,\n queuedRemoteContainer,\n state,\n } = input;\n if (\n !input.isCurrent() ||\n !isCurrentQueuedRemoteContainer(\n generation,\n generationByContainerId,\n queue,\n queuedRemoteContainer,\n )\n ) {\n return false;\n }\n\n // A paused organization's container is acknowledged without being applied,\n // including when the pause lands while the commit is in flight.\n const isPaused = await loadPausedContainerFilter(state);\n if (isPaused(queuedRemoteContainer)) return true;\n const tombstones = await state.persistence.loadContainerHydrationTombstones(\n state.runtime.infra.execSql,\n );\n // A refused folder is reported and acknowledged; the batch continues.\n const upserted = await upsertIsolatedRemoteContainerState({\n expectedHydrationTombstone:\n tombstones.find((row) => row.containerId === queuedRemoteContainer.id) ??\n null,\n containerIdsWithPendingMetadataUpdates,\n containerIdsWithPendingStructuralIntents,\n host,\n isCurrent: () => input.isCurrent() && !isPaused(queuedRemoteContainer),\n remoteContainer: queuedRemoteContainer,\n state,\n });\n if (!upserted) {\n return false;\n }\n return true;\n}\n\nfunction acknowledgeRemoteContainerIngestBatch(input: {\n generation: RemoteContainerIngestGeneration;\n generationByContainerId: RemoteContainerIngestGenerationMap;\n isCurrent: () => boolean;\n queue: RemoteContainerIngestQueue;\n queuedRemoteContainers: ReadonlyArray<RemoteContainer>;\n}): void {\n if (!input.isCurrent()) {\n return;\n }\n for (const queuedRemoteContainer of input.queuedRemoteContainers) {\n if (\n isCurrentQueuedRemoteContainer(\n input.generation,\n input.generationByContainerId,\n input.queue,\n queuedRemoteContainer,\n )\n ) {\n input.queue.delete(queuedRemoteContainer.id);\n input.generationByContainerId.delete(queuedRemoteContainer.id);\n }\n }\n}\n\nasync function drainRemoteContainerIngestQueue(input: {\n generation: RemoteContainerIngestGeneration;\n generationByContainerId: RemoteContainerIngestGenerationMap;\n host: RemoteContainerHydrationHost;\n isCurrent: () => boolean;\n queue: RemoteContainerIngestQueue;\n state: RemoteContainerHydrationState;\n}) {\n const { generation, generationByContainerId, host, queue, state } = input;\n let shouldUpdateSnapshot = false;\n\n try {\n while (input.isCurrent()) {\n const queuedRemoteContainers = Array.from(queue.values()).filter(\n (remoteContainer) =>\n remoteContainerIngestGenerationsMatch(\n generationByContainerId.get(remoteContainer.id),\n generation,\n ),\n );\n if (queuedRemoteContainers.length === 0) {\n return;\n }\n await cacheRemoteContainerPrincipalPolicies({\n cacheReferencedPrincipalPolicies:\n state.runtime.principalPolicies.createWarmer(),\n remoteContainers: queuedRemoteContainers,\n stillCurrent: input.isCurrent,\n });\n if (!input.isCurrent()) {\n return;\n }\n const [\n containerIdsWithPendingMetadataUpdates,\n containerIdsWithPendingStructuralIntents,\n ] = await Promise.all([\n listRemoteContainerIdsWithPendingMetadataUpdates({\n remoteContainers: queuedRemoteContainers,\n state,\n }),\n listRemoteContainerIdsWithPendingStructuralIntents({\n remoteContainers: queuedRemoteContainers,\n state,\n }),\n ]);\n if (!input.isCurrent()) {\n return;\n }\n\n for (const queuedRemoteContainer of queuedRemoteContainers) {\n shouldUpdateSnapshot =\n (await upsertQueuedRemoteContainer({\n containerIdsWithPendingMetadataUpdates,\n containerIdsWithPendingStructuralIntents,\n generation,\n generationByContainerId,\n host,\n isCurrent: input.isCurrent,\n queue,\n queuedRemoteContainer,\n state,\n })) || shouldUpdateSnapshot;\n }\n acknowledgeRemoteContainerIngestBatch({\n generation,\n generationByContainerId,\n isCurrent: input.isCurrent,\n queue,\n queuedRemoteContainers,\n });\n\n if (shouldUpdateSnapshot) {\n host.updateSnapshot();\n shouldUpdateSnapshot = false;\n }\n }\n } catch (error) {\n if (shouldUpdateSnapshot) {\n host.updateSnapshot();\n }\n throw error;\n }\n}\n\nfunction isRemoteContainerIngestGenerationCurrent(\n state: RemoteContainerHydrationState,\n generation: RemoteContainerIngestGeneration,\n): boolean {\n return remoteContainerIngestGenerationsMatch(\n remoteContainerIngestGeneration(state),\n generation,\n );\n}\n\nfunction settleStaleRemoteContainerIngestGeneration(input: {\n generation: RemoteContainerIngestGeneration;\n generationByContainerId: RemoteContainerIngestGenerationMap;\n queue: RemoteContainerIngestQueue;\n state: RemoteContainerHydrationState;\n}): void {\n const currentGeneration = remoteContainerIngestGeneration(input.state);\n const shouldReplay =\n currentGeneration.lifecycle !== input.generation.lifecycle &&\n currentGeneration.structural === input.generation.structural;\n for (const [containerId, generation] of input.generationByContainerId) {\n if (!remoteContainerIngestGenerationsMatch(generation, input.generation)) {\n continue;\n }\n if (shouldReplay) {\n input.generationByContainerId.set(containerId, currentGeneration);\n } else {\n input.generationByContainerId.delete(containerId);\n input.queue.delete(containerId);\n }\n }\n}\n\ninterface RemoteContainerIngestor {\n (remoteContainer: RemoteContainer): Promise<void>;\n hasPending: () => boolean;\n resume: () => Promise<void>;\n}\n\nexport function createRemoteContainerIngestor(input: {\n ownsScope?: () => boolean;\n getSerializationBarrier?: (() => Promise<void> | null) | undefined;\n host: RemoteContainerHydrationHost;\n state: RemoteContainerHydrationState;\n}): RemoteContainerIngestor {\n const { host, state } = input;\n const pendingRemoteContainersById: RemoteContainerIngestQueue = new Map();\n const generationByContainerId: RemoteContainerIngestGenerationMap = new Map();\n let ingestRemoteContainersPromise: Promise<void> | null = null;\n\n const settleStale = (generation: RemoteContainerIngestGeneration) =>\n settleStaleRemoteContainerIngestGeneration({\n generation,\n generationByContainerId,\n queue: pendingRemoteContainersById,\n state,\n });\n\n const runNextGeneration = (): Promise<void> => {\n if (input.ownsScope?.() === false) {\n pendingRemoteContainersById.clear();\n generationByContainerId.clear();\n return Promise.resolve();\n }\n if (ingestRemoteContainersPromise) {\n return ingestRemoteContainersPromise.then(\n runNextGeneration,\n runNextGeneration,\n );\n }\n if (\n state.runtime.infra.dbStatus !== undefined &&\n state.runtime.infra.dbStatus !== \"ready\"\n ) {\n return Promise.resolve();\n }\n const serializationBarrier = input.getSerializationBarrier?.();\n if (serializationBarrier) {\n return serializationBarrier.then(runNextGeneration);\n }\n const nextContainerId = pendingRemoteContainersById.keys().next().value;\n if (typeof nextContainerId !== \"string\") {\n return Promise.resolve();\n }\n const generation = generationByContainerId.get(nextContainerId);\n if (!generation) {\n pendingRemoteContainersById.delete(nextContainerId);\n return runNextGeneration();\n }\n const isCurrent = () =>\n input.ownsScope?.() !== false &&\n isRemoteContainerIngestGenerationCurrent(state, generation);\n const guardedHost = createGenerationGuardedHydrationHost({\n host,\n isCurrent,\n });\n const nextPromise = Promise.resolve()\n .then(() =>\n drainRemoteContainerIngestQueue({\n generation,\n generationByContainerId,\n host: guardedHost,\n isCurrent,\n queue: pendingRemoteContainersById,\n state,\n }),\n )\n .then(() => {\n if (!isCurrent()) settleStale(generation);\n })\n .catch((error: unknown) => {\n if (!isCurrent() || error instanceof StaleRemoteHydrationError) {\n settleStale(generation);\n return;\n }\n throw error;\n })\n .finally(() => {\n if (ingestRemoteContainersPromise === nextPromise) {\n ingestRemoteContainersPromise = null;\n }\n });\n ingestRemoteContainersPromise = nextPromise;\n return nextPromise.then(() =>\n pendingRemoteContainersById.size > 0 ? runNextGeneration() : undefined,\n );\n };\n\n const ingestRemoteContainer = (remoteContainer: RemoteContainer) => {\n pendingRemoteContainersById.set(remoteContainer.id, remoteContainer);\n generationByContainerId.set(\n remoteContainer.id,\n remoteContainerIngestGeneration(state),\n );\n return runNextGeneration();\n };\n ingestRemoteContainer.hasPending = () => pendingRemoteContainersById.size > 0;\n ingestRemoteContainer.resume = runNextGeneration;\n return ingestRemoteContainer;\n}\n"]}
@@ -8,13 +8,14 @@ async function prepareContainerParentLanePage(input) {
8
8
  ? await new ContainerSyncWatermarkRepository(state.runtime.infra.execSql).loadWatermark(syncLane)
9
9
  : lane.watermark;
10
10
  return {
11
- lane,
11
+ lane: { ...lane, watermark },
12
12
  request: { laneId, parentId: lane.parentId, watermark },
13
13
  syncLane,
14
14
  };
15
15
  }
16
16
  export async function fetchContainerParentLaneBatch(input) {
17
17
  const { batch, state } = input;
18
+ const prefix = input.laneIdPrefix ?? state.parentLaneRequestPrefix ?? "lane";
18
19
  const expectedContainerStates = new Map(Array.from(state.containersById, ([containerId, containerState]) => [
19
20
  containerId,
20
21
  {
@@ -24,7 +25,7 @@ export async function fetchContainerParentLaneBatch(input) {
24
25
  ]));
25
26
  const preparedPages = await Promise.all(batch.map((lane, index) => prepareContainerParentLanePage({
26
27
  lane,
27
- laneId: `lane-${index}`,
28
+ laneId: `${prefix}-${index}`,
28
29
  state,
29
30
  })));
30
31
  if (input.isCurrent?.() === false) {
@@ -1 +1 @@
1
- {"version":3,"file":"parentLaneFetch.js","sourceRoot":"","sources":["parentLaneFetch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gCAAgC,EAAE,MAAM,mFAAmF,CAAC;AACrI,OAAO,EAAE,6BAA6B,EAAE,MAAM,4BAA4B,CAAC;AAC3E,OAAO,EAAE,+BAA+B,EAAE,MAAM,+CAA+C,CAAC;AAOhG,KAAK,UAAU,8BAA8B,CAAC,KAI7C;IACC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IACtC,MAAM,QAAQ,GAAG,6BAA6B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9D,MAAM,SAAS,GACb,IAAI,CAAC,SAAS,KAAK,SAAS;QAC1B,CAAC,CAAC,MAAM,IAAI,gCAAgC,CACxC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAC5B,CAAC,aAAa,CAAC,QAAQ,CAAC;QAC3B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;IACrB,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE;QACvD,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,KAInD;IACC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAC/B,MAAM,uBAAuB,GAAG,IAAI,GAAG,CACrC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,WAAW,EAAE,cAAc,CAAC,EAAE,EAAE,CAAC;QAClE,WAAW;QACX;YACE,SAAS,EAAE,EAAE,GAAG,cAAc,CAAC,SAAS,EAAE;YAC1C,WAAW,EAAE,+BAA+B,CAAC,cAAc,CAAC;SAC7D;KACF,CAAC,CACH,CAAC;IACF,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,GAAG,CACrC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACxB,8BAA8B,CAAC;QAC7B,IAAI;QACJ,MAAM,EAAE,QAAQ,KAAK,EAAE;QACvB,KAAK;KACN,CAAC,CACH,CACF,CAAC;IACF,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,2BAA2B,GAAG,IAAI,GAAG,CACzC,CACE,MAAM,KAAK,CAAC,WAAW,CAAC,gCAAgC,CACtD,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAC5B,CACF,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,CACzD,CAAC;IACF,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,wBAAwB,CAAC;QACtE,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC;KACjD,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,oEAAoE;QACpE,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,KAAK,CAAC,wBAAwB;gBAC5B,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QAC9C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,GAAG,CAC3B,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAC/D,CAAC;IACF,IACE,aAAa,CAAC,IAAI,KAAK,aAAa,CAAC,MAAM;QAC3C,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,EAChD,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IAED,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE;QACxC,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC5D,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACnE,CAAC;QACD,OAAO;YACL,uBAAuB;YACvB,2BAA2B;YAC3B,IAAI,EAAE,YAAY,CAAC,IAAI;YACvB,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,YAAY,CAAC,QAAQ;SAChC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC","sourcesContent":["import { ContainerSyncWatermarkRepository } from \"../../../../data/persistence/container-contents/containerSyncWatermarkPersistence\";\nimport { createContainerParentSyncLane } from \"../../containerPersistence\";\nimport { createContainerStateFingerprint } from \"../remoteContainers/containerStateFingerprint\";\nimport type {\n ContainerParentHydrationLane,\n FetchedContainerParentLanePage,\n RemoteContainerHydrationState,\n} from \"../types\";\n\nasync function prepareContainerParentLanePage(input: {\n lane: ContainerParentHydrationLane;\n laneId: string;\n state: RemoteContainerHydrationState;\n}) {\n const { lane, laneId, state } = input;\n const syncLane = createContainerParentSyncLane(lane.parentId);\n const watermark =\n lane.watermark === undefined\n ? await new ContainerSyncWatermarkRepository(\n state.runtime.infra.execSql,\n ).loadWatermark(syncLane)\n : lane.watermark;\n return {\n lane,\n request: { laneId, parentId: lane.parentId, watermark },\n syncLane,\n };\n}\n\nexport async function fetchContainerParentLaneBatch(input: {\n batch: ReadonlyArray<ContainerParentHydrationLane>;\n isCurrent?: (() => boolean) | undefined;\n state: RemoteContainerHydrationState;\n}): Promise<ReadonlyArray<FetchedContainerParentLanePage> | null> {\n const { batch, state } = input;\n const expectedContainerStates = new Map(\n Array.from(state.containersById, ([containerId, containerState]) => [\n containerId,\n {\n container: { ...containerState.container },\n fingerprint: createContainerStateFingerprint(containerState),\n },\n ]),\n );\n const preparedPages = await Promise.all(\n batch.map((lane, index) =>\n prepareContainerParentLanePage({\n lane,\n laneId: `lane-${index}`,\n state,\n }),\n ),\n );\n if (input.isCurrent?.() === false) {\n return null;\n }\n const expectedHydrationTombstones = new Map(\n (\n await state.persistence.loadContainerHydrationTombstones(\n state.runtime.infra.execSql,\n )\n ).map((tombstone) => [tombstone.containerId, tombstone]),\n );\n if (input.isCurrent?.() === false) {\n return null;\n }\n const response = await state.runtime.apiClient.listContainerParentLanes({\n lanes: preparedPages.map((page) => page.request),\n });\n if (!response) {\n // A superseded crawl's failure says nothing about the current tree.\n if (input.isCurrent?.() !== false) {\n state.containerListingFailures =\n (state.containerListingFailures ?? 0) + 1;\n }\n return null;\n }\n\n const pagesByLaneId = new Map(\n response.results.map((result) => [result.laneId, result.page]),\n );\n if (\n pagesByLaneId.size !== preparedPages.length ||\n response.results.length !== preparedPages.length\n ) {\n throw new Error(\"Container parent lane batch response mismatch\");\n }\n\n return preparedPages.map((preparedPage) => {\n const page = pagesByLaneId.get(preparedPage.request.laneId);\n if (!page) {\n throw new Error(\"Container parent lane batch response mismatch\");\n }\n return {\n expectedContainerStates,\n expectedHydrationTombstones,\n lane: preparedPage.lane,\n response: page,\n syncLane: preparedPage.syncLane,\n };\n });\n}\n"]}
1
+ {"version":3,"file":"parentLaneFetch.js","sourceRoot":"","sources":["parentLaneFetch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gCAAgC,EAAE,MAAM,mFAAmF,CAAC;AACrI,OAAO,EAAE,6BAA6B,EAAE,MAAM,4BAA4B,CAAC;AAC3E,OAAO,EAAE,+BAA+B,EAAE,MAAM,+CAA+C,CAAC;AAOhG,KAAK,UAAU,8BAA8B,CAAC,KAI7C;IACC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IACtC,MAAM,QAAQ,GAAG,6BAA6B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9D,MAAM,SAAS,GACb,IAAI,CAAC,SAAS,KAAK,SAAS;QAC1B,CAAC,CAAC,MAAM,IAAI,gCAAgC,CACxC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAC5B,CAAC,aAAa,CAAC,QAAQ,CAAC;QAC3B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;IACrB,OAAO;QACL,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE;QAC5B,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE;QACvD,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,KAKnD;IACC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IAC/B,MAAM,MAAM,GAAG,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,uBAAuB,IAAI,MAAM,CAAC;IAC7E,MAAM,uBAAuB,GAAG,IAAI,GAAG,CACrC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,WAAW,EAAE,cAAc,CAAC,EAAE,EAAE,CAAC;QAClE,WAAW;QACX;YACE,SAAS,EAAE,EAAE,GAAG,cAAc,CAAC,SAAS,EAAE;YAC1C,WAAW,EAAE,+BAA+B,CAAC,cAAc,CAAC;SAC7D;KACF,CAAC,CACH,CAAC;IACF,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,GAAG,CACrC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACxB,8BAA8B,CAAC;QAC7B,IAAI;QACJ,MAAM,EAAE,GAAG,MAAM,IAAI,KAAK,EAAE;QAC5B,KAAK;KACN,CAAC,CACH,CACF,CAAC;IACF,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,2BAA2B,GAAG,IAAI,GAAG,CACzC,CACE,MAAM,KAAK,CAAC,WAAW,CAAC,gCAAgC,CACtD,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAC5B,CACF,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,CACzD,CAAC;IACF,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,wBAAwB,CAAC;QACtE,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC;KACjD,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,oEAAoE;QACpE,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;YAClC,KAAK,CAAC,wBAAwB;gBAC5B,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QAC9C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,GAAG,CAC3B,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAC/D,CAAC;IACF,IACE,aAAa,CAAC,IAAI,KAAK,aAAa,CAAC,MAAM;QAC3C,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,EAChD,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IAED,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE;QACxC,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC5D,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACnE,CAAC;QACD,OAAO;YACL,uBAAuB;YACvB,2BAA2B;YAC3B,IAAI,EAAE,YAAY,CAAC,IAAI;YACvB,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,YAAY,CAAC,QAAQ;SAChC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC","sourcesContent":["import { ContainerSyncWatermarkRepository } from \"../../../../data/persistence/container-contents/containerSyncWatermarkPersistence\";\nimport { createContainerParentSyncLane } from \"../../containerPersistence\";\nimport { createContainerStateFingerprint } from \"../remoteContainers/containerStateFingerprint\";\nimport type {\n ContainerParentHydrationLane,\n FetchedContainerParentLanePage,\n RemoteContainerHydrationState,\n} from \"../types\";\n\nasync function prepareContainerParentLanePage(input: {\n lane: ContainerParentHydrationLane;\n laneId: string;\n state: RemoteContainerHydrationState;\n}) {\n const { lane, laneId, state } = input;\n const syncLane = createContainerParentSyncLane(lane.parentId);\n const watermark =\n lane.watermark === undefined\n ? await new ContainerSyncWatermarkRepository(\n state.runtime.infra.execSql,\n ).loadWatermark(syncLane)\n : lane.watermark;\n return {\n lane: { ...lane, watermark },\n request: { laneId, parentId: lane.parentId, watermark },\n syncLane,\n };\n}\n\nexport async function fetchContainerParentLaneBatch(input: {\n batch: ReadonlyArray<ContainerParentHydrationLane>;\n laneIdPrefix?: string | undefined;\n isCurrent?: (() => boolean) | undefined;\n state: RemoteContainerHydrationState;\n}): Promise<ReadonlyArray<FetchedContainerParentLanePage> | null> {\n const { batch, state } = input;\n const prefix = input.laneIdPrefix ?? state.parentLaneRequestPrefix ?? \"lane\";\n const expectedContainerStates = new Map(\n Array.from(state.containersById, ([containerId, containerState]) => [\n containerId,\n {\n container: { ...containerState.container },\n fingerprint: createContainerStateFingerprint(containerState),\n },\n ]),\n );\n const preparedPages = await Promise.all(\n batch.map((lane, index) =>\n prepareContainerParentLanePage({\n lane,\n laneId: `${prefix}-${index}`,\n state,\n }),\n ),\n );\n if (input.isCurrent?.() === false) {\n return null;\n }\n const expectedHydrationTombstones = new Map(\n (\n await state.persistence.loadContainerHydrationTombstones(\n state.runtime.infra.execSql,\n )\n ).map((tombstone) => [tombstone.containerId, tombstone]),\n );\n if (input.isCurrent?.() === false) {\n return null;\n }\n const response = await state.runtime.apiClient.listContainerParentLanes({\n lanes: preparedPages.map((page) => page.request),\n });\n if (!response) {\n // A superseded crawl's failure says nothing about the current tree.\n if (input.isCurrent?.() !== false) {\n state.containerListingFailures =\n (state.containerListingFailures ?? 0) + 1;\n }\n return null;\n }\n\n const pagesByLaneId = new Map(\n response.results.map((result) => [result.laneId, result.page]),\n );\n if (\n pagesByLaneId.size !== preparedPages.length ||\n response.results.length !== preparedPages.length\n ) {\n throw new Error(\"Container parent lane batch response mismatch\");\n }\n\n return preparedPages.map((preparedPage) => {\n const page = pagesByLaneId.get(preparedPage.request.laneId);\n if (!page) {\n throw new Error(\"Container parent lane batch response mismatch\");\n }\n return {\n expectedContainerStates,\n expectedHydrationTombstones,\n lane: preparedPage.lane,\n response: page,\n syncLane: preparedPage.syncLane,\n };\n });\n}\n"]}
@@ -1,4 +1,16 @@
1
1
  import { referencedPrincipalPolicyKey } from "../../../data/keyingProjectionVerification/principalPolicy/principalPolicyCache.js";
2
+ import { isKeyingVerificationError } from "../../../data/shared/securityIncidents.js";
3
+ async function readPolicyRefusal(warm) {
4
+ try {
5
+ await warm();
6
+ return undefined;
7
+ }
8
+ catch (error) {
9
+ if (isKeyingVerificationError(error))
10
+ return error;
11
+ throw error;
12
+ }
13
+ }
2
14
  export async function cacheRemoteContainerPrincipalPolicies(input) {
3
15
  const cacheReferencedPrincipalPolicies = input.cacheReferencedPrincipalPolicies;
4
16
  if (!cacheReferencedPrincipalPolicies) {
@@ -17,10 +29,50 @@ export async function cacheRemoteContainerPrincipalPolicies(input) {
17
29
  }
18
30
  referencesByOrganizationId.set(organizationId, organizationReferences);
19
31
  }
20
- await Promise.all([...referencesByOrganizationId].map(([organizationId, referencesByKey]) => cacheReferencedPrincipalPolicies({
21
- organizationId,
22
- references: [...referencesByKey.values()],
23
- stillCurrent: input.stillCurrent,
24
- })));
32
+ await Promise.all([...referencesByOrganizationId].map(async ([organizationId, referencesByKey]) => {
33
+ const references = [...referencesByKey.values()];
34
+ const warm = (group) => cacheReferencedPrincipalPolicies({
35
+ organizationId,
36
+ references: group,
37
+ stillCurrent: input.stillCurrent,
38
+ });
39
+ if (!input.onRefused)
40
+ return warm(references);
41
+ const batchError = await readPolicyRefusal(() => warm(references));
42
+ if (!batchError)
43
+ return;
44
+ // A failed batch identifies no individual reference. Isolate it
45
+ // without excluding independent containers in the same organization.
46
+ for (const reference of references) {
47
+ if (input.stillCurrent?.() === false)
48
+ return;
49
+ const error = references.length === 1
50
+ ? batchError
51
+ : await readPolicyRefusal(() => warm([reference]));
52
+ if (error)
53
+ input.onRefused(organizationId, reference, error);
54
+ }
55
+ }));
56
+ }
57
+ export async function warmListedContainerPolicies(items, warmer, recordManualError, stillCurrent) {
58
+ const refused = new Set();
59
+ const key = (organizationId, reference) => JSON.stringify([organizationId, referencedPrincipalPolicyKey(reference)]);
60
+ await cacheRemoteContainerPrincipalPolicies({
61
+ cacheReferencedPrincipalPolicies: warmer,
62
+ remoteContainers: items,
63
+ stillCurrent,
64
+ ...(recordManualError && {
65
+ onRefused: (org, ref, error) => {
66
+ recordManualError(error);
67
+ refused.add(key(org, ref));
68
+ },
69
+ }),
70
+ });
71
+ if (!refused.size)
72
+ return { items, outcome: "complete" };
73
+ return {
74
+ outcome: "refused",
75
+ items: items.filter((item) => !item.metadataReferencedPrincipals.some((ref) => refused.has(key(item.organizationId, ref)))),
76
+ };
25
77
  }
26
78
  //# sourceMappingURL=principalPolicyCache.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"principalPolicyCache.js","sourceRoot":"","sources":["principalPolicyCache.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,4BAA4B,EAAE,MAAM,iFAAiF,CAAC;AAU/H,MAAM,CAAC,KAAK,UAAU,qCAAqC,CAAC,KAM3D;IACC,MAAM,gCAAgC,GACpC,KAAK,CAAC,gCAAgC,CAAC;IACzC,IAAI,CAAC,gCAAgC,EAAE,CAAC;QACtC,OAAO;IACT,CAAC;IAED,MAAM,0BAA0B,GAAG,IAAI,GAAG,EAGvC,CAAC;IAEJ,KAAK,MAAM,eAAe,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;QACrD,MAAM,UAAU,GAAG,eAAe,CAAC,4BAA4B,CAAC;QAChE,MAAM,EAAE,cAAc,EAAE,GAAG,eAAe,CAAC;QAC3C,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YAC/C,SAAS;QACX,CAAC;QAED,MAAM,sBAAsB,GAC1B,0BAA0B,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;QAC9D,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,sBAAsB,CAAC,GAAG,CACxB,4BAA4B,CAAC,SAAS,CAAC,EACvC,SAAS,CACV,CAAC;QACJ,CAAC;QACD,0BAA0B,CAAC,GAAG,CAAC,cAAc,EAAE,sBAAsB,CAAC,CAAC;IACzE,CAAC;IAED,MAAM,OAAO,CAAC,GAAG,CACf,CAAC,GAAG,0BAA0B,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,EAAE,eAAe,CAAC,EAAE,EAAE,CACxE,gCAAgC,CAAC;QAC/B,cAAc;QACd,UAAU,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC;QACzC,YAAY,EAAE,KAAK,CAAC,YAAY;KACjC,CAAC,CACH,CACF,CAAC;AACJ,CAAC","sourcesContent":["import type { ReferencedPrincipalPolicyWarmer } from \"../../../data/keyingProjectionVerification\";\nimport { referencedPrincipalPolicyKey } from \"../../../data/keyingProjectionVerification/principalPolicy/principalPolicyCache\";\nimport type { RemoteContainer } from \"./types\";\n\ntype RemoteContainerPrincipalReferences = Pick<\n RemoteContainer,\n \"metadataReferencedPrincipals\" | \"organizationId\"\n>;\ntype PrincipalReference =\n RemoteContainer[\"metadataReferencedPrincipals\"][number];\n\nexport async function cacheRemoteContainerPrincipalPolicies(input: {\n readonly cacheReferencedPrincipalPolicies?:\n | ReferencedPrincipalPolicyWarmer\n | undefined;\n readonly remoteContainers: readonly RemoteContainerPrincipalReferences[];\n readonly stillCurrent?: (() => boolean) | undefined;\n}): Promise<void> {\n const cacheReferencedPrincipalPolicies =\n input.cacheReferencedPrincipalPolicies;\n if (!cacheReferencedPrincipalPolicies) {\n return;\n }\n\n const referencesByOrganizationId = new Map<\n string,\n Map<string, PrincipalReference>\n >();\n\n for (const remoteContainer of input.remoteContainers) {\n const references = remoteContainer.metadataReferencedPrincipals;\n const { organizationId } = remoteContainer;\n if (references.length === 0 || !organizationId) {\n continue;\n }\n\n const organizationReferences =\n referencesByOrganizationId.get(organizationId) ?? new Map();\n for (const reference of references) {\n organizationReferences.set(\n referencedPrincipalPolicyKey(reference),\n reference,\n );\n }\n referencesByOrganizationId.set(organizationId, organizationReferences);\n }\n\n await Promise.all(\n [...referencesByOrganizationId].map(([organizationId, referencesByKey]) =>\n cacheReferencedPrincipalPolicies({\n organizationId,\n references: [...referencesByKey.values()],\n stillCurrent: input.stillCurrent,\n }),\n ),\n );\n}\n"]}
1
+ {"version":3,"file":"principalPolicyCache.js","sourceRoot":"","sources":["principalPolicyCache.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,4BAA4B,EAAE,MAAM,iFAAiF,CAAC;AAC/H,OAAO,EAAE,yBAAyB,EAAE,MAAM,wCAAwC,CAAC;AAUnF,KAAK,UAAU,iBAAiB,CAC9B,IAAyB;IAEzB,IAAI,CAAC;QACH,MAAM,IAAI,EAAE,CAAC;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,yBAAyB,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACnD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qCAAqC,CAAC,KAW3D;IACC,MAAM,gCAAgC,GACpC,KAAK,CAAC,gCAAgC,CAAC;IACzC,IAAI,CAAC,gCAAgC,EAAE,CAAC;QACtC,OAAO;IACT,CAAC;IAED,MAAM,0BAA0B,GAAG,IAAI,GAAG,EAGvC,CAAC;IAEJ,KAAK,MAAM,eAAe,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;QACrD,MAAM,UAAU,GAAG,eAAe,CAAC,4BAA4B,CAAC;QAChE,MAAM,EAAE,cAAc,EAAE,GAAG,eAAe,CAAC;QAC3C,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YAC/C,SAAS;QACX,CAAC;QAED,MAAM,sBAAsB,GAC1B,0BAA0B,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;QAC9D,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,sBAAsB,CAAC,GAAG,CACxB,4BAA4B,CAAC,SAAS,CAAC,EACvC,SAAS,CACV,CAAC;QACJ,CAAC;QACD,0BAA0B,CAAC,GAAG,CAAC,cAAc,EAAE,sBAAsB,CAAC,CAAC;IACzE,CAAC;IAED,MAAM,OAAO,CAAC,GAAG,CACf,CAAC,GAAG,0BAA0B,CAAC,CAAC,GAAG,CACjC,KAAK,EAAE,CAAC,cAAc,EAAE,eAAe,CAAC,EAAE,EAAE;QAC1C,MAAM,UAAU,GAAG,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,CAAC,KAAoC,EAAE,EAAE,CACpD,gCAAgC,CAAC;YAC/B,cAAc;YACd,UAAU,EAAE,KAAK;YACjB,YAAY,EAAE,KAAK,CAAC,YAAY;SACjC,CAAC,CAAC;QACL,IAAI,CAAC,KAAK,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9C,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;QACnE,IAAI,CAAC,UAAU;YAAE,OAAO;QACxB,gEAAgE;QAChE,qEAAqE;QACrE,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,IAAI,KAAK,CAAC,YAAY,EAAE,EAAE,KAAK,KAAK;gBAAE,OAAO;YAC7C,MAAM,KAAK,GACT,UAAU,CAAC,MAAM,KAAK,CAAC;gBACrB,CAAC,CAAC,UAAU;gBACZ,CAAC,CAAC,MAAM,iBAAiB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YACvD,IAAI,KAAK;gBAAE,KAAK,CAAC,SAAS,CAAC,cAAc,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC,CACF,CACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAG/C,KAAmB,EACnB,MAAuC,EACvC,iBAA0C,EAC1C,YAA4B;IAE5B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,GAAG,GAAG,CAAC,cAAsB,EAAE,SAA6B,EAAE,EAAE,CACpE,IAAI,CAAC,SAAS,CAAC,CAAC,cAAc,EAAE,4BAA4B,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IAC5E,MAAM,qCAAqC,CAAC;QAC1C,gCAAgC,EAAE,MAAM;QACxC,gBAAgB,EAAE,KAAK;QACvB,YAAY;QACZ,GAAG,CAAC,iBAAiB,IAAI;YACvB,SAAS,EAAE,CAAC,GAAW,EAAE,GAAuB,EAAE,KAAY,EAAE,EAAE;gBAChE,iBAAiB,CAAC,KAAK,CAAC,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7B,CAAC;SACF,CAAC;KACH,CAAC,CAAC;IACH,IAAI,CAAC,OAAO,CAAC,IAAI;QAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;IACzD,OAAO;QACL,OAAO,EAAE,SAAS;QAClB,KAAK,EAAE,KAAK,CAAC,MAAM,CACjB,CAAC,IAAI,EAAE,EAAE,CACP,CAAC,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAC9C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC,CAC3C,CACJ;KACF,CAAC;AACJ,CAAC","sourcesContent":["import type { ReferencedPrincipalPolicyWarmer } from \"../../../data/keyingProjectionVerification\";\nimport { referencedPrincipalPolicyKey } from \"../../../data/keyingProjectionVerification/principalPolicy/principalPolicyCache\";\nimport { isKeyingVerificationError } from \"../../../data/shared/securityIncidents\";\nimport type { RemoteContainer } from \"./types\";\n\ntype RemoteContainerPrincipalReferences = Pick<\n RemoteContainer,\n \"metadataReferencedPrincipals\" | \"organizationId\"\n>;\ntype PrincipalReference =\n RemoteContainer[\"metadataReferencedPrincipals\"][number];\n\nasync function readPolicyRefusal(\n warm: () => Promise<void>,\n): Promise<Error | undefined> {\n try {\n await warm();\n return undefined;\n } catch (error) {\n if (isKeyingVerificationError(error)) return error;\n throw error;\n }\n}\n\nexport async function cacheRemoteContainerPrincipalPolicies(input: {\n readonly cacheReferencedPrincipalPolicies?:\n | ReferencedPrincipalPolicyWarmer\n | undefined;\n readonly onRefused?: (\n organizationId: string,\n reference: PrincipalReference,\n error: Error,\n ) => void;\n readonly remoteContainers: readonly RemoteContainerPrincipalReferences[];\n readonly stillCurrent?: (() => boolean) | undefined;\n}): Promise<void> {\n const cacheReferencedPrincipalPolicies =\n input.cacheReferencedPrincipalPolicies;\n if (!cacheReferencedPrincipalPolicies) {\n return;\n }\n\n const referencesByOrganizationId = new Map<\n string,\n Map<string, PrincipalReference>\n >();\n\n for (const remoteContainer of input.remoteContainers) {\n const references = remoteContainer.metadataReferencedPrincipals;\n const { organizationId } = remoteContainer;\n if (references.length === 0 || !organizationId) {\n continue;\n }\n\n const organizationReferences =\n referencesByOrganizationId.get(organizationId) ?? new Map();\n for (const reference of references) {\n organizationReferences.set(\n referencedPrincipalPolicyKey(reference),\n reference,\n );\n }\n referencesByOrganizationId.set(organizationId, organizationReferences);\n }\n\n await Promise.all(\n [...referencesByOrganizationId].map(\n async ([organizationId, referencesByKey]) => {\n const references = [...referencesByKey.values()];\n const warm = (group: readonly PrincipalReference[]) =>\n cacheReferencedPrincipalPolicies({\n organizationId,\n references: group,\n stillCurrent: input.stillCurrent,\n });\n if (!input.onRefused) return warm(references);\n const batchError = await readPolicyRefusal(() => warm(references));\n if (!batchError) return;\n // A failed batch identifies no individual reference. Isolate it\n // without excluding independent containers in the same organization.\n for (const reference of references) {\n if (input.stillCurrent?.() === false) return;\n const error =\n references.length === 1\n ? batchError\n : await readPolicyRefusal(() => warm([reference]));\n if (error) input.onRefused(organizationId, reference, error);\n }\n },\n ),\n );\n}\n\nexport async function warmListedContainerPolicies<\n T extends RemoteContainerPrincipalReferences,\n>(\n items: readonly T[],\n warmer: ReferencedPrincipalPolicyWarmer,\n recordManualError?: (error: Error) => void,\n stillCurrent?: () => boolean,\n): Promise<{ items: readonly T[]; outcome: \"complete\" | \"refused\" }> {\n const refused = new Set<string>();\n const key = (organizationId: string, reference: PrincipalReference) =>\n JSON.stringify([organizationId, referencedPrincipalPolicyKey(reference)]);\n await cacheRemoteContainerPrincipalPolicies({\n cacheReferencedPrincipalPolicies: warmer,\n remoteContainers: items,\n stillCurrent,\n ...(recordManualError && {\n onRefused: (org: string, ref: PrincipalReference, error: Error) => {\n recordManualError(error);\n refused.add(key(org, ref));\n },\n }),\n });\n if (!refused.size) return { items, outcome: \"complete\" };\n return {\n outcome: \"refused\",\n items: items.filter(\n (item) =>\n !item.metadataReferencedPrincipals.some((ref) =>\n refused.has(key(item.organizationId, ref)),\n ),\n ),\n };\n}\n"]}
@@ -3,12 +3,20 @@ import { prefetchDestinationProjections } from "../destination/destinationPrefet
3
3
  import { cachedDestinationRole } from "../destination/destinationRoleCache.js";
4
4
  import { markContainerParentLaneFetched } from "../lanes/laneFetchMarkers.js";
5
5
  import { fetchContainerParentLaneBatch } from "../lanes/parentLaneFetch.js";
6
- import { cacheRemoteContainerPrincipalPolicies } from "../principalPolicyCache.js";
6
+ import { warmListedContainerPolicies } from "../principalPolicyCache.js";
7
7
  import { applyContainerTombstones, getApplicableRemoteContainerItems, } from "../tombstoneApplication.js";
8
8
  import { containerStateMatchesFingerprint } from "./containerStateFingerprint.js";
9
9
  import { loadPausedContainerFilter } from "./organizationSyncPauseFilter.js";
10
10
  import { listRemoteContainerIdsWithPendingMetadataUpdates, listRemoteContainerIdsWithPendingStructuralIntents, upsertIsolatedRemoteContainerState, } from "./remoteContainerState.js";
11
11
  const CONTAINER_PARENT_HYDRATION_CONCURRENCY = 4;
12
+ /** A retryable lane takes precedence over a refused proof elsewhere in the crawl. */
13
+ function combineOutcomes(a, b) {
14
+ if (a === "retry" || b === "retry")
15
+ return "retry";
16
+ if (a === "refused" || b === "refused")
17
+ return "refused";
18
+ return "complete";
19
+ }
12
20
  // Re-checked inside the commit: a pause from another device can land after
13
21
  // the page was filtered, and its cleanup may already have run.
14
22
  function currentUnlessPaused(input, container) {
@@ -22,18 +30,15 @@ function matchesListedState(state, expectedContainerStates, containerId) {
22
30
  });
23
31
  }
24
32
  async function applyRemoteContainerPage(input) {
25
- const { childIdsByParentId, expectedContainerStates, expectedHydrationTombstones, host, items, queueParentLane, seenContainerIds, state, } = input;
33
+ const { expectedContainerStates, expectedHydrationTombstones, queueParentLane, seenContainerIds, state, } = input;
26
34
  let hydratedCount = 0;
27
- let pageCompleted = true;
28
- await cacheRemoteContainerPrincipalPolicies({
29
- cacheReferencedPrincipalPolicies: state.runtime.principalPolicies.createWarmer({
30
- operation: input.policyOperation,
31
- }),
32
- remoteContainers: items,
33
- stillCurrent: input.isCurrent,
34
- });
35
+ const policies = await warmListedContainerPolicies(input.items, state.runtime.principalPolicies.createWarmer({
36
+ operation: input.policyOperation,
37
+ }), input.reconnect?.recordManualError, input.isCurrent);
38
+ const { items } = policies;
39
+ let outcome = policies.outcome;
35
40
  if (input.isCurrent?.() === false) {
36
- return { changedCount: 0, completed: false };
41
+ return { changedCount: 0, outcome: "retry" };
37
42
  }
38
43
  const [containerIdsWithPendingMetadataUpdates, containerIdsWithPendingStructuralIntents,] = await Promise.all([
39
44
  listRemoteContainerIdsWithPendingMetadataUpdates({
@@ -46,7 +51,7 @@ async function applyRemoteContainerPage(input) {
46
51
  }),
47
52
  ]);
48
53
  if (input.isCurrent?.() === false) {
49
- return { changedCount: 0, completed: false };
54
+ return { changedCount: 0, outcome: "retry" };
50
55
  }
51
56
  const prefetchedProjections = await prefetchDestinationProjections({
52
57
  containers: items.filter((item) => !seenContainerIds.has(item.id) &&
@@ -58,51 +63,97 @@ async function applyRemoteContainerPage(input) {
58
63
  });
59
64
  for (const container of items) {
60
65
  if (input.isCurrent?.() === false) {
61
- return { changedCount: hydratedCount, completed: false };
66
+ return { changedCount: hydratedCount, outcome: "retry" };
62
67
  }
63
68
  if (seenContainerIds.has(container.id)) {
64
69
  queueParentLane(container.id);
65
70
  continue;
66
71
  }
67
72
  if (!matchesListedState(state, expectedContainerStates, container.id)) {
68
- pageCompleted = false;
73
+ outcome = "retry";
69
74
  continue;
70
75
  }
76
+ let failure = "retry";
71
77
  const upserted = await upsertIsolatedRemoteContainerState({
72
- childIdsByParentId,
78
+ childIdsByParentId: input.childIdsByParentId,
73
79
  containerIdsWithPendingMetadataUpdates,
74
80
  containerIdsWithPendingStructuralIntents,
75
- host,
81
+ host: input.host,
76
82
  isCurrent: currentUnlessPaused(input, container),
77
83
  expectedHydrationTombstone: expectedHydrationTombstones.get(container.id) ?? null,
78
84
  prefetchedProjection: prefetchedProjections.get(container.id),
79
85
  remoteContainer: container,
80
86
  state,
81
- });
87
+ }, (outcome) => {
88
+ failure = outcome;
89
+ }, input.reconnect?.recordManualError);
82
90
  if (!upserted) {
83
- pageCompleted = false;
91
+ outcome = combineOutcomes(outcome, failure);
84
92
  continue;
85
93
  }
86
94
  seenContainerIds.add(container.id);
87
95
  hydratedCount += 1;
88
96
  if (input.isCurrent?.() === false) {
89
- return { changedCount: hydratedCount, completed: false };
97
+ return { changedCount: hydratedCount, outcome: "retry" };
90
98
  }
91
99
  queueParentLane(container.id);
92
100
  }
93
- return { changedCount: hydratedCount, completed: pageCompleted };
101
+ return { changedCount: hydratedCount, outcome };
94
102
  }
95
103
  export function canHydrateRemoteContainers(state) {
96
104
  return (state.runtime.auth.isAuthenticated &&
97
105
  state.runtime.state.online &&
98
106
  state.runtime.infra.dbStatus === "ready");
99
107
  }
108
+ function cursorKey(watermark) {
109
+ return JSON.stringify([watermark.updatedAt, watermark.id]);
110
+ }
111
+ function hasUnusableContinuation({ lane, response, }) {
112
+ const next = response.nextWatermark;
113
+ if (!next)
114
+ return response.hasMore;
115
+ // Opaque positions can advance with an older business timestamp.
116
+ // A drained lane may echo its current position, but never an earlier one.
117
+ if (next.id === lane.watermark?.id &&
118
+ next.updatedAt === lane.watermark.updatedAt)
119
+ return response.hasMore;
120
+ return lane.continuationCursors?.has(cursorKey(next)) === true;
121
+ }
122
+ function queueNextPage({ lane, response }, skipWatermarkWrite, queueContinuationLane) {
123
+ if (response.hasMore && response.nextWatermark) {
124
+ const continuationCursors = lane.continuationCursors ?? new Set();
125
+ if (lane.watermark)
126
+ continuationCursors.add(cursorKey(lane.watermark));
127
+ continuationCursors.add(cursorKey(response.nextWatermark));
128
+ queueContinuationLane({
129
+ parentId: lane.parentId,
130
+ watermark: response.nextWatermark,
131
+ skipWatermarkWrite,
132
+ continuationCursors,
133
+ });
134
+ }
135
+ }
136
+ async function checkpointPage(input) {
137
+ const { lane, response, syncLane } = input.fetchedPage;
138
+ // Only a drained chain can advance a reconnect checkpoint. Otherwise a
139
+ // cycle can alternate the durable cursor between successive attempts.
140
+ if (input.reconnect && response.hasMore)
141
+ return true;
142
+ const nextWatermark = response.nextWatermark ??
143
+ (lane.continuationCursors ? (lane.watermark ?? null) : null);
144
+ return markContainerParentLaneFetched({
145
+ isCurrent: input.isCurrent,
146
+ response: { ...response, nextWatermark },
147
+ state: input.state,
148
+ syncLane,
149
+ });
150
+ }
100
151
  async function applyContainerParentLanePage(input) {
101
152
  const { childIdsByParentId, fetchedPage, host, queueContinuationLane, queueParentLane, seenContainerIds, state, } = input;
102
- const { expectedContainerStates, expectedHydrationTombstones, lane, response, syncLane, } = fetchedPage;
153
+ const { expectedContainerStates, expectedHydrationTombstones, lane, response, } = fetchedPage;
103
154
  let changedCount = 0;
104
155
  if (input.isCurrent?.() === false) {
105
- return { changedCount, complete: false, shouldStop: true };
156
+ return { changedCount, outcome: "retry", shouldStop: true };
106
157
  }
107
158
  const remoteContainerItems = getApplicableRemoteContainerItems(response);
108
159
  const tombstoneResult = await applyContainerTombstones({
@@ -114,11 +165,11 @@ async function applyContainerParentLanePage(input) {
114
165
  state,
115
166
  });
116
167
  if (!tombstoneResult.current) {
117
- return { changedCount, complete: false, shouldStop: true };
168
+ return { changedCount, outcome: "retry", shouldStop: true };
118
169
  }
119
170
  changedCount += tombstoneResult.changedCount;
120
171
  if (input.isCurrent?.() === false) {
121
- return { changedCount, complete: false, shouldStop: true };
172
+ return { changedCount, outcome: "retry", shouldStop: true };
122
173
  }
123
174
  if (tombstoneResult.changedCount > 0) {
124
175
  // A live tombstone cascade may have orphaned documents (row 3); re-arm
@@ -131,6 +182,7 @@ async function applyContainerParentLanePage(input) {
131
182
  // lane complete and its watermark advance; their children are never queued.
132
183
  const isPaused = await loadPausedContainerFilter(state);
133
184
  const appliedPage = await applyRemoteContainerPage({
185
+ reconnect: input.reconnect,
134
186
  childIdsByParentId,
135
187
  expectedContainerStates,
136
188
  expectedHydrationTombstones,
@@ -144,35 +196,23 @@ async function applyContainerParentLanePage(input) {
144
196
  state,
145
197
  });
146
198
  changedCount += appliedPage.changedCount;
147
- if (!tombstoneResult.completed || !appliedPage.completed) {
148
- // Keep this page retryable without discarding independent lanes, including
149
- // children of roots first discovered here. Otherwise the root becomes known
150
- // but its children are never fetched by subsequent root-only refreshes.
151
- return { changedCount, complete: false, shouldStop: false };
152
- }
199
+ const outcome = tombstoneResult.completed ? appliedPage.outcome : "retry";
153
200
  if (input.isCurrent?.() === false) {
154
- return { changedCount, complete: false, shouldStop: true };
155
- }
156
- const didMarkFetched = await markContainerParentLaneFetched({
157
- isCurrent: input.isCurrent,
158
- response,
159
- state,
160
- syncLane,
161
- });
162
- if (!didMarkFetched) {
163
- return { changedCount, complete: false, shouldStop: true };
164
- }
165
- if (!response.hasMore) {
166
- return { changedCount, complete: true, shouldStop: false };
201
+ return { changedCount, outcome: "retry", shouldStop: true };
167
202
  }
168
- if (!response.nextWatermark) {
169
- return { changedCount, complete: false, shouldStop: true };
203
+ // A bad continuation invalidates the cursor, independently verified rows still apply.
204
+ if (hasUnusableContinuation(fetchedPage))
205
+ return { changedCount, outcome: "retry", shouldStop: false };
206
+ // A refused item leaves a gap in this lane. Later pages can still discover
207
+ // independent children, but none may move its durable cursor past the gap.
208
+ if (outcome !== "complete" && !input.reconnect)
209
+ return { changedCount, outcome, shouldStop: false };
210
+ const skipWatermarkWrite = lane.skipWatermarkWrite || outcome !== "complete";
211
+ if (!skipWatermarkWrite && !(await checkpointPage(input))) {
212
+ return { changedCount, outcome: "retry", shouldStop: true };
170
213
  }
171
- queueContinuationLane({
172
- parentId: lane.parentId,
173
- watermark: response.nextWatermark,
174
- });
175
- return { changedCount, complete: true, shouldStop: false };
214
+ queueNextPage(fetchedPage, skipWatermarkWrite, queueContinuationLane);
215
+ return { changedCount, outcome, shouldStop: false };
176
216
  }
177
217
  function takeContainerParentLaneBatch(input) {
178
218
  const { lanes, state } = input;
@@ -190,16 +230,17 @@ function takeContainerParentLaneBatch(input) {
190
230
  async function applyContainerParentLaneBatch(input) {
191
231
  const { childIdsByParentId, fetchedPages, host, lanes, queueParentLane, seenContainerIds, state, } = input;
192
232
  let changedCount = 0;
193
- let complete = true;
233
+ let outcome = "complete";
194
234
  for (const fetchedPage of fetchedPages) {
195
235
  if (!canHydrateRemoteContainers(state) || input.isCurrent?.() === false) {
196
- return { changedCount, complete: false, shouldStop: true };
236
+ return { changedCount, outcome: "retry", shouldStop: true };
197
237
  }
198
238
  if (fetchedPage.lane.parentId !== null &&
199
239
  !state.containersById.has(fetchedPage.lane.parentId)) {
200
240
  continue;
201
241
  }
202
242
  const result = await applyContainerParentLanePage({
243
+ reconnect: input.reconnect,
203
244
  childIdsByParentId,
204
245
  fetchedPage,
205
246
  host,
@@ -211,22 +252,22 @@ async function applyContainerParentLaneBatch(input) {
211
252
  state,
212
253
  });
213
254
  changedCount += result.changedCount;
214
- complete &&= result.complete;
255
+ outcome = combineOutcomes(outcome, result.outcome);
215
256
  if (result.shouldStop) {
216
- return { changedCount, complete: false, shouldStop: true };
257
+ return { changedCount, outcome: "retry", shouldStop: true };
217
258
  }
218
259
  }
219
- return { changedCount, complete, shouldStop: false };
260
+ return { changedCount, outcome, shouldStop: false };
220
261
  }
221
262
  export async function hydrateContainerParentLanes(input) {
222
263
  const { childIdsByParentId, host, lanes, queueParentLane, seenContainerIds, state, } = input;
223
264
  let changedCount = 0;
224
- let complete = true;
265
+ let outcome = "complete";
225
266
  // One hydration pass is one policy operation: its pages share a discovery.
226
267
  const policyOperation = createPrincipalPolicyOperation();
227
268
  while (lanes.length > 0) {
228
269
  if (!canHydrateRemoteContainers(state) || input.isCurrent?.() === false) {
229
- return { changedCount, complete: false, shouldStop: true };
270
+ return { changedCount, outcome: "retry", shouldStop: true };
230
271
  }
231
272
  const batch = takeContainerParentLaneBatch({ lanes, state });
232
273
  if (batch.length === 0) {
@@ -234,16 +275,18 @@ export async function hydrateContainerParentLanes(input) {
234
275
  }
235
276
  const fetchedPages = await fetchContainerParentLaneBatch({
236
277
  batch,
278
+ laneIdPrefix: input.reconnect?.laneIdPrefix,
237
279
  isCurrent: input.isCurrent,
238
280
  state,
239
281
  });
240
282
  if (!fetchedPages) {
241
- return { changedCount, complete: false, shouldStop: true };
283
+ return { changedCount, outcome: "retry", shouldStop: true };
242
284
  }
243
285
  if (input.isCurrent?.() === false) {
244
- return { changedCount, complete: false, shouldStop: true };
286
+ return { changedCount, outcome: "retry", shouldStop: true };
245
287
  }
246
288
  const result = await applyContainerParentLaneBatch({
289
+ reconnect: input.reconnect,
247
290
  childIdsByParentId,
248
291
  fetchedPages,
249
292
  host,
@@ -255,11 +298,11 @@ export async function hydrateContainerParentLanes(input) {
255
298
  state,
256
299
  });
257
300
  changedCount += result.changedCount;
258
- complete &&= result.complete;
301
+ outcome = combineOutcomes(outcome, result.outcome);
259
302
  if (result.shouldStop) {
260
- return { changedCount, complete: false, shouldStop: true };
303
+ return { changedCount, outcome: "retry", shouldStop: true };
261
304
  }
262
305
  }
263
- return { changedCount, complete, shouldStop: false };
306
+ return { changedCount, outcome, shouldStop: false };
264
307
  }
265
308
  //# sourceMappingURL=remoteContainerPageHydration.js.map