@terreno/api 57.3.0 → 57.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (412) hide show
  1. package/.ai/skills/mongoose-schema-safety/SKILL.md +23 -10
  2. package/README.md +11 -5
  3. package/bunfig.toml +1 -1
  4. package/dist/actions.js +197 -368
  5. package/dist/adminModelRouter.js +88 -173
  6. package/dist/adminTypes.d.ts +7 -0
  7. package/dist/adminTypes.js +6 -1
  8. package/dist/api.d.ts +10 -0
  9. package/dist/api.js +601 -792
  10. package/dist/audit/auditApp.d.ts +30 -0
  11. package/dist/audit/auditApp.js +114 -0
  12. package/dist/audit/auditEventModel.d.ts +29 -0
  13. package/dist/audit/auditEventModel.js +101 -0
  14. package/dist/audit/cloudTasksEnqueue.d.ts +32 -0
  15. package/dist/audit/cloudTasksEnqueue.js +69 -0
  16. package/dist/audit/diff.d.ts +10 -0
  17. package/dist/audit/diff.js +140 -0
  18. package/dist/audit/processQueue.d.ts +6 -0
  19. package/dist/audit/processQueue.js +56 -0
  20. package/dist/audit/rbacSink.d.ts +2 -0
  21. package/dist/audit/rbacSink.js +41 -0
  22. package/dist/audit/record.d.ts +56 -0
  23. package/dist/audit/record.js +251 -0
  24. package/dist/auth.js +432 -681
  25. package/dist/authRecovery.js +155 -269
  26. package/dist/authTokens.js +43 -118
  27. package/dist/betterAuth.d.ts +6 -0
  28. package/dist/betterAuthApp.js +25 -26
  29. package/dist/betterAuthSetup.js +258 -413
  30. package/dist/browserLogsRoute.d.ts +6 -0
  31. package/dist/browserLogsRoute.js +97 -0
  32. package/dist/collectionRegistry.d.ts +3 -1
  33. package/dist/collectionRegistry.js +43 -33
  34. package/dist/config.js +53 -122
  35. package/dist/configurationApp.js +180 -361
  36. package/dist/configurationPlugin.js +130 -302
  37. package/dist/consentApp.js +276 -421
  38. package/dist/docLoader.js +78 -126
  39. package/dist/envConfigurationPlugin.js +25 -147
  40. package/dist/errors.js +151 -247
  41. package/dist/example.js +28 -34
  42. package/dist/expressServer.d.ts +10 -0
  43. package/dist/expressServer.js +109 -255
  44. package/dist/frameworkModelNames.d.ts +24 -0
  45. package/dist/frameworkModelNames.js +31 -0
  46. package/dist/githubAuth.js +152 -216
  47. package/dist/httpClient.js +176 -264
  48. package/dist/index.d.ts +28 -1
  49. package/dist/index.js +53 -2
  50. package/dist/logger.js +145 -278
  51. package/dist/mcp/auth.js +76 -128
  52. package/dist/mcp/createMCPRequest.js +4 -5
  53. package/dist/mcp/handlers.js +268 -480
  54. package/dist/mcp/query.d.ts +0 -13
  55. package/dist/mcp/query.js +57 -151
  56. package/dist/mcp/registry.js +17 -30
  57. package/dist/mcp/schemaGenerator.js +95 -181
  58. package/dist/mcp/server.js +28 -100
  59. package/dist/mcp/serviceTokens.js +102 -191
  60. package/dist/mcp/toolGenerator.js +78 -191
  61. package/dist/middleware.js +15 -27
  62. package/dist/migrations/fixtures/all-down/20260910120000-one.d.ts +4 -0
  63. package/dist/migrations/fixtures/all-down/20260910120000-one.js +9 -0
  64. package/dist/migrations/fixtures/all-down/20260910120001-two.d.ts +4 -0
  65. package/dist/migrations/fixtures/all-down/20260910120001-two.js +9 -0
  66. package/dist/migrations/fixtures/bad-id/20260910120000-mismatch.d.ts +3 -0
  67. package/dist/migrations/fixtures/bad-id/20260910120000-mismatch.js +7 -0
  68. package/dist/migrations/fixtures/bad-name/not-a-migration.d.ts +3 -0
  69. package/dist/migrations/fixtures/bad-name/not-a-migration.js +7 -0
  70. package/dist/migrations/fixtures/missing-up/20260910120000-noup.d.ts +2 -0
  71. package/dist/migrations/fixtures/missing-up/20260910120000-noup.js +5 -0
  72. package/dist/migrations/fixtures/valid/20260910120000-alpha.d.ts +3 -0
  73. package/dist/migrations/fixtures/valid/20260910120000-alpha.js +7 -0
  74. package/dist/migrations/fixtures/valid/20260910120001-beta.d.ts +4 -0
  75. package/dist/migrations/fixtures/valid/20260910120001-beta.js +9 -0
  76. package/dist/migrations/generate.d.ts +17 -0
  77. package/dist/migrations/generate.js +155 -0
  78. package/dist/migrations/load.d.ts +20 -0
  79. package/dist/migrations/load.js +110 -0
  80. package/dist/migrations/lock.d.ts +13 -0
  81. package/dist/migrations/lock.js +73 -0
  82. package/dist/migrations/runner.d.ts +42 -0
  83. package/dist/migrations/runner.js +249 -0
  84. package/dist/migrations/schemaCatalog.d.ts +44 -0
  85. package/dist/migrations/schemaCatalog.js +185 -0
  86. package/dist/migrations/types.d.ts +87 -0
  87. package/dist/migrations/types.js +7 -0
  88. package/dist/models/consentForm.js +6 -6
  89. package/dist/models/consentResponse.js +5 -5
  90. package/dist/models/mcpServiceToken.js +66 -156
  91. package/dist/models/notification.d.ts +2 -0
  92. package/dist/models/notification.js +62 -0
  93. package/dist/models/notificationPreference.d.ts +2 -0
  94. package/dist/models/notificationPreference.js +49 -0
  95. package/dist/models/versionConfig.js +5 -5
  96. package/dist/notifications/notificationService.d.ts +40 -0
  97. package/dist/notifications/notificationService.js +183 -0
  98. package/dist/notifications/notificationsApp.d.ts +18 -0
  99. package/dist/notifications/notificationsApp.js +156 -0
  100. package/dist/notifications/notificationsBeforeSend.d.ts +14 -0
  101. package/dist/notifications/notificationsBeforeSend.js +32 -0
  102. package/dist/notifiers/googleChatNotifier.js +36 -117
  103. package/dist/notifiers/slackNotifier.d.ts +31 -2
  104. package/dist/notifiers/slackNotifier.js +170 -119
  105. package/dist/notifiers/zoomNotifier.js +60 -111
  106. package/dist/openApi.d.ts +1 -7
  107. package/dist/openApi.js +113 -127
  108. package/dist/openApiBuilder.d.ts +14 -3
  109. package/dist/openApiBuilder.js +117 -159
  110. package/dist/openApiCompat.js +81 -148
  111. package/dist/openApiEtag.js +7 -7
  112. package/dist/openApiValidator.d.ts +13 -1
  113. package/dist/openApiValidator.js +301 -246
  114. package/dist/orgs/orgContext.d.ts +23 -0
  115. package/dist/orgs/orgContext.js +128 -0
  116. package/dist/orgs/orgPermissions.d.ts +4 -0
  117. package/dist/orgs/orgPermissions.js +38 -0
  118. package/dist/orgs/orgPlugin.d.ts +13 -0
  119. package/dist/orgs/orgPlugin.js +66 -0
  120. package/dist/orgs/organizationModel.d.ts +13 -0
  121. package/dist/orgs/organizationModel.js +200 -0
  122. package/dist/orgs/organizationSettings.d.ts +19 -0
  123. package/dist/orgs/organizationSettings.js +113 -0
  124. package/dist/orgs/orgsApp.d.ts +28 -0
  125. package/dist/orgs/orgsApp.js +416 -0
  126. package/dist/permissions.d.ts +7 -13
  127. package/dist/permissions.js +95 -211
  128. package/dist/plugins.js +125 -218
  129. package/dist/populate.js +130 -240
  130. package/dist/rateLimit/applyTrustProxy.js +1 -1
  131. package/dist/rateLimit/createStore.js +7 -8
  132. package/dist/rateLimit/memoryStore.js +22 -100
  133. package/dist/rateLimit/middleware.d.ts +0 -8
  134. package/dist/rateLimit/middleware.js +49 -101
  135. package/dist/rateLimit/mongoStore.d.ts +1 -0
  136. package/dist/rateLimit/mongoStore.js +55 -112
  137. package/dist/rateLimit/policies.d.ts +0 -4
  138. package/dist/rateLimit/policies.js +44 -80
  139. package/dist/rateLimit/redisStore.d.ts +1 -0
  140. package/dist/rateLimit/redisStore.js +40 -133
  141. package/dist/rbac/access.js +122 -253
  142. package/dist/rbac/assertAllowed.js +95 -171
  143. package/dist/rbac/auditModel.js +14 -58
  144. package/dist/rbac/backfillAdmins.js +24 -130
  145. package/dist/rbac/fieldViews.js +46 -141
  146. package/dist/rbac/membershipOrgAdminSource.d.ts +6 -0
  147. package/dist/rbac/membershipOrgAdminSource.js +51 -0
  148. package/dist/rbac/middleware.js +30 -96
  149. package/dist/rbac/modelRouterAccess.d.ts +3 -0
  150. package/dist/rbac/modelRouterAccess.js +133 -307
  151. package/dist/rbac/permissionUtils.js +40 -179
  152. package/dist/rbac/realtimeAccess.js +81 -147
  153. package/dist/rbac/resolve.d.ts +1 -1
  154. package/dist/rbac/resolve.js +154 -319
  155. package/dist/rbac/roleManager.js +318 -700
  156. package/dist/rbac/roleModel.d.ts +2 -5
  157. package/dist/rbac/roleModel.js +60 -173
  158. package/dist/rbac/routes.js +93 -196
  159. package/dist/rbac/scopes.js +39 -133
  160. package/dist/rbac/statements.d.ts +10 -1
  161. package/dist/rbac/statements.js +42 -93
  162. package/dist/rbac/types.d.ts +5 -0
  163. package/dist/rbac/userPlugin.js +3 -29
  164. package/dist/realtime/changeStreamWatcher.d.ts +10 -4
  165. package/dist/realtime/changeStreamWatcher.js +499 -764
  166. package/dist/realtime/deprecation.d.ts +1 -0
  167. package/dist/realtime/deprecation.js +9 -10
  168. package/dist/realtime/queryMatcher.js +110 -191
  169. package/dist/realtime/queryStore.js +35 -118
  170. package/dist/realtime/realtimeApp.d.ts +1 -0
  171. package/dist/realtime/realtimeApp.js +248 -401
  172. package/dist/realtime/registry.js +19 -30
  173. package/dist/realtime/sessionRevalidation.js +132 -358
  174. package/dist/realtime/socketAuth.js +89 -208
  175. package/dist/realtime/socketUser.js +10 -56
  176. package/dist/requestContext.js +93 -139
  177. package/dist/schemaMetadata.js +181 -265
  178. package/dist/scriptRunner.js +96 -266
  179. package/dist/scrubAdminFields.js +36 -108
  180. package/dist/secretProviders.js +130 -299
  181. package/dist/seedRunner.js +221 -514
  182. package/dist/sync/adminBroadcastScope.d.ts +40 -0
  183. package/dist/sync/adminBroadcastScope.js +82 -0
  184. package/dist/sync/adminWindowAccess.d.ts +13 -0
  185. package/dist/sync/adminWindowAccess.js +25 -0
  186. package/dist/sync/adminWindowMutation.d.ts +88 -0
  187. package/dist/sync/adminWindowMutation.js +176 -0
  188. package/dist/sync/executors.d.ts +9 -3
  189. package/dist/sync/executors.js +425 -598
  190. package/dist/sync/loadHarness.js +392 -689
  191. package/dist/sync/models.js +181 -341
  192. package/dist/sync/mutationHandler.d.ts +5 -2
  193. package/dist/sync/mutationHandler.js +549 -697
  194. package/dist/sync/registrationSideEffects.js +41 -95
  195. package/dist/sync/registry.js +31 -47
  196. package/dist/sync/routes.d.ts +13 -0
  197. package/dist/sync/routes.js +484 -760
  198. package/dist/sync/scripts/compactTombstones.js +83 -228
  199. package/dist/sync/serialize.js +18 -58
  200. package/dist/sync/socketHandlers.d.ts +8 -2
  201. package/dist/sync/socketHandlers.js +271 -402
  202. package/dist/sync/streams.d.ts +2 -0
  203. package/dist/sync/streams.js +54 -116
  204. package/dist/sync/syncApp.d.ts +2 -1
  205. package/dist/sync/syncApp.js +14 -16
  206. package/dist/sync/syncBatch.d.ts +5 -2
  207. package/dist/sync/syncBatch.js +63 -168
  208. package/dist/sync/syncSeqPlugin.js +430 -702
  209. package/dist/sync/types.d.ts +18 -0
  210. package/dist/syncConsents.js +113 -253
  211. package/dist/terrenoApp.d.ts +29 -0
  212. package/dist/terrenoApp.js +184 -257
  213. package/dist/tests/createTestData.d.ts +1 -3
  214. package/dist/tests/createTestData.js +147 -259
  215. package/dist/tests/models.d.ts +1 -0
  216. package/dist/tests/models.js +23 -56
  217. package/dist/tests/mongoTestSetup.js +42 -103
  218. package/dist/tests/testHelper.d.ts +0 -5
  219. package/dist/tests/testHelper.js +32 -101
  220. package/dist/tests.js +12 -51
  221. package/dist/transformers.js +61 -164
  222. package/dist/types/authToken.d.ts +3 -3
  223. package/dist/types/mcpServiceToken.d.ts +2 -2
  224. package/dist/types/membership.d.ts +23 -0
  225. package/dist/types/membership.js +2 -0
  226. package/dist/types/notification.d.ts +28 -0
  227. package/dist/types/notification.js +2 -0
  228. package/dist/types/notificationPreference.d.ts +20 -0
  229. package/dist/types/notificationPreference.js +2 -0
  230. package/dist/types/organization.d.ts +36 -0
  231. package/dist/types/organization.js +2 -0
  232. package/dist/utils.js +31 -93
  233. package/dist/vendor/wesleytodd-openapi/index.js +37 -51
  234. package/dist/vendor/wesleytodd-openapi/lib/generate-doc.js +32 -40
  235. package/dist/vendor/wesleytodd-openapi/lib/layer-schema.js +3 -3
  236. package/dist/vendor/wesleytodd-openapi/lib/ui.js +50 -19
  237. package/dist/vendor/wesleytodd-openapi/lib/validate.js +19 -47
  238. package/dist/versionCheckPlugin.js +52 -100
  239. package/dist/webhooks/headerValue.js +2 -2
  240. package/dist/webhooks/idempotency/memoryStore.js +16 -59
  241. package/dist/webhooks/idempotency/mongoStore.js +55 -130
  242. package/dist/webhooks/idempotency/webhookReceipt.d.ts +4 -49
  243. package/dist/webhooks/idempotency/webhookReceipt.js +14 -14
  244. package/dist/webhooks/rawBody.d.ts +1 -0
  245. package/dist/webhooks/rawBody.js +2 -1
  246. package/dist/webhooks/timingSafeEqual.js +4 -5
  247. package/dist/webhooks/verifiers/hmac.js +17 -18
  248. package/dist/webhooks/verifiers/sendgrid.js +20 -22
  249. package/dist/webhooks/verifiers/stripe.js +31 -65
  250. package/dist/webhooks/verifiers/twilio.js +23 -73
  251. package/dist/webhooks/webhooksApp.js +78 -177
  252. package/dist/zodOpenApi.js +2 -2
  253. package/package.json +34 -28
  254. package/src/__snapshots__/openApi.test.ts.snap +192 -54
  255. package/src/__snapshots__/openApiBuilder.test.ts.snap +0 -18
  256. package/src/__snapshots__/schemaMetadata.test.ts.snap +0 -1
  257. package/src/__tests__/browserLogsRoute.test.ts +165 -0
  258. package/src/adminTypes.ts +8 -0
  259. package/src/api.test.ts +39 -2
  260. package/src/api.ts +68 -0
  261. package/src/audit/auditApp.test.ts +243 -0
  262. package/src/audit/auditApp.ts +139 -0
  263. package/src/audit/auditEventModel.ts +160 -0
  264. package/src/audit/auditRouter.test.ts +456 -0
  265. package/src/audit/cloudTasksEnqueue.test.ts +124 -0
  266. package/src/audit/cloudTasksEnqueue.ts +104 -0
  267. package/src/audit/diff.ts +163 -0
  268. package/src/audit/processQueue.ts +69 -0
  269. package/src/audit/rbacSink.test.ts +86 -0
  270. package/src/audit/rbacSink.ts +42 -0
  271. package/src/audit/record.test.ts +402 -0
  272. package/src/audit/record.ts +329 -0
  273. package/src/auth.test.ts +1 -1
  274. package/src/auth.ts +1 -1
  275. package/src/authRecovery.test.ts +43 -0
  276. package/src/authRecovery.ts +16 -10
  277. package/src/authTokens.ts +6 -2
  278. package/src/authVerification.test.ts +22 -0
  279. package/src/betterAuth.ts +7 -0
  280. package/src/betterAuthSetup.test.ts +27 -0
  281. package/src/betterAuthSetup.ts +1 -0
  282. package/src/browserLogsRoute.ts +110 -0
  283. package/src/collectionRegistry.test.ts +8 -9
  284. package/src/collectionRegistry.ts +21 -1
  285. package/src/configurationPlugin.test.ts +1 -11
  286. package/src/express.d.ts +2 -0
  287. package/src/expressServer.test.ts +50 -2
  288. package/src/expressServer.ts +10 -0
  289. package/src/frameworkModelNames.test.ts +62 -0
  290. package/src/frameworkModelNames.ts +33 -0
  291. package/src/index.ts +76 -0
  292. package/src/isolated/migrateCliConnect.isolated.ts +51 -0
  293. package/src/mcp/auth.test.ts +34 -1
  294. package/src/mcp/handlers.test.ts +275 -0
  295. package/src/mcp/query.ts +3 -3
  296. package/src/mcp/toolGenerator.test.ts +81 -0
  297. package/src/migrations/cli.test.ts +353 -0
  298. package/src/migrations/cli.ts +283 -0
  299. package/src/migrations/fixtures/all-down/20260910120000-one.ts +6 -0
  300. package/src/migrations/fixtures/all-down/20260910120001-two.ts +6 -0
  301. package/src/migrations/fixtures/bad-id/20260910120000-mismatch.ts +4 -0
  302. package/src/migrations/fixtures/bad-name/not-a-migration.ts +4 -0
  303. package/src/migrations/fixtures/missing-up/20260910120000-noup.ts +2 -0
  304. package/src/migrations/fixtures/valid/20260910120000-alpha.ts +4 -0
  305. package/src/migrations/fixtures/valid/20260910120001-beta.ts +6 -0
  306. package/src/migrations/generate.test.ts +333 -0
  307. package/src/migrations/generate.ts +216 -0
  308. package/src/migrations/load.test.ts +103 -0
  309. package/src/migrations/load.ts +124 -0
  310. package/src/migrations/lock.test.ts +133 -0
  311. package/src/migrations/lock.ts +118 -0
  312. package/src/migrations/runner.test.ts +504 -0
  313. package/src/migrations/runner.ts +358 -0
  314. package/src/migrations/schemaCatalog.test.ts +159 -0
  315. package/src/migrations/schemaCatalog.ts +262 -0
  316. package/src/migrations/types.ts +94 -0
  317. package/src/models/mcpServiceToken.ts +4 -3
  318. package/src/models/notification.ts +69 -0
  319. package/src/models/notificationPreference.ts +62 -0
  320. package/src/notifications/notificationService.ts +254 -0
  321. package/src/notifications/notificationsApp.test.ts +528 -0
  322. package/src/notifications/notificationsApp.ts +200 -0
  323. package/src/notifications/notificationsBeforeSend.ts +51 -0
  324. package/src/notifiers/slackNotifier.test.ts +186 -1
  325. package/src/notifiers/slackNotifier.ts +167 -8
  326. package/src/openApi.test.ts +0 -1
  327. package/src/openApi.ts +2 -1
  328. package/src/openApiBuilder.ts +14 -3
  329. package/src/openApiValidator.test.ts +221 -2
  330. package/src/openApiValidator.ts +218 -33
  331. package/src/orgs/orgAccessOptIn.test.ts +87 -0
  332. package/src/orgs/orgContext.test.ts +259 -0
  333. package/src/orgs/orgContext.ts +151 -0
  334. package/src/orgs/orgPermissions.test.ts +105 -0
  335. package/src/orgs/orgPermissions.ts +40 -0
  336. package/src/orgs/orgPlugin.test.ts +130 -0
  337. package/src/orgs/orgPlugin.ts +70 -0
  338. package/src/orgs/orgRbac.test.ts +267 -0
  339. package/src/orgs/orgSecurityDefects.test.ts +415 -0
  340. package/src/orgs/organizationModel.test.ts +205 -0
  341. package/src/orgs/organizationModel.ts +262 -0
  342. package/src/orgs/organizationSettings.test.ts +113 -0
  343. package/src/orgs/organizationSettings.ts +126 -0
  344. package/src/orgs/orgsApp.test.ts +382 -0
  345. package/src/orgs/orgsApp.ts +563 -0
  346. package/src/permissions.test.ts +62 -36
  347. package/src/permissions.ts +8 -30
  348. package/src/plugins.test.ts +5 -0
  349. package/src/plugins.ts +3 -0
  350. package/src/rateLimit/middleware.ts +1 -1
  351. package/src/rateLimit/mongoStore.ts +1 -0
  352. package/src/rateLimit/policies.ts +2 -2
  353. package/src/rateLimit/redisStore.ts +1 -0
  354. package/src/rbac/access.ts +11 -3
  355. package/src/rbac/membershipOrgAdminSource.ts +59 -0
  356. package/src/rbac/modelRouterAccess.ts +3 -0
  357. package/src/rbac/permissionUtils.test.ts +26 -5
  358. package/src/rbac/resolve.test.ts +34 -2
  359. package/src/rbac/resolve.ts +26 -7
  360. package/src/rbac/roleModel.test.ts +34 -1
  361. package/src/rbac/roleModel.ts +17 -1
  362. package/src/rbac/statements.test.ts +19 -0
  363. package/src/rbac/statements.ts +19 -1
  364. package/src/rbac/types.ts +5 -0
  365. package/src/realtime/changeStreamWatcher.ts +73 -33
  366. package/src/realtime/deprecation.ts +1 -0
  367. package/src/realtime/realtime.test.ts +357 -185
  368. package/src/realtime/realtimeApp.ts +2 -1
  369. package/src/schemaMetadata.test.ts +14 -0
  370. package/src/schemaMetadata.ts +5 -5
  371. package/src/sync/adminBroadcastConfig.test.ts +96 -0
  372. package/src/sync/adminBroadcastScope.test.ts +155 -0
  373. package/src/sync/adminBroadcastScope.ts +123 -0
  374. package/src/sync/adminWindowAccess.test.ts +57 -0
  375. package/src/sync/adminWindowAccess.ts +32 -0
  376. package/src/sync/adminWindowMutation.test.ts +450 -0
  377. package/src/sync/adminWindowMutation.ts +283 -0
  378. package/src/sync/executors.ts +33 -6
  379. package/src/sync/integration.test.ts +2 -2
  380. package/src/sync/mutationHandler.test.ts +277 -1
  381. package/src/sync/mutationHandler.ts +171 -29
  382. package/src/sync/registry.ts +4 -0
  383. package/src/sync/routes.ts +52 -8
  384. package/src/sync/socketHandlers.ts +154 -58
  385. package/src/sync/streams.ts +6 -0
  386. package/src/sync/sync.test.ts +3 -2
  387. package/src/sync/syncApp.ts +2 -1
  388. package/src/sync/syncBatch.ts +7 -2
  389. package/src/sync/syncRoutes.test.ts +297 -3
  390. package/src/sync/syncSocket.test.ts +229 -0
  391. package/src/sync/types.ts +20 -0
  392. package/src/terrenoApp.migrations.test.ts +114 -0
  393. package/src/terrenoApp.test.ts +41 -0
  394. package/src/terrenoApp.ts +97 -31
  395. package/src/tests/createTestData.ts +2 -2
  396. package/src/tests/models.ts +10 -2
  397. package/src/tests/testHelper.ts +1 -7
  398. package/src/types/authToken.ts +2 -4
  399. package/src/types/mcpServiceToken.ts +1 -7
  400. package/src/types/membership.ts +48 -0
  401. package/src/types/notification.ts +34 -0
  402. package/src/types/notificationPreference.ts +28 -0
  403. package/src/types/organization.ts +49 -0
  404. package/src/types.d.ts +1 -0
  405. package/src/webhooks/idempotency/webhookReceipt.ts +8 -10
  406. package/src/webhooks/rawBody.test.ts +33 -0
  407. package/src/webhooks/rawBody.ts +1 -0
  408. package/tsconfig.json +13 -54
  409. package/tsconfig.typedoc.json +4 -1
  410. package/dist/vendor/wesleytodd-openapi/lib/convert-yaml.d.ts +0 -2
  411. package/dist/vendor/wesleytodd-openapi/lib/convert-yaml.js +0 -13
  412. package/src/vendor/wesleytodd-openapi/lib/convert-yaml.js +0 -13
@@ -1,105 +1,24 @@
1
1
  "use strict";
2
- var __assign = (this && this.__assign) || function () {
3
- __assign = Object.assign || function(t) {
4
- for (var s, i = 1, n = arguments.length; i < n; i++) {
5
- s = arguments[i];
6
- for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
7
- t[p] = s[p];
8
- }
9
- return t;
10
- };
11
- return __assign.apply(this, arguments);
12
- };
13
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
14
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
15
- return new (P || (P = Promise))(function (resolve, reject) {
16
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
17
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
18
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
19
- step((generator = generator.apply(thisArg, _arguments || [])).next());
20
- });
21
- };
22
- var __generator = (this && this.__generator) || function (thisArg, body) {
23
- var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
24
- return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
25
- function verb(n) { return function (v) { return step([n, v]); }; }
26
- function step(op) {
27
- if (f) throw new TypeError("Generator is already executing.");
28
- while (g && (g = 0, op[0] && (_ = 0)), _) try {
29
- if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
30
- if (y = 0, t) op = [op[0] & 2, t.value];
31
- switch (op[0]) {
32
- case 0: case 1: t = op; break;
33
- case 4: _.label++; return { value: op[1], done: false };
34
- case 5: _.label++; y = op[1]; op = [0]; continue;
35
- case 7: op = _.ops.pop(); _.trys.pop(); continue;
36
- default:
37
- if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
38
- if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
39
- if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
40
- if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
41
- if (t[2]) _.ops.pop();
42
- _.trys.pop(); continue;
43
- }
44
- op = body.call(thisArg, _);
45
- } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
46
- if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
47
- }
48
- };
49
- var __read = (this && this.__read) || function (o, n) {
50
- var m = typeof Symbol === "function" && o[Symbol.iterator];
51
- if (!m) return o;
52
- var i = m.call(o), r, ar = [], e;
53
- try {
54
- while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
55
- }
56
- catch (error) { e = { error: error }; }
57
- finally {
58
- try {
59
- if (r && !r.done && (m = i["return"])) m.call(i);
60
- }
61
- finally { if (e) throw e.error; }
62
- }
63
- return ar;
64
- };
65
- var __spreadArray = (this && this.__spreadArray) || function (to, from, pack) {
66
- if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
67
- if (ar || !(i in from)) {
68
- if (!ar) ar = Array.prototype.slice.call(from, 0, i);
69
- ar[i] = from[i];
70
- }
71
- }
72
- return to.concat(ar || Array.prototype.slice.call(from));
73
- };
74
- var __values = (this && this.__values) || function(o) {
75
- var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
76
- if (m) return m.call(o);
77
- if (o && typeof o.length === "number") return {
78
- next: function () {
79
- if (o && i >= o.length) o = void 0;
80
- return { value: o && o[i++], done: !o };
81
- }
82
- };
83
- throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
84
- };
85
2
  var __importDefault = (this && this.__importDefault) || function (mod) {
86
3
  return (mod && mod.__esModule) ? mod : { "default": mod };
87
4
  };
88
5
  Object.defineProperty(exports, "__esModule", { value: true });
89
6
  exports.addSyncRoutes = exports.MAX_ENTITY_FETCH = exports.buildSnapshotScopeFilter = exports.serializeSyncDoc = exports.MAX_SYNC_HTTP_MUTATIONS_PER_SECOND = void 0;
90
- var express_1 = __importDefault(require("express"));
91
- var mongoose_1 = __importDefault(require("mongoose"));
92
- var api_1 = require("../api");
93
- var auth_1 = require("../auth");
94
- var errors_1 = require("../errors");
95
- var logger_1 = require("../logger");
96
- var permissions_1 = require("../permissions");
97
- var plugins_1 = require("../plugins");
98
- var models_1 = require("./models");
99
- var registry_1 = require("./registry");
100
- var serialize_1 = require("./serialize");
101
- var streams_1 = require("./streams");
102
- var syncBatch_1 = require("./syncBatch");
7
+ const express_1 = __importDefault(require("express"));
8
+ const mongoose_1 = __importDefault(require("mongoose"));
9
+ const api_1 = require("../api");
10
+ const auth_1 = require("../auth");
11
+ const errors_1 = require("../errors");
12
+ const logger_1 = require("../logger");
13
+ const permissions_1 = require("../permissions");
14
+ const plugins_1 = require("../plugins");
15
+ const adminBroadcastScope_1 = require("./adminBroadcastScope");
16
+ const adminWindowAccess_1 = require("./adminWindowAccess");
17
+ const models_1 = require("./models");
18
+ const registry_1 = require("./registry");
19
+ const serialize_1 = require("./serialize");
20
+ const streams_1 = require("./streams");
21
+ const syncBatch_1 = require("./syncBatch");
103
22
  /**
104
23
  * Maximum mutations per user per second on the HTTP mutate routes.
105
24
  *
@@ -110,17 +29,15 @@ var syncBatch_1 = require("./syncBatch");
110
29
  */
111
30
  var syncBatch_2 = require("./syncBatch");
112
31
  Object.defineProperty(exports, "MAX_SYNC_HTTP_MUTATIONS_PER_SECOND", { enumerable: true, get: function () { return syncBatch_2.MAX_SYNC_MUTATIONS_PER_SECOND; } });
113
- var MAX_SNAPSHOT_LIMIT = 100;
114
- var DEFAULT_SNAPSHOT_LIMIT = 100;
32
+ const MAX_SNAPSHOT_LIMIT = 100;
33
+ const DEFAULT_SNAPSHOT_LIMIT = 100;
115
34
  /**
116
35
  * Look up a registered model by name as a `SyncedModel`. `mongoose.model(name)` has no
117
36
  * schema to infer from, so its static type carries none of the synced-document fields.
118
37
  */
119
- var getSyncedModel = function (modelName) {
120
- return mongoose_1.default.model(modelName);
121
- };
38
+ const getSyncedModel = (modelName) => mongoose_1.default.model(modelName);
122
39
  /** HTTP status for each nack code returned by `POST /sync/mutate`. */
123
- var NACK_HTTP_STATUS = {
40
+ const NACK_HTTP_STATUS = {
124
41
  conflict: 409,
125
42
  error: 500,
126
43
  rate_limited: 429,
@@ -132,12 +49,7 @@ var NACK_HTTP_STATUS = {
132
49
  * sync responseHandler > modelRouter responseHandler > toJSON.
133
50
  * Delegates to the shared `serializeSyncPayload` (also used for `sync:delta` emission).
134
51
  */
135
- var serializeSyncDoc = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
136
- var entry = _b.entry, doc = _b.doc, req = _b.req;
137
- return __generator(this, function (_c) {
138
- return [2 /*return*/, (0, serialize_1.serializeSyncPayload)({ doc: doc, entry: entry, req: req })];
139
- });
140
- }); };
52
+ const serializeSyncDoc = async ({ entry, doc, req, }) => (0, serialize_1.serializeSyncPayload)({ doc: doc, entry, req });
141
53
  exports.serializeSyncDoc = serializeSyncDoc;
142
54
  /**
143
55
  * C2: build the server-enforced scope filter for a SINGLE stream. The stream's scope
@@ -152,21 +64,19 @@ exports.serializeSyncDoc = serializeSyncDoc;
152
64
  * consumer asked for. It is now composed with the scope clause via `$and` (never
153
65
  * spread-merged, which would let one clobber the other).
154
66
  */
155
- var buildSnapshotScopeFilter = function (_a) {
156
- var _b;
157
- var entry = _a.entry, scopeValue = _a.scopeValue, snapshotFilterResult = _a.snapshotFilterResult;
158
- var scope = entry.config.scope;
67
+ const buildSnapshotScopeFilter = ({ entry, scopeValue, snapshotFilterResult, }) => {
68
+ const { scope } = entry.config;
159
69
  if (typeof scope === "function") {
160
70
  // Custom scope: snapshotFilter is required at registration.
161
71
  if (!snapshotFilterResult) {
162
72
  throw new errors_1.APIError({
163
73
  status: 500,
164
- title: "Sync collection ".concat(entry.collectionTag, " has a custom scope without a snapshotFilter"),
74
+ title: `Sync collection ${entry.collectionTag} has a custom scope without a snapshotFilter`,
165
75
  });
166
76
  }
167
77
  return snapshotFilterResult;
168
78
  }
169
- var scopeClause = scope.type === "broadcast" ? {} : (_b = {}, _b[(0, streams_1.getScopeField)(scope)] = scopeValue, _b);
79
+ const scopeClause = scope.type === "broadcast" ? {} : { [(0, streams_1.getScopeField)(scope)]: scopeValue };
170
80
  if (!snapshotFilterResult) {
171
81
  return scopeClause;
172
82
  }
@@ -189,45 +99,33 @@ exports.buildSnapshotScopeFilter = buildSnapshotScopeFilter;
189
99
  * which sync mirrors by serving an empty page rather than erroring. A throwing filter is
190
100
  * denied the same way the realtime path denies it: fail closed, never fall through open.
191
101
  */
192
- var resolveSyncQueryFilter = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
193
- var resolved, error_1;
194
- var entry = _b.entry, user = _b.user;
195
- return __generator(this, function (_c) {
196
- switch (_c.label) {
197
- case 0:
198
- if (!entry.options.queryFilter) {
199
- return [2 /*return*/, { denied: false }];
200
- }
201
- _c.label = 1;
202
- case 1:
203
- _c.trys.push([1, 3, , 4]);
204
- return [4 /*yield*/, entry.options.queryFilter(user, {})];
205
- case 2:
206
- resolved = _c.sent();
207
- return [3 /*break*/, 4];
208
- case 3:
209
- error_1 = _c.sent();
210
- logger_1.logger.error("[sync] queryFilter threw for a sync read; denying the read", {
211
- collection: entry.collectionTag,
212
- error: String(error_1),
213
- userId: String(user.id),
214
- });
215
- return [2 /*return*/, { denied: true }];
216
- case 4:
217
- if (resolved === null) {
218
- return [2 /*return*/, { denied: true }];
219
- }
220
- return [2 /*return*/, { denied: false, filter: Object.keys(resolved).length > 0 ? resolved : undefined }];
221
- }
222
- });
223
- }); };
102
+ const resolveSyncQueryFilter = async ({ entry, user, }) => {
103
+ if (!entry.options.queryFilter) {
104
+ return { denied: false };
105
+ }
106
+ let resolved;
107
+ try {
108
+ resolved = await entry.options.queryFilter(user, {});
109
+ }
110
+ catch (error) {
111
+ logger_1.logger.error("[sync] queryFilter threw for a sync read; denying the read", {
112
+ collection: entry.collectionTag,
113
+ error: String(error),
114
+ userId: String(user.id),
115
+ });
116
+ return { denied: true };
117
+ }
118
+ if (resolved === null) {
119
+ return { denied: true };
120
+ }
121
+ return { denied: false, filter: Object.keys(resolved).length > 0 ? resolved : undefined };
122
+ };
224
123
  /**
225
124
  * `$and` the resolved `queryFilter` onto a sync read's scope filter. Spread-merging would
226
125
  * let either side clobber a same-named key (e.g. both constraining `ownerId`), so both
227
126
  * clauses are kept and both must match.
228
127
  */
229
- var composeSyncReadFilter = function (_a) {
230
- var queryFilter = _a.queryFilter, scopeFilter = _a.scopeFilter;
128
+ const composeSyncReadFilter = ({ queryFilter, scopeFilter, }) => {
231
129
  if (!queryFilter) {
232
130
  return scopeFilter;
233
131
  }
@@ -241,17 +139,17 @@ var composeSyncReadFilter = function (_a) {
241
139
  * and `"1e9"` used to silently become 12 and 1 — a client with a malformed cursor got a
242
140
  * plausible-looking page instead of an error, and resumed paging from the wrong seq.
243
141
  */
244
- var parseNonNegativeInt = function (raw, name, fallback) {
142
+ const parseNonNegativeInt = (raw, name, fallback) => {
245
143
  if (raw === undefined) {
246
144
  return fallback;
247
145
  }
248
- var text = String(raw).trim();
146
+ const text = String(raw).trim();
249
147
  if (!/^\d+$/.test(text)) {
250
- throw new errors_1.APIError({ status: 400, title: "Invalid ".concat(name, ": ").concat(String(raw)) });
148
+ throw new errors_1.APIError({ status: 400, title: `Invalid ${name}: ${String(raw)}` });
251
149
  }
252
- var value = Number.parseInt(text, 10);
150
+ const value = Number.parseInt(text, 10);
253
151
  if (!Number.isSafeInteger(value)) {
254
- throw new errors_1.APIError({ status: 400, title: "Invalid ".concat(name, ": ").concat(String(raw)) });
152
+ throw new errors_1.APIError({ status: 400, title: `Invalid ${name}: ${String(raw)}` });
255
153
  }
256
154
  return value;
257
155
  };
@@ -263,15 +161,13 @@ var parseNonNegativeInt = function (raw, name, fallback) {
263
161
  * exhausted after one page and the remaining documents were never bootstrapped.
264
162
  * Only ObjectId-keyed models get the cast; a malformed cursor for one is a 400, not a 500.
265
163
  */
266
- var legacyCursorClause = function (_a) {
267
- var _b, _c;
268
- var model = _a.model, legacyCursorIn = _a.legacyCursorIn;
269
- var idInstance = (_c = (_b = model.schema) === null || _b === void 0 ? void 0 : _b.path("_id")) === null || _c === void 0 ? void 0 : _c.instance;
164
+ const legacyCursorClause = ({ model, legacyCursorIn, }) => {
165
+ const idInstance = model.schema?.path("_id")?.instance;
270
166
  if (idInstance !== "ObjectId") {
271
167
  return { _id: { $gt: legacyCursorIn } };
272
168
  }
273
169
  if (!mongoose_1.default.isValidObjectId(legacyCursorIn)) {
274
- throw new errors_1.APIError({ status: 400, title: "Invalid legacyCursor: ".concat(legacyCursorIn) });
170
+ throw new errors_1.APIError({ status: 400, title: `Invalid legacyCursor: ${legacyCursorIn}` });
275
171
  }
276
172
  return { _id: { $gt: new mongoose_1.default.Types.ObjectId(legacyCursorIn) } };
277
173
  };
@@ -282,93 +178,52 @@ var legacyCursorClause = function (_a) {
282
178
  * which point the caller switches to normal seq paging. Runs the same per-doc read
283
179
  * check as the seq page (C6/M2).
284
180
  */
285
- var pageLegacyStratum = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
286
- var user, legacyFilter, docs, page, entities, page_1, page_1_1, doc, _c, _d, e_1_1, lastId;
287
- var e_1, _e, _f;
288
- var model = _b.model, scopeFilter = _b.scopeFilter, legacyCursorIn = _b.legacyCursorIn, limit = _b.limit, entry = _b.entry, req = _b.req;
289
- return __generator(this, function (_g) {
290
- switch (_g.label) {
291
- case 0:
292
- user = req.user;
293
- legacyFilter = {
294
- $and: __spreadArray([
295
- scopeFilter,
296
- { _syncSeq: { $in: [null, 0] } }
297
- ], __read((legacyCursorIn ? [legacyCursorClause({ legacyCursorIn: legacyCursorIn, model: model })] : [])), false),
298
- deleted: { $in: [true, false] },
299
- };
300
- return [4 /*yield*/, model
301
- .find(legacyFilter)
302
- .sort({ _id: 1 })
303
- .limit(limit + 1)];
304
- case 1:
305
- docs = _g.sent();
306
- if (docs.length === 0) {
307
- // Stratum exhausted (or never had legacy docs) — caller proceeds by seq.
308
- return [2 /*return*/, undefined];
309
- }
310
- page = docs.slice(0, limit);
311
- entities = [];
312
- _g.label = 2;
313
- case 2:
314
- _g.trys.push([2, 8, 9, 10]);
315
- page_1 = __values(page), page_1_1 = page_1.next();
316
- _g.label = 3;
317
- case 3:
318
- if (!!page_1_1.done) return [3 /*break*/, 7];
319
- doc = page_1_1.value;
320
- return [4 /*yield*/, (0, permissions_1.checkPermissions)("read", entry.options.permissions.read, user, doc)];
321
- case 4:
322
- if (!(_g.sent())) {
323
- return [3 /*break*/, 6];
324
- }
325
- _d = (_c = entities).push;
326
- _f = {};
327
- return [4 /*yield*/, (0, exports.serializeSyncDoc)({ doc: doc, entry: entry, req: req })];
328
- case 5:
329
- _d.apply(_c, [(_f.data = _g.sent(),
330
- _f.deleted = Boolean(doc.deleted),
331
- _f.id = String(doc._id),
332
- _f.seq = 0,
333
- _f)]);
334
- _g.label = 6;
335
- case 6:
336
- page_1_1 = page_1.next();
337
- return [3 /*break*/, 3];
338
- case 7: return [3 /*break*/, 10];
339
- case 8:
340
- e_1_1 = _g.sent();
341
- e_1 = { error: e_1_1 };
342
- return [3 /*break*/, 10];
343
- case 9:
344
- try {
345
- if (page_1_1 && !page_1_1.done && (_e = page_1.return)) _e.call(page_1);
346
- }
347
- finally { if (e_1) throw e_1.error; }
348
- return [7 /*endfinally*/];
349
- case 10:
350
- lastId = String(page[page.length - 1]._id);
351
- return [2 /*return*/, { entities: entities, legacyCursor: lastId }];
181
+ const pageLegacyStratum = async ({ model, scopeFilter, legacyCursorIn, limit, entry, req, }) => {
182
+ const user = req.user;
183
+ // `deleted` MUST stay a TOP-LEVEL key so isDeletedPlugin does not re-inject its
184
+ // {deleted: {$ne: true}} exclusion (which only fires when the top-level filter has no
185
+ // `deleted` key) and hide legacy tombstones. See the seq-page query for the full note.
186
+ const legacyFilter = {
187
+ $and: [
188
+ scopeFilter,
189
+ { _syncSeq: { $in: [null, 0] } },
190
+ ...(legacyCursorIn ? [legacyCursorClause({ legacyCursorIn, model })] : []),
191
+ ],
192
+ deleted: { $in: [true, false] },
193
+ };
194
+ const docs = await model
195
+ .find(legacyFilter)
196
+ .sort({ _id: 1 })
197
+ .limit(limit + 1);
198
+ if (docs.length === 0) {
199
+ // Stratum exhausted (or never had legacy docs) — caller proceeds by seq.
200
+ return undefined;
201
+ }
202
+ const page = docs.slice(0, limit);
203
+ const entities = [];
204
+ for (const doc of page) {
205
+ if (!(await (0, permissions_1.checkPermissions)("read", entry.options.permissions.read, user, doc))) {
206
+ continue;
352
207
  }
353
- });
354
- }); };
208
+ entities.push({
209
+ data: await (0, exports.serializeSyncDoc)({ doc, entry, req }),
210
+ deleted: Boolean(doc.deleted),
211
+ id: String(doc._id),
212
+ seq: 0,
213
+ });
214
+ }
215
+ const lastId = String(page[page.length - 1]._id);
216
+ return { entities, legacyCursor: lastId };
217
+ };
355
218
  /**
356
219
  * C1: true when the stream's head (highest claimed seq) exceeds the stable frontier —
357
220
  * i.e. committed seqs are still coming once the in-flight writes below the frontier land.
358
221
  */
359
- var frontierBelowStreamHead = function (streamKey, frontierSeq) { return __awaiter(void 0, void 0, void 0, function () {
360
- var counter, head;
361
- var _a;
362
- return __generator(this, function (_b) {
363
- switch (_b.label) {
364
- case 0: return [4 /*yield*/, (0, plugins_1.findOneOrNoneFor)(models_1.SyncCounter, { stream: streamKey })];
365
- case 1:
366
- counter = _b.sent();
367
- head = (_a = counter === null || counter === void 0 ? void 0 : counter.seq) !== null && _a !== void 0 ? _a : 0;
368
- return [2 /*return*/, head > frontierSeq];
369
- }
370
- });
371
- }); };
222
+ const frontierBelowStreamHead = async (streamKey, frontierSeq) => {
223
+ const counter = await (0, plugins_1.findOneOrNoneFor)(models_1.SyncCounter, { stream: streamKey });
224
+ const head = counter?.seq ?? 0;
225
+ return head > frontierSeq;
226
+ };
372
227
  /**
373
228
  * Page the normal seq stratum: documents with `_syncSeq` in `(cursor, frontierSeq]`, unioned
374
229
  * with the `SyncScopeMove` tombstones for the same seq range (C4). Mirrors
@@ -377,107 +232,83 @@ var frontierBelowStreamHead = function (streamKey, frontierSeq) { return __await
377
232
  *
378
233
  * Returns the page's entities plus the cursor to resume from and whether more remains.
379
234
  */
380
- var pageSeqStratum = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
381
- var user, seqFilter, query, docs, markers, page, markerPage, docsHaveMore, markersHaveMore, lastDocSeq, lastMarkerSeq, coveredSeq, docEntities, page_2, page_2_1, doc, allowed, isTombstone, _c, _d, _e, e_2_1, markerEntities, merged, entities, entitiesTruncated, frontierBelowHead, hasMore, advanceTo;
382
- var e_2, _f, _g;
383
- var _h, _j;
384
- var model = _b.model, scopeFilter = _b.scopeFilter, cursor = _b.cursor, limit = _b.limit, frontierSeq = _b.frontierSeq, streamKey = _b.streamKey, entry = _b.entry, req = _b.req;
385
- return __generator(this, function (_k) {
386
- switch (_k.label) {
387
- case 0:
388
- user = req.user;
389
- seqFilter = { _syncSeq: { $gt: cursor, $lte: frontierSeq } };
390
- query = { $and: [scopeFilter, seqFilter], deleted: { $in: [true, false] } };
391
- return [4 /*yield*/, model
392
- .find(query)
393
- .sort({ _syncSeq: 1 })
394
- .limit(limit + 1)];
395
- case 1:
396
- docs = _k.sent();
397
- return [4 /*yield*/, models_1.SyncScopeMove.find({
398
- fromStream: streamKey,
399
- seq: { $gt: cursor, $lte: frontierSeq },
400
- })
401
- .sort({ seq: 1 })
402
- .limit(limit + 1)
403
- .lean()];
404
- case 2:
405
- markers = _k.sent();
406
- page = docs.slice(0, limit);
407
- markerPage = markers.slice(0, limit);
408
- docsHaveMore = docs.length > limit;
409
- markersHaveMore = markers.length > limit;
410
- lastDocSeq = page.length > 0 ? ((_h = page[page.length - 1]._syncSeq) !== null && _h !== void 0 ? _h : 0) : 0;
411
- lastMarkerSeq = markerPage.length > 0 ? markerPage[markerPage.length - 1].seq : 0;
412
- coveredSeq = Math.min(docsHaveMore ? lastDocSeq : frontierSeq, markersHaveMore ? lastMarkerSeq : frontierSeq);
413
- docEntities = [];
414
- _k.label = 3;
415
- case 3:
416
- _k.trys.push([3, 11, 12, 13]);
417
- page_2 = __values(page), page_2_1 = page_2.next();
418
- _k.label = 4;
419
- case 4:
420
- if (!!page_2_1.done) return [3 /*break*/, 10];
421
- doc = page_2_1.value;
422
- return [4 /*yield*/, (0, permissions_1.checkPermissions)("read", entry.options.permissions.read, user, doc)];
423
- case 5:
424
- allowed = _k.sent();
425
- if (!allowed) {
426
- return [3 /*break*/, 9];
427
- }
428
- isTombstone = Boolean(doc.deleted);
429
- _d = (_c = docEntities).push;
430
- _g = {};
431
- if (!isTombstone) return [3 /*break*/, 6];
432
- _e = null;
433
- return [3 /*break*/, 8];
434
- case 6: return [4 /*yield*/, (0, exports.serializeSyncDoc)({ doc: doc, entry: entry, req: req })];
435
- case 7:
436
- _e = _k.sent();
437
- _k.label = 8;
438
- case 8:
439
- _d.apply(_c, [(
440
- // C7: tombstones carry no data (privacy + payload growth) — only id/seq/deleted.
441
- _g.data = _e,
442
- _g.deleted = isTombstone,
443
- _g.id = String(doc._id),
444
- _g.seq = (_j = doc._syncSeq) !== null && _j !== void 0 ? _j : 0,
445
- _g)]);
446
- _k.label = 9;
447
- case 9:
448
- page_2_1 = page_2.next();
449
- return [3 /*break*/, 4];
450
- case 10: return [3 /*break*/, 13];
451
- case 11:
452
- e_2_1 = _k.sent();
453
- e_2 = { error: e_2_1 };
454
- return [3 /*break*/, 13];
455
- case 12:
456
- try {
457
- if (page_2_1 && !page_2_1.done && (_f = page_2.return)) _f.call(page_2);
458
- }
459
- finally { if (e_2) throw e_2.error; }
460
- return [7 /*endfinally*/];
461
- case 13:
462
- markerEntities = markerPage.map(function (m) { return ({
463
- data: null,
464
- deleted: true,
465
- id: m.entityId,
466
- seq: m.seq,
467
- }); });
468
- merged = __spreadArray(__spreadArray([], __read(docEntities), false), __read(markerEntities), false).sort(function (a, b) { return a.seq - b.seq; })
469
- .filter(function (entity) { return entity.seq <= coveredSeq; });
470
- entities = merged.slice(0, limit);
471
- entitiesTruncated = merged.length > entities.length;
472
- return [4 /*yield*/, frontierBelowStreamHead(streamKey, frontierSeq)];
473
- case 14:
474
- frontierBelowHead = _k.sent();
475
- hasMore = docsHaveMore || markersHaveMore || entitiesTruncated || frontierBelowHead;
476
- advanceTo = entitiesTruncated ? entities[entities.length - 1].seq : coveredSeq;
477
- return [2 /*return*/, { cursor: Math.max(cursor, Math.min(advanceTo, frontierSeq)), entities: entities, hasMore: hasMore }];
235
+ const pageSeqStratum = async ({ model, scopeFilter, cursor, limit, frontierSeq, streamKey, entry, req, }) => {
236
+ const user = req.user;
237
+ // C1: never page past the stable frontier — a cursor must not cross an uncommitted hole.
238
+ const seqFilter = { _syncSeq: { $gt: cursor, $lte: frontierSeq } };
239
+ // M1: compose the scope + seq clauses with $and (never spread-merge, which lets a
240
+ // scopeFilter $or clobber the seq clause). `deleted` MUST stay a TOP-LEVEL key:
241
+ // isDeletedPlugin injects {deleted: {$ne: true}} only when the top-level filter has
242
+ // no `deleted` key — burying it inside $and would let the plugin re-inject its
243
+ // exclusion and hide the tombstones catch-up depends on.
244
+ const query = { $and: [scopeFilter, seqFilter], deleted: { $in: [true, false] } };
245
+ const docs = await model
246
+ .find(query)
247
+ .sort({ _syncSeq: 1 })
248
+ .limit(limit + 1);
249
+ // C4: merge SyncScopeMove markers for THIS (old) stream into the page as tombstones,
250
+ // so an offline old-stream client learns the doc left its stream.
251
+ const markers = await models_1.SyncScopeMove.find({
252
+ fromStream: streamKey,
253
+ seq: { $gt: cursor, $lte: frontierSeq },
254
+ })
255
+ .sort({ seq: 1 })
256
+ .limit(limit + 1)
257
+ .lean();
258
+ const page = docs.slice(0, limit);
259
+ const markerPage = markers.slice(0, limit);
260
+ const docsHaveMore = docs.length > limit;
261
+ const markersHaveMore = markers.length > limit;
262
+ // The highest seq this page has fully examined. Docs and markers are fetched with
263
+ // independent limits, so coverage stops at the lower of the two: past that seq, the
264
+ // truncated side may still hold rows this page never saw. When a side was not
265
+ // truncated, everything up to the frontier is covered.
266
+ const lastDocSeq = page.length > 0 ? (page[page.length - 1]._syncSeq ?? 0) : 0;
267
+ const lastMarkerSeq = markerPage.length > 0 ? markerPage[markerPage.length - 1].seq : 0;
268
+ const coveredSeq = Math.min(docsHaveMore ? lastDocSeq : frontierSeq, markersHaveMore ? lastMarkerSeq : frontierSeq);
269
+ // C6 (M2): run the same per-doc read permission the delta path uses; drop denied
270
+ // docs but still advance the cursor past them (parity with delta behavior).
271
+ const docEntities = [];
272
+ for (const doc of page) {
273
+ const allowed = await (0, permissions_1.checkPermissions)("read", entry.options.permissions.read, user, doc);
274
+ if (!allowed) {
275
+ continue;
478
276
  }
479
- });
480
- }); };
277
+ const isTombstone = Boolean(doc.deleted);
278
+ docEntities.push({
279
+ // C7: tombstones carry no data (privacy + payload growth) — only id/seq/deleted.
280
+ data: isTombstone ? null : await (0, exports.serializeSyncDoc)({ doc, entry, req }),
281
+ deleted: isTombstone,
282
+ id: String(doc._id),
283
+ seq: doc._syncSeq ?? 0,
284
+ });
285
+ }
286
+ const markerEntities = markerPage.map((m) => ({
287
+ data: null,
288
+ deleted: true,
289
+ id: m.entityId,
290
+ seq: m.seq,
291
+ }));
292
+ // Union doc page + marker tombstones, sort by seq, and drop anything beyond the
293
+ // covered range (it is re-fetched on the next page, in order).
294
+ const merged = [...docEntities, ...markerEntities]
295
+ .sort((a, b) => a.seq - b.seq)
296
+ .filter((entity) => entity.seq <= coveredSeq);
297
+ const entities = merged.slice(0, limit);
298
+ const entitiesTruncated = merged.length > entities.length;
299
+ // hasMore when: a full doc page was returned, extra markers remain, included
300
+ // entities were truncated by the limit, or the frontier sits below the head (more
301
+ // committed seqs are coming once in-flight writes land).
302
+ const frontierBelowHead = await frontierBelowStreamHead(streamKey, frontierSeq);
303
+ const hasMore = docsHaveMore || markersHaveMore || entitiesTruncated || frontierBelowHead;
304
+ // Advance the cursor over every seq this page CONSUMED, not just the entities it
305
+ // returned: a page whose docs were all read-denied returns nothing, and stalling the
306
+ // cursor there loops the client forever. Truncation by `limit` still pins the cursor
307
+ // to the last delivered entity so nothing undelivered is skipped, and the cursor
308
+ // never crosses the stable frontier (C1) nor moves backwards.
309
+ const advanceTo = entitiesTruncated ? entities[entities.length - 1].seq : coveredSeq;
310
+ return { cursor: Math.max(cursor, Math.min(advanceTo, frontierSeq)), entities, hasMore };
311
+ };
481
312
  /** Hard cap on ids per `GET /sync/entities` request. */
482
313
  exports.MAX_ENTITY_FETCH = 100;
483
314
  /**
@@ -486,21 +317,19 @@ exports.MAX_ENTITY_FETCH = 100;
486
317
  * caller input. Validate up front and name the offending ids in a 400. Models with
487
318
  * client-minted string `_id`s (the syncdb default, see `legacyCursorClause`) take any shape.
488
319
  */
489
- var castEntityIds = function (_a) {
490
- var _b, _c;
491
- var model = _a.model, ids = _a.ids;
492
- var idInstance = (_c = (_b = model.schema) === null || _b === void 0 ? void 0 : _b.path("_id")) === null || _c === void 0 ? void 0 : _c.instance;
320
+ const castEntityIds = ({ model, ids, }) => {
321
+ const idInstance = model.schema?.path("_id")?.instance;
493
322
  if (idInstance !== "ObjectId") {
494
323
  return ids;
495
324
  }
496
- var invalid = ids.filter(function (id) { return !mongoose_1.default.isValidObjectId(id); });
325
+ const invalid = ids.filter((id) => !mongoose_1.default.isValidObjectId(id));
497
326
  if (invalid.length > 0) {
498
327
  throw new errors_1.APIError({
499
328
  status: 400,
500
- title: "Invalid ids for ".concat(model.modelName, ": ").concat(invalid.join(",")),
329
+ title: `Invalid ids for ${model.modelName}: ${invalid.join(",")}`,
501
330
  });
502
331
  }
503
- return ids.map(function (id) { return new mongoose_1.default.Types.ObjectId(id); });
332
+ return ids.map((id) => new mongoose_1.default.Types.ObjectId(id));
504
333
  };
505
334
  /**
506
335
  * Mount the SyncDB HTTP routes:
@@ -509,430 +338,325 @@ var castEntityIds = function (_a) {
509
338
  * - POST /sync/mutate — HTTP fallback mutation channel over applySyncMutation
510
339
  * - GET /sync/key — per-user key material for the default encryption KeyProvider
511
340
  */
512
- var addSyncRoutes = function (app, options) {
513
- if (options === void 0) { options = {}; }
514
- var router = express_1.default.Router();
341
+ const addSyncRoutes = (app, options = {}) => {
342
+ const router = express_1.default.Router();
515
343
  // C2: authoritative membership discovery. Runs against the full req.user (D2) so
516
344
  // tenant memberships resolve from current organizationIds.
517
- router.get("/sync/streams", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(function (req, res) { return __awaiter(void 0, void 0, void 0, function () {
518
- var user, streams, _a, _b, entry, entryStreams, entryStreams_1, entryStreams_1_1, stream, error_2, e_3_1, response;
519
- var e_3, _c, e_4, _d;
520
- return __generator(this, function (_e) {
521
- switch (_e.label) {
522
- case 0:
523
- user = req.user;
524
- if (!user) {
525
- throw new errors_1.APIError({ status: 401, title: "Authentication required" });
526
- }
527
- streams = [];
528
- _e.label = 1;
529
- case 1:
530
- _e.trys.push([1, 9, 10, 11]);
531
- _a = __values((0, registry_1.getSyncRegistry)()), _b = _a.next();
532
- _e.label = 2;
533
- case 2:
534
- if (!!_b.done) return [3 /*break*/, 8];
535
- entry = _b.value;
536
- return [4 /*yield*/, (0, permissions_1.checkPermissions)("list", entry.options.permissions.list, user)];
537
- case 3:
538
- if (!(_e.sent())) {
539
- return [3 /*break*/, 7];
540
- }
541
- _e.label = 4;
542
- case 4:
543
- _e.trys.push([4, 6, , 7]);
544
- return [4 /*yield*/, (0, streams_1.resolveUserStreamsForEntry)({
545
- entry: entry,
546
- getUserScopes: options.getUserScopes,
547
- user: user,
548
- })];
549
- case 5:
550
- entryStreams = _e.sent();
551
- try {
552
- for (entryStreams_1 = (e_4 = void 0, __values(entryStreams)), entryStreams_1_1 = entryStreams_1.next(); !entryStreams_1_1.done; entryStreams_1_1 = entryStreams_1.next()) {
553
- stream = entryStreams_1_1.value;
554
- streams.push({ collection: entry.collectionTag, stream: stream });
555
- }
556
- }
557
- catch (e_4_1) { e_4 = { error: e_4_1 }; }
558
- finally {
559
- try {
560
- if (entryStreams_1_1 && !entryStreams_1_1.done && (_d = entryStreams_1.return)) _d.call(entryStreams_1);
561
- }
562
- finally { if (e_4) throw e_4.error; }
563
- }
564
- return [3 /*break*/, 7];
565
- case 6:
566
- error_2 = _e.sent();
567
- throw new errors_1.APIError({
568
- status: 500,
569
- title: "Failed to resolve streams for ".concat(entry.collectionTag, ": ").concat(String(error_2)),
570
- });
571
- case 7:
572
- _b = _a.next();
573
- return [3 /*break*/, 2];
574
- case 8: return [3 /*break*/, 11];
575
- case 9:
576
- e_3_1 = _e.sent();
577
- e_3 = { error: e_3_1 };
578
- return [3 /*break*/, 11];
579
- case 10:
580
- try {
581
- if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
582
- }
583
- finally { if (e_3) throw e_3.error; }
584
- return [7 /*endfinally*/];
585
- case 11:
586
- response = { streams: streams };
587
- return [2 /*return*/, res.json(response)];
345
+ router.get("/sync/streams", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(async (req, res) => {
346
+ const user = req.user;
347
+ if (!user) {
348
+ throw new errors_1.APIError({ status: 401, title: "Authentication required" });
349
+ }
350
+ const streams = [];
351
+ for (const entry of (0, registry_1.getSyncRegistry)()) {
352
+ if (!(await (0, permissions_1.checkPermissions)("list", entry.options.permissions.list, user))) {
353
+ continue;
588
354
  }
589
- });
590
- }); }));
591
- router.get("/sync/snapshot", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(function (req, res) { return __awaiter(void 0, void 0, void 0, function () {
592
- var user, streamKey, parsed, entry, memberStreams, cursor, requestedLimit, limit, legacyCursorIn, snapshotFilterResult, _a, queryFilterResult, scopeFilter, model, frontierSeq, oldestRetainedSeq, deniedResponse, legacyResult, response_1, seqResult, response;
593
- var _b, _c;
594
- return __generator(this, function (_d) {
595
- switch (_d.label) {
596
- case 0:
597
- user = req.user;
598
- if (!user) {
599
- throw new errors_1.APIError({ status: 401, title: "Authentication required" });
600
- }
601
- streamKey = String((_b = req.query.stream) !== null && _b !== void 0 ? _b : "");
602
- if (!streamKey) {
603
- throw new errors_1.APIError({ status: 400, title: "stream query parameter is required" });
604
- }
605
- parsed = (0, streams_1.parseStreamKey)(streamKey);
606
- if (!parsed) {
607
- throw new errors_1.APIError({ status: 400, title: "Invalid stream key: ".concat(streamKey) });
608
- }
609
- entry = (0, registry_1.findSyncEntryByCollectionTag)(parsed.collectionTag);
610
- if (!entry) {
611
- throw new errors_1.APIError({
612
- status: 404,
613
- title: "Unknown sync collection: ".concat(parsed.collectionTag),
614
- });
615
- }
616
- return [4 /*yield*/, (0, permissions_1.checkPermissions)("list", entry.options.permissions.list, user)];
617
- case 1:
618
- if (!(_d.sent())) {
619
- throw new errors_1.APIError({
620
- status: 403,
621
- title: "Access to sync snapshot for ".concat(parsed.collectionTag, " denied for ").concat(user.id),
622
- });
623
- }
624
- return [4 /*yield*/, (0, streams_1.resolveUserStreamsForEntry)({
625
- entry: entry,
626
- getUserScopes: options.getUserScopes,
627
- user: user,
628
- })];
629
- case 2:
630
- memberStreams = _d.sent();
631
- if (!memberStreams.includes(streamKey)) {
632
- throw new errors_1.APIError({
633
- status: 403,
634
- title: "User ".concat(user.id, " does not belong to stream ").concat(streamKey),
635
- });
636
- }
637
- cursor = parseNonNegativeInt(req.query.cursor, "cursor", 0);
638
- requestedLimit = parseNonNegativeInt(req.query.limit, "limit", (_c = options.defaultSnapshotLimit) !== null && _c !== void 0 ? _c : DEFAULT_SNAPSHOT_LIMIT);
639
- limit = Math.min(Math.max(requestedLimit, 1), MAX_SNAPSHOT_LIMIT);
640
- legacyCursorIn = typeof req.query.legacyCursor === "string" && req.query.legacyCursor.length > 0
641
- ? req.query.legacyCursor
642
- : undefined;
643
- if (!entry.config.snapshotFilter) return [3 /*break*/, 4];
644
- return [4 /*yield*/, entry.config.snapshotFilter({ id: String(user.id) })];
645
- case 3:
646
- _a = _d.sent();
647
- return [3 /*break*/, 5];
648
- case 4:
649
- _a = undefined;
650
- _d.label = 5;
651
- case 5:
652
- snapshotFilterResult = _a;
653
- return [4 /*yield*/, resolveSyncQueryFilter({ entry: entry, user: user })];
654
- case 6:
655
- queryFilterResult = _d.sent();
656
- scopeFilter = composeSyncReadFilter({
657
- queryFilter: queryFilterResult.filter,
658
- scopeFilter: (0, exports.buildSnapshotScopeFilter)({
659
- entry: entry,
660
- scopeValue: parsed.scopeValue,
661
- snapshotFilterResult: snapshotFilterResult,
662
- }),
663
- });
664
- model = getSyncedModel(entry.modelName);
665
- return [4 /*yield*/, (0, models_1.computeStableFrontier)({ stream: streamKey })];
666
- case 7:
667
- frontierSeq = _d.sent();
668
- return [4 /*yield*/, (0, models_1.getCompactedThroughSeq)({ stream: streamKey })];
669
- case 8:
670
- oldestRetainedSeq = _d.sent();
671
- // Task 9.19: a `queryFilter` that denies this caller means "no visible rows", exactly
672
- // as REST's list endpoint answers. Serve a terminal empty page (cursor at the
673
- // frontier, hasMore false) so the client settles instead of paging forever.
674
- if (queryFilterResult.denied) {
675
- deniedResponse = {
676
- cursor: frontierSeq,
677
- entities: [],
678
- frontierSeq: frontierSeq,
679
- hasMore: false,
680
- oldestRetainedSeq: oldestRetainedSeq,
681
- stream: streamKey,
682
- };
683
- return [2 /*return*/, res.json(deniedResponse)];
684
- }
685
- if (!(cursor === 0)) return [3 /*break*/, 10];
686
- return [4 /*yield*/, pageLegacyStratum({
687
- entry: entry,
688
- legacyCursorIn: legacyCursorIn,
689
- limit: limit,
690
- model: model,
691
- req: req,
692
- scopeFilter: scopeFilter,
693
- })];
694
- case 9:
695
- legacyResult = _d.sent();
696
- if (legacyResult) {
697
- response_1 = {
698
- cursor: 0,
699
- entities: legacyResult.entities,
700
- frontierSeq: frontierSeq,
701
- hasMore: true,
702
- legacyCursor: legacyResult.legacyCursor,
703
- oldestRetainedSeq: oldestRetainedSeq,
704
- stream: streamKey,
705
- };
706
- return [2 /*return*/, res.json(response_1)];
707
- }
708
- _d.label = 10;
709
- case 10: return [4 /*yield*/, pageSeqStratum({
710
- cursor: cursor,
711
- entry: entry,
712
- frontierSeq: frontierSeq,
713
- limit: limit,
714
- model: model,
715
- req: req,
716
- scopeFilter: scopeFilter,
717
- streamKey: streamKey,
718
- })];
719
- case 11:
720
- seqResult = _d.sent();
721
- response = {
722
- cursor: seqResult.cursor,
723
- entities: seqResult.entities,
724
- frontierSeq: frontierSeq,
725
- hasMore: seqResult.hasMore,
726
- oldestRetainedSeq: oldestRetainedSeq,
727
- stream: streamKey,
728
- };
729
- return [2 /*return*/, res.json(response)];
355
+ try {
356
+ const entryStreams = await (0, streams_1.resolveUserStreamsForEntry)({
357
+ entry,
358
+ getUserScopes: options.getUserScopes,
359
+ user,
360
+ });
361
+ for (const stream of entryStreams) {
362
+ streams.push({ collection: entry.collectionTag, stream });
363
+ }
730
364
  }
731
- });
732
- }); }));
733
- router.get("/sync/entities", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(function (req, res) { return __awaiter(void 0, void 0, void 0, function () {
734
- var user, collection, idsParam, ids, entry, memberStreams, memberSet, queryFilterResult, deniedResponse, model, castIds, docs, entities, _a, _b, doc, allowed, docObj, stream, isTombstone, _c, _d, _e, e_5_1, response;
735
- var e_5, _f, _g;
736
- var _h, _j;
737
- return __generator(this, function (_k) {
738
- switch (_k.label) {
739
- case 0:
740
- user = req.user;
741
- if (!user) {
742
- throw new errors_1.APIError({ status: 401, title: "Authentication required" });
743
- }
744
- collection = String((_h = req.query.collection) !== null && _h !== void 0 ? _h : "").trim();
745
- if (!collection) {
746
- throw new errors_1.APIError({ status: 400, title: "collection query parameter is required" });
747
- }
748
- idsParam = req.query.ids;
749
- ids = typeof idsParam === "string"
750
- ? idsParam
751
- .split(",")
752
- .map(function (id) { return id.trim(); })
753
- .filter(function (id) { return id.length > 0; })
754
- : [];
755
- if (ids.length === 0) {
756
- throw new errors_1.APIError({ status: 400, title: "ids query parameter is required" });
757
- }
758
- // Task 9.27: this used to `.slice(0, MAX_ENTITY_FETCH)`, so an over-cap repair fetch
759
- // came back 200 with a partial body and the client treated the entities it never
760
- // received as absent. Reject instead, so the caller re-requests in chunks.
761
- if (ids.length > exports.MAX_ENTITY_FETCH) {
762
- throw new errors_1.APIError({
763
- status: 400,
764
- title: "Too many ids: ".concat(ids.length, " requested, limit is ").concat(exports.MAX_ENTITY_FETCH),
765
- });
766
- }
767
- entry = (0, registry_1.findSyncEntryByCollectionTag)(collection);
768
- if (!entry) {
769
- throw new errors_1.APIError({
770
- status: 404,
771
- title: "Unknown sync collection: ".concat(collection),
772
- });
773
- }
774
- return [4 /*yield*/, (0, permissions_1.checkPermissions)("list", entry.options.permissions.list, user)];
775
- case 1:
776
- if (!(_k.sent())) {
777
- throw new errors_1.APIError({
778
- status: 403,
779
- title: "Access to sync entities for ".concat(collection, " denied for ").concat(user.id),
780
- });
781
- }
782
- return [4 /*yield*/, (0, streams_1.resolveUserStreamsForEntry)({
783
- entry: entry,
784
- getUserScopes: options.getUserScopes,
785
- user: user,
786
- })];
787
- case 2:
788
- memberStreams = _k.sent();
789
- memberSet = new Set(memberStreams);
790
- return [4 /*yield*/, resolveSyncQueryFilter({ entry: entry, user: user })];
791
- case 3:
792
- queryFilterResult = _k.sent();
793
- if (queryFilterResult.denied) {
794
- deniedResponse = { entities: [] };
795
- return [2 /*return*/, res.json(deniedResponse)];
796
- }
797
- model = getSyncedModel(entry.modelName);
798
- castIds = castEntityIds({ ids: ids, model: model });
799
- return [4 /*yield*/, model.find(__assign(__assign({}, composeSyncReadFilter({
800
- queryFilter: queryFilterResult.filter,
801
- scopeFilter: { _id: { $in: castIds } },
802
- })), { deleted: { $in: [true, false] } }))];
803
- case 4:
804
- docs = _k.sent();
805
- entities = [];
806
- _k.label = 5;
807
- case 5:
808
- _k.trys.push([5, 13, 14, 15]);
809
- _a = __values(docs), _b = _a.next();
810
- _k.label = 6;
811
- case 6:
812
- if (!!_b.done) return [3 /*break*/, 12];
813
- doc = _b.value;
814
- return [4 /*yield*/, (0, permissions_1.checkPermissions)("read", entry.options.permissions.read, user, doc)];
815
- case 7:
816
- allowed = _k.sent();
817
- if (!allowed) {
818
- return [3 /*break*/, 11];
819
- }
820
- docObj = doc.toObject();
821
- stream = (0, streams_1.resolveStreamForDoc)({
822
- collectionTag: entry.collectionTag,
823
- doc: docObj,
824
- scope: entry.config.scope,
825
- });
826
- if (!memberSet.has(stream)) {
827
- return [3 /*break*/, 11];
828
- }
829
- isTombstone = Boolean(docObj.deleted);
830
- _d = (_c = entities).push;
831
- _g = {};
832
- if (!isTombstone) return [3 /*break*/, 8];
833
- _e = null;
834
- return [3 /*break*/, 10];
835
- case 8: return [4 /*yield*/, (0, exports.serializeSyncDoc)({ doc: doc, entry: entry, req: req })];
836
- case 9:
837
- _e = _k.sent();
838
- _k.label = 10;
839
- case 10:
840
- _d.apply(_c, [(_g.data = _e,
841
- _g.deleted = isTombstone,
842
- _g.id = String(doc._id),
843
- _g.seq = (_j = docObj._syncSeq) !== null && _j !== void 0 ? _j : 0,
844
- _g)]);
845
- _k.label = 11;
846
- case 11:
847
- _b = _a.next();
848
- return [3 /*break*/, 6];
849
- case 12: return [3 /*break*/, 15];
850
- case 13:
851
- e_5_1 = _k.sent();
852
- e_5 = { error: e_5_1 };
853
- return [3 /*break*/, 15];
854
- case 14:
855
- try {
856
- if (_b && !_b.done && (_f = _a.return)) _f.call(_a);
857
- }
858
- finally { if (e_5) throw e_5.error; }
859
- return [7 /*endfinally*/];
860
- case 15:
861
- response = { entities: entities };
862
- return [2 /*return*/, res.json(response)];
365
+ catch (error) {
366
+ throw new errors_1.APIError({
367
+ status: 500,
368
+ title: `Failed to resolve streams for ${entry.collectionTag}: ${String(error)}`,
369
+ });
863
370
  }
371
+ }
372
+ const response = { streams };
373
+ return res.json(response);
374
+ }));
375
+ router.get("/sync/snapshot", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(async (req, res) => {
376
+ const user = req.user;
377
+ if (!user) {
378
+ throw new errors_1.APIError({ status: 401, title: "Authentication required" });
379
+ }
380
+ const streamKey = String(req.query.stream ?? "");
381
+ if (!streamKey) {
382
+ throw new errors_1.APIError({ status: 400, title: "stream query parameter is required" });
383
+ }
384
+ const parsed = (0, streams_1.parseStreamKey)(streamKey);
385
+ if (!parsed) {
386
+ throw new errors_1.APIError({ status: 400, title: `Invalid stream key: ${streamKey}` });
387
+ }
388
+ const entry = (0, registry_1.findSyncEntryByCollectionTag)(parsed.collectionTag);
389
+ if (!entry) {
390
+ throw new errors_1.APIError({
391
+ status: 404,
392
+ title: `Unknown sync collection: ${parsed.collectionTag}`,
393
+ });
394
+ }
395
+ if (!(await (0, permissions_1.checkPermissions)("list", entry.options.permissions.list, user))) {
396
+ throw new errors_1.APIError({
397
+ status: 403,
398
+ title: `Access to sync snapshot for ${parsed.collectionTag} denied for ${user.id}`,
399
+ });
400
+ }
401
+ // C2: a client must not snapshot a stream it does not belong to.
402
+ const memberStreams = await (0, streams_1.resolveUserStreamsForEntry)({
403
+ entry,
404
+ getUserScopes: options.getUserScopes,
405
+ user,
864
406
  });
865
- }); }));
866
- router.post("/sync/mutate", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(function (req, res) { return __awaiter(void 0, void 0, void 0, function () {
867
- var user, outcome;
868
- return __generator(this, function (_a) {
869
- switch (_a.label) {
870
- case 0:
871
- user = req.user;
872
- if (!user) {
873
- throw new errors_1.APIError({ status: 401, title: "Authentication required" });
874
- }
875
- return [4 /*yield*/, (0, syncBatch_1.runSyncMutation)({
876
- mutation: req.body,
877
- req: req,
878
- scopeResolver: options.getUserScopes,
879
- user: user,
880
- })];
881
- case 1:
882
- outcome = (_a.sent()).outcome;
883
- if (outcome.type === "ack") {
884
- return [2 /*return*/, res.json({ ack: outcome.ack })];
885
- }
886
- // Duplicate deliveries reading a recorded outcome map to the same statuses.
887
- return [2 /*return*/, res.status(NACK_HTTP_STATUS[outcome.nack.code]).json({ nack: outcome.nack })];
888
- }
407
+ if (!memberStreams.includes(streamKey)) {
408
+ throw new errors_1.APIError({
409
+ status: 403,
410
+ title: `User ${user.id} does not belong to stream ${streamKey}`,
411
+ });
412
+ }
413
+ const cursor = parseNonNegativeInt(req.query.cursor, "cursor", 0);
414
+ const requestedLimit = parseNonNegativeInt(req.query.limit, "limit", options.defaultSnapshotLimit ?? DEFAULT_SNAPSHOT_LIMIT);
415
+ const limit = Math.min(Math.max(requestedLimit, 1), MAX_SNAPSHOT_LIMIT);
416
+ const legacyCursorIn = typeof req.query.legacyCursor === "string" && req.query.legacyCursor.length > 0
417
+ ? req.query.legacyCursor
418
+ : undefined;
419
+ const snapshotFilterResult = entry.config.snapshotFilter
420
+ ? await entry.config.snapshotFilter({ id: String(user.id) })
421
+ : undefined;
422
+ const queryFilterResult = await resolveSyncQueryFilter({ entry, user });
423
+ const scopeFilter = composeSyncReadFilter({
424
+ queryFilter: queryFilterResult.filter,
425
+ scopeFilter: (0, exports.buildSnapshotScopeFilter)({
426
+ entry,
427
+ scopeValue: parsed.scopeValue,
428
+ snapshotFilterResult,
429
+ }),
889
430
  });
890
- }); }));
891
- router.post("/sync/mutate/batch", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(function (req, res) { return __awaiter(void 0, void 0, void 0, function () {
892
- var user, body, mutations, _a, response, stage;
893
- return __generator(this, function (_b) {
894
- switch (_b.label) {
895
- case 0:
896
- user = req.user;
897
- if (!user) {
898
- throw new errors_1.APIError({ status: 401, title: "Authentication required" });
899
- }
900
- body = req.body;
901
- mutations = Array.isArray(body === null || body === void 0 ? void 0 : body.mutations) ? body.mutations : [];
902
- return [4 /*yield*/, (0, syncBatch_1.runSyncBatch)({
903
- mutations: mutations,
904
- req: req,
905
- scopeResolver: options.getUserScopes,
906
- user: user,
907
- })];
908
- case 1:
909
- _a = _b.sent(), response = _a.response, stage = _a.stage;
910
- if (stage === "validation") {
911
- return [2 /*return*/, res.status(422).json(response)];
912
- }
913
- if (stage === "rate_limited") {
914
- return [2 /*return*/, res.status(NACK_HTTP_STATUS.rate_limited).json(response)];
915
- }
916
- return [2 /*return*/, res.json(response)];
431
+ const model = getSyncedModel(entry.modelName);
432
+ const frontierSeq = await (0, models_1.computeStableFrontier)({ stream: streamKey });
433
+ // C7 (Task 9.15): the retention signal is the durable compaction watermark, not
434
+ // min(retained seq). The old computation was pinned low forever by any early doc that
435
+ // was never deleted, so a stale cursor sitting above a compacted tombstone's seq
436
+ // passed the check and silently never learned about that deletion.
437
+ const oldestRetainedSeq = await (0, models_1.getCompactedThroughSeq)({ stream: streamKey });
438
+ // Task 9.19: a `queryFilter` that denies this caller means "no visible rows", exactly
439
+ // as REST's list endpoint answers. Serve a terminal empty page (cursor at the
440
+ // frontier, hasMore false) so the client settles instead of paging forever.
441
+ if (queryFilterResult.denied) {
442
+ const deniedResponse = {
443
+ cursor: frontierSeq,
444
+ entities: [],
445
+ frontierSeq,
446
+ hasMore: false,
447
+ oldestRetainedSeq,
448
+ stream: streamKey,
449
+ };
450
+ return res.json(deniedResponse);
451
+ }
452
+ // C3: legacy (seq-0) stratum, paged by _id. Drained fully before seq paging begins.
453
+ if (cursor === 0) {
454
+ const legacyResult = await pageLegacyStratum({
455
+ entry,
456
+ legacyCursorIn,
457
+ limit,
458
+ model,
459
+ req,
460
+ scopeFilter,
461
+ });
462
+ if (legacyResult) {
463
+ const response = {
464
+ cursor: 0,
465
+ entities: legacyResult.entities,
466
+ frontierSeq,
467
+ hasMore: true,
468
+ legacyCursor: legacyResult.legacyCursor,
469
+ oldestRetainedSeq,
470
+ stream: streamKey,
471
+ };
472
+ return res.json(response);
917
473
  }
474
+ }
475
+ const seqResult = await pageSeqStratum({
476
+ cursor,
477
+ entry,
478
+ frontierSeq,
479
+ limit,
480
+ model,
481
+ req,
482
+ scopeFilter,
483
+ streamKey,
484
+ });
485
+ const response = {
486
+ cursor: seqResult.cursor,
487
+ entities: seqResult.entities,
488
+ frontierSeq,
489
+ hasMore: seqResult.hasMore,
490
+ oldestRetainedSeq,
491
+ stream: streamKey,
492
+ };
493
+ return res.json(response);
494
+ }));
495
+ router.get("/sync/entities", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(async (req, res) => {
496
+ const user = req.user;
497
+ if (!user) {
498
+ throw new errors_1.APIError({ status: 401, title: "Authentication required" });
499
+ }
500
+ const collection = String(req.query.collection ?? "").trim();
501
+ if (!collection) {
502
+ throw new errors_1.APIError({ status: 400, title: "collection query parameter is required" });
503
+ }
504
+ const idsParam = req.query.ids;
505
+ const ids = typeof idsParam === "string"
506
+ ? idsParam
507
+ .split(",")
508
+ .map((id) => id.trim())
509
+ .filter((id) => id.length > 0)
510
+ : [];
511
+ if (ids.length === 0) {
512
+ throw new errors_1.APIError({ status: 400, title: "ids query parameter is required" });
513
+ }
514
+ // Task 9.27: this used to `.slice(0, MAX_ENTITY_FETCH)`, so an over-cap repair fetch
515
+ // came back 200 with a partial body and the client treated the entities it never
516
+ // received as absent. Reject instead, so the caller re-requests in chunks.
517
+ if (ids.length > exports.MAX_ENTITY_FETCH) {
518
+ throw new errors_1.APIError({
519
+ status: 400,
520
+ title: `Too many ids: ${ids.length} requested, limit is ${exports.MAX_ENTITY_FETCH}`,
521
+ });
522
+ }
523
+ const entry = (0, registry_1.findSyncEntryByCollectionTag)(collection);
524
+ if (!entry) {
525
+ throw new errors_1.APIError({
526
+ status: 404,
527
+ title: `Unknown sync collection: ${collection}`,
528
+ });
529
+ }
530
+ if (!(await (0, permissions_1.checkPermissions)("list", entry.options.permissions.list, user))) {
531
+ throw new errors_1.APIError({
532
+ status: 403,
533
+ title: `Access to sync entities for ${collection} denied for ${user.id}`,
534
+ });
535
+ }
536
+ const isAdminWindow = entry.config.adminBroadcast === true &&
537
+ (await (0, adminWindowAccess_1.canUseAdminBroadcastWindow)({
538
+ accessControl: options.accessControl,
539
+ canOpenAdminWindow: options.canOpenAdminWindow,
540
+ user,
541
+ }));
542
+ const adminScope = isAdminWindow ? (0, adminBroadcastScope_1.getAdminBroadcastScope)(entry.modelName) : undefined;
543
+ if (adminScope && !(await (0, adminBroadcastScope_1.canListAdminBroadcastScope)({ scope: adminScope, user }))) {
544
+ const deniedResponse = { entities: [] };
545
+ return res.json(deniedResponse);
546
+ }
547
+ const memberStreams = isAdminWindow
548
+ ? []
549
+ : await (0, streams_1.resolveUserStreamsForEntry)({
550
+ entry,
551
+ getUserScopes: options.getUserScopes,
552
+ user,
553
+ });
554
+ const memberSet = new Set(memberStreams);
555
+ // Task 9.19: mirror the REST list endpoint's row-level scoping. Without this, a
556
+ // collection that relies on `queryFilter` (rather than a per-doc read permission)
557
+ // served every requested id here, whatever the caller was allowed to list.
558
+ // Admin window hydrate skips the *product* filter so REST-selected ids can load
559
+ // across owners, then applies AdminApp list/read/`queryFilter` when registered.
560
+ const queryFilterResult = adminScope
561
+ ? await (0, adminBroadcastScope_1.resolveAdminBroadcastQueryFilter)({ scope: adminScope, user })
562
+ : isAdminWindow
563
+ ? { denied: false, filter: undefined }
564
+ : await resolveSyncQueryFilter({ entry, user });
565
+ if (queryFilterResult.denied) {
566
+ const deniedResponse = { entities: [] };
567
+ return res.json(deniedResponse);
568
+ }
569
+ const model = getSyncedModel(entry.modelName);
570
+ const castIds = castEntityIds({ ids, model });
571
+ const docs = await model.find({
572
+ // `deleted` MUST stay a TOP-LEVEL key so isDeletedPlugin does not re-inject its
573
+ // {deleted: {$ne: true}} exclusion and hide the tombstones a re-fetching client needs.
574
+ ...composeSyncReadFilter({
575
+ queryFilter: queryFilterResult.filter,
576
+ scopeFilter: { _id: { $in: castIds } },
577
+ }),
578
+ deleted: { $in: [true, false] },
918
579
  });
919
- }); }));
920
- router.get("/sync/key", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(function (req, res) { return __awaiter(void 0, void 0, void 0, function () {
921
- var user, keyMaterial;
922
- return __generator(this, function (_a) {
923
- switch (_a.label) {
924
- case 0:
925
- user = req.user;
926
- if (!user) {
927
- throw new errors_1.APIError({ status: 401, title: "Authentication required" });
928
- }
929
- return [4 /*yield*/, (0, models_1.getOrCreateSyncKeyMaterial)({ userId: String(user.id) })];
930
- case 1:
931
- keyMaterial = _a.sent();
932
- return [2 /*return*/, res.json({ keyMaterial: keyMaterial })];
580
+ const entities = [];
581
+ for (const doc of docs) {
582
+ const allowed = adminScope
583
+ ? await (0, permissions_1.checkPermissions)("read", adminScope.readPermissions, user, doc)
584
+ : await (0, permissions_1.checkPermissions)("read", entry.options.permissions.read, user, doc);
585
+ if (!allowed) {
586
+ continue;
587
+ }
588
+ const docObj = doc.toObject();
589
+ const stream = (0, streams_1.resolveStreamForDoc)({
590
+ collectionTag: entry.collectionTag,
591
+ doc: docObj,
592
+ scope: entry.config.scope,
593
+ });
594
+ if (!isAdminWindow && !memberSet.has(stream)) {
595
+ continue;
933
596
  }
597
+ const isTombstone = Boolean(docObj.deleted);
598
+ entities.push({
599
+ data: isTombstone ? null : await (0, exports.serializeSyncDoc)({ doc, entry, req }),
600
+ deleted: isTombstone,
601
+ id: String(doc._id),
602
+ seq: docObj._syncSeq ?? 0,
603
+ });
604
+ }
605
+ const response = { entities };
606
+ return res.json(response);
607
+ }));
608
+ router.post("/sync/mutate", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(async (req, res) => {
609
+ const user = req.user;
610
+ if (!user) {
611
+ throw new errors_1.APIError({ status: 401, title: "Authentication required" });
612
+ }
613
+ // Task 9.20: rate limiting + apply live in the shared runner, so this route and
614
+ // `sync:mutate` behave identically under the same inputs.
615
+ const { outcome } = await (0, syncBatch_1.runSyncMutation)({
616
+ mutation: req.body,
617
+ req,
618
+ scopeResolver: options.getUserScopes,
619
+ syncOptions: options,
620
+ user,
934
621
  });
935
- }); }));
622
+ if (outcome.type === "ack") {
623
+ return res.json({ ack: outcome.ack });
624
+ }
625
+ // Duplicate deliveries reading a recorded outcome map to the same statuses.
626
+ return res.status(NACK_HTTP_STATUS[outcome.nack.code]).json({ nack: outcome.nack });
627
+ }));
628
+ router.post("/sync/mutate/batch", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(async (req, res) => {
629
+ const user = req.user;
630
+ if (!user) {
631
+ throw new errors_1.APIError({ status: 401, title: "Authentication required" });
632
+ }
633
+ const body = req.body;
634
+ const mutations = Array.isArray(body?.mutations) ? body.mutations : [];
635
+ // Task 9.20: validate -> rate limit -> apply, shared with `sync:mutateBatch`. An
636
+ // invalid batch (oversized, duplicate ids) is rejected before any budget is charged.
637
+ const { response, stage } = await (0, syncBatch_1.runSyncBatch)({
638
+ mutations,
639
+ req,
640
+ scopeResolver: options.getUserScopes,
641
+ syncOptions: options,
642
+ user,
643
+ });
644
+ if (stage === "validation") {
645
+ return res.status(422).json(response);
646
+ }
647
+ if (stage === "rate_limited") {
648
+ return res.status(NACK_HTTP_STATUS.rate_limited).json(response);
649
+ }
650
+ return res.json(response);
651
+ }));
652
+ router.get("/sync/key", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(async (req, res) => {
653
+ const user = req.user;
654
+ if (!user) {
655
+ throw new errors_1.APIError({ status: 401, title: "Authentication required" });
656
+ }
657
+ const keyMaterial = await (0, models_1.getOrCreateSyncKeyMaterial)({ userId: String(user.id) });
658
+ return res.json({ keyMaterial });
659
+ }));
936
660
  // Authenticate middleware rejects with Error("Unauthorized"); convert that to
937
661
  // 401 before the generic error handler (and before Express's default 500).
938
662
  router.use(errors_1.apiUnauthorizedMiddleware);