@terreno/api 57.3.0 → 57.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.ai/skills/mongoose-schema-safety/SKILL.md +23 -10
- package/README.md +11 -5
- package/bunfig.toml +1 -1
- package/dist/actions.js +197 -368
- package/dist/adminModelRouter.js +88 -173
- package/dist/adminTypes.d.ts +7 -0
- package/dist/adminTypes.js +6 -1
- package/dist/api.d.ts +10 -0
- package/dist/api.js +601 -792
- package/dist/audit/auditApp.d.ts +30 -0
- package/dist/audit/auditApp.js +114 -0
- package/dist/audit/auditEventModel.d.ts +29 -0
- package/dist/audit/auditEventModel.js +101 -0
- package/dist/audit/cloudTasksEnqueue.d.ts +32 -0
- package/dist/audit/cloudTasksEnqueue.js +69 -0
- package/dist/audit/diff.d.ts +10 -0
- package/dist/audit/diff.js +140 -0
- package/dist/audit/processQueue.d.ts +6 -0
- package/dist/audit/processQueue.js +56 -0
- package/dist/audit/rbacSink.d.ts +2 -0
- package/dist/audit/rbacSink.js +41 -0
- package/dist/audit/record.d.ts +56 -0
- package/dist/audit/record.js +251 -0
- package/dist/auth.js +432 -681
- package/dist/authRecovery.js +155 -269
- package/dist/authTokens.js +43 -118
- package/dist/betterAuth.d.ts +6 -0
- package/dist/betterAuthApp.js +25 -26
- package/dist/betterAuthSetup.js +258 -413
- package/dist/browserLogsRoute.d.ts +6 -0
- package/dist/browserLogsRoute.js +97 -0
- package/dist/collectionRegistry.d.ts +3 -1
- package/dist/collectionRegistry.js +43 -33
- package/dist/config.js +53 -122
- package/dist/configurationApp.js +180 -361
- package/dist/configurationPlugin.js +130 -302
- package/dist/consentApp.js +276 -421
- package/dist/docLoader.js +78 -126
- package/dist/envConfigurationPlugin.js +25 -147
- package/dist/errors.js +151 -247
- package/dist/example.js +28 -34
- package/dist/expressServer.d.ts +10 -0
- package/dist/expressServer.js +109 -255
- package/dist/frameworkModelNames.d.ts +24 -0
- package/dist/frameworkModelNames.js +31 -0
- package/dist/githubAuth.js +152 -216
- package/dist/httpClient.js +176 -264
- package/dist/index.d.ts +28 -1
- package/dist/index.js +53 -2
- package/dist/logger.js +145 -278
- package/dist/mcp/auth.js +76 -128
- package/dist/mcp/createMCPRequest.js +4 -5
- package/dist/mcp/handlers.js +268 -480
- package/dist/mcp/query.d.ts +0 -13
- package/dist/mcp/query.js +57 -151
- package/dist/mcp/registry.js +17 -30
- package/dist/mcp/schemaGenerator.js +95 -181
- package/dist/mcp/server.js +28 -100
- package/dist/mcp/serviceTokens.js +102 -191
- package/dist/mcp/toolGenerator.js +78 -191
- package/dist/middleware.js +15 -27
- package/dist/migrations/fixtures/all-down/20260910120000-one.d.ts +4 -0
- package/dist/migrations/fixtures/all-down/20260910120000-one.js +9 -0
- package/dist/migrations/fixtures/all-down/20260910120001-two.d.ts +4 -0
- package/dist/migrations/fixtures/all-down/20260910120001-two.js +9 -0
- package/dist/migrations/fixtures/bad-id/20260910120000-mismatch.d.ts +3 -0
- package/dist/migrations/fixtures/bad-id/20260910120000-mismatch.js +7 -0
- package/dist/migrations/fixtures/bad-name/not-a-migration.d.ts +3 -0
- package/dist/migrations/fixtures/bad-name/not-a-migration.js +7 -0
- package/dist/migrations/fixtures/missing-up/20260910120000-noup.d.ts +2 -0
- package/dist/migrations/fixtures/missing-up/20260910120000-noup.js +5 -0
- package/dist/migrations/fixtures/valid/20260910120000-alpha.d.ts +3 -0
- package/dist/migrations/fixtures/valid/20260910120000-alpha.js +7 -0
- package/dist/migrations/fixtures/valid/20260910120001-beta.d.ts +4 -0
- package/dist/migrations/fixtures/valid/20260910120001-beta.js +9 -0
- package/dist/migrations/generate.d.ts +17 -0
- package/dist/migrations/generate.js +155 -0
- package/dist/migrations/load.d.ts +20 -0
- package/dist/migrations/load.js +110 -0
- package/dist/migrations/lock.d.ts +13 -0
- package/dist/migrations/lock.js +73 -0
- package/dist/migrations/runner.d.ts +42 -0
- package/dist/migrations/runner.js +249 -0
- package/dist/migrations/schemaCatalog.d.ts +44 -0
- package/dist/migrations/schemaCatalog.js +185 -0
- package/dist/migrations/types.d.ts +87 -0
- package/dist/migrations/types.js +7 -0
- package/dist/models/consentForm.js +6 -6
- package/dist/models/consentResponse.js +5 -5
- package/dist/models/mcpServiceToken.js +66 -156
- package/dist/models/notification.d.ts +2 -0
- package/dist/models/notification.js +62 -0
- package/dist/models/notificationPreference.d.ts +2 -0
- package/dist/models/notificationPreference.js +49 -0
- package/dist/models/versionConfig.js +5 -5
- package/dist/notifications/notificationService.d.ts +40 -0
- package/dist/notifications/notificationService.js +183 -0
- package/dist/notifications/notificationsApp.d.ts +18 -0
- package/dist/notifications/notificationsApp.js +156 -0
- package/dist/notifications/notificationsBeforeSend.d.ts +14 -0
- package/dist/notifications/notificationsBeforeSend.js +32 -0
- package/dist/notifiers/googleChatNotifier.js +36 -117
- package/dist/notifiers/slackNotifier.d.ts +31 -2
- package/dist/notifiers/slackNotifier.js +170 -119
- package/dist/notifiers/zoomNotifier.js +60 -111
- package/dist/openApi.d.ts +1 -7
- package/dist/openApi.js +113 -127
- package/dist/openApiBuilder.d.ts +14 -3
- package/dist/openApiBuilder.js +117 -159
- package/dist/openApiCompat.js +81 -148
- package/dist/openApiEtag.js +7 -7
- package/dist/openApiValidator.d.ts +13 -1
- package/dist/openApiValidator.js +301 -246
- package/dist/orgs/orgContext.d.ts +23 -0
- package/dist/orgs/orgContext.js +128 -0
- package/dist/orgs/orgPermissions.d.ts +4 -0
- package/dist/orgs/orgPermissions.js +38 -0
- package/dist/orgs/orgPlugin.d.ts +13 -0
- package/dist/orgs/orgPlugin.js +66 -0
- package/dist/orgs/organizationModel.d.ts +13 -0
- package/dist/orgs/organizationModel.js +200 -0
- package/dist/orgs/organizationSettings.d.ts +19 -0
- package/dist/orgs/organizationSettings.js +113 -0
- package/dist/orgs/orgsApp.d.ts +28 -0
- package/dist/orgs/orgsApp.js +416 -0
- package/dist/permissions.d.ts +7 -13
- package/dist/permissions.js +95 -211
- package/dist/plugins.js +125 -218
- package/dist/populate.js +130 -240
- package/dist/rateLimit/applyTrustProxy.js +1 -1
- package/dist/rateLimit/createStore.js +7 -8
- package/dist/rateLimit/memoryStore.js +22 -100
- package/dist/rateLimit/middleware.d.ts +0 -8
- package/dist/rateLimit/middleware.js +49 -101
- package/dist/rateLimit/mongoStore.d.ts +1 -0
- package/dist/rateLimit/mongoStore.js +55 -112
- package/dist/rateLimit/policies.d.ts +0 -4
- package/dist/rateLimit/policies.js +44 -80
- package/dist/rateLimit/redisStore.d.ts +1 -0
- package/dist/rateLimit/redisStore.js +40 -133
- package/dist/rbac/access.js +122 -253
- package/dist/rbac/assertAllowed.js +95 -171
- package/dist/rbac/auditModel.js +14 -58
- package/dist/rbac/backfillAdmins.js +24 -130
- package/dist/rbac/fieldViews.js +46 -141
- package/dist/rbac/membershipOrgAdminSource.d.ts +6 -0
- package/dist/rbac/membershipOrgAdminSource.js +51 -0
- package/dist/rbac/middleware.js +30 -96
- package/dist/rbac/modelRouterAccess.d.ts +3 -0
- package/dist/rbac/modelRouterAccess.js +133 -307
- package/dist/rbac/permissionUtils.js +40 -179
- package/dist/rbac/realtimeAccess.js +81 -147
- package/dist/rbac/resolve.d.ts +1 -1
- package/dist/rbac/resolve.js +154 -319
- package/dist/rbac/roleManager.js +318 -700
- package/dist/rbac/roleModel.d.ts +2 -5
- package/dist/rbac/roleModel.js +60 -173
- package/dist/rbac/routes.js +93 -196
- package/dist/rbac/scopes.js +39 -133
- package/dist/rbac/statements.d.ts +10 -1
- package/dist/rbac/statements.js +42 -93
- package/dist/rbac/types.d.ts +5 -0
- package/dist/rbac/userPlugin.js +3 -29
- package/dist/realtime/changeStreamWatcher.d.ts +10 -4
- package/dist/realtime/changeStreamWatcher.js +499 -764
- package/dist/realtime/deprecation.d.ts +1 -0
- package/dist/realtime/deprecation.js +9 -10
- package/dist/realtime/queryMatcher.js +110 -191
- package/dist/realtime/queryStore.js +35 -118
- package/dist/realtime/realtimeApp.d.ts +1 -0
- package/dist/realtime/realtimeApp.js +248 -401
- package/dist/realtime/registry.js +19 -30
- package/dist/realtime/sessionRevalidation.js +132 -358
- package/dist/realtime/socketAuth.js +89 -208
- package/dist/realtime/socketUser.js +10 -56
- package/dist/requestContext.js +93 -139
- package/dist/schemaMetadata.js +181 -265
- package/dist/scriptRunner.js +96 -266
- package/dist/scrubAdminFields.js +36 -108
- package/dist/secretProviders.js +130 -299
- package/dist/seedRunner.js +221 -514
- package/dist/sync/adminBroadcastScope.d.ts +40 -0
- package/dist/sync/adminBroadcastScope.js +82 -0
- package/dist/sync/adminWindowAccess.d.ts +13 -0
- package/dist/sync/adminWindowAccess.js +25 -0
- package/dist/sync/adminWindowMutation.d.ts +88 -0
- package/dist/sync/adminWindowMutation.js +176 -0
- package/dist/sync/executors.d.ts +9 -3
- package/dist/sync/executors.js +425 -598
- package/dist/sync/loadHarness.js +392 -689
- package/dist/sync/models.js +181 -341
- package/dist/sync/mutationHandler.d.ts +5 -2
- package/dist/sync/mutationHandler.js +549 -697
- package/dist/sync/registrationSideEffects.js +41 -95
- package/dist/sync/registry.js +31 -47
- package/dist/sync/routes.d.ts +13 -0
- package/dist/sync/routes.js +484 -760
- package/dist/sync/scripts/compactTombstones.js +83 -228
- package/dist/sync/serialize.js +18 -58
- package/dist/sync/socketHandlers.d.ts +8 -2
- package/dist/sync/socketHandlers.js +271 -402
- package/dist/sync/streams.d.ts +2 -0
- package/dist/sync/streams.js +54 -116
- package/dist/sync/syncApp.d.ts +2 -1
- package/dist/sync/syncApp.js +14 -16
- package/dist/sync/syncBatch.d.ts +5 -2
- package/dist/sync/syncBatch.js +63 -168
- package/dist/sync/syncSeqPlugin.js +430 -702
- package/dist/sync/types.d.ts +18 -0
- package/dist/syncConsents.js +113 -253
- package/dist/terrenoApp.d.ts +29 -0
- package/dist/terrenoApp.js +184 -257
- package/dist/tests/createTestData.d.ts +1 -3
- package/dist/tests/createTestData.js +147 -259
- package/dist/tests/models.d.ts +1 -0
- package/dist/tests/models.js +23 -56
- package/dist/tests/mongoTestSetup.js +42 -103
- package/dist/tests/testHelper.d.ts +0 -5
- package/dist/tests/testHelper.js +32 -101
- package/dist/tests.js +12 -51
- package/dist/transformers.js +61 -164
- package/dist/types/authToken.d.ts +3 -3
- package/dist/types/mcpServiceToken.d.ts +2 -2
- package/dist/types/membership.d.ts +23 -0
- package/dist/types/membership.js +2 -0
- package/dist/types/notification.d.ts +28 -0
- package/dist/types/notification.js +2 -0
- package/dist/types/notificationPreference.d.ts +20 -0
- package/dist/types/notificationPreference.js +2 -0
- package/dist/types/organization.d.ts +36 -0
- package/dist/types/organization.js +2 -0
- package/dist/utils.js +31 -93
- package/dist/vendor/wesleytodd-openapi/index.js +37 -51
- package/dist/vendor/wesleytodd-openapi/lib/generate-doc.js +32 -40
- package/dist/vendor/wesleytodd-openapi/lib/layer-schema.js +3 -3
- package/dist/vendor/wesleytodd-openapi/lib/ui.js +50 -19
- package/dist/vendor/wesleytodd-openapi/lib/validate.js +19 -47
- package/dist/versionCheckPlugin.js +52 -100
- package/dist/webhooks/headerValue.js +2 -2
- package/dist/webhooks/idempotency/memoryStore.js +16 -59
- package/dist/webhooks/idempotency/mongoStore.js +55 -130
- package/dist/webhooks/idempotency/webhookReceipt.d.ts +4 -49
- package/dist/webhooks/idempotency/webhookReceipt.js +14 -14
- package/dist/webhooks/rawBody.d.ts +1 -0
- package/dist/webhooks/rawBody.js +2 -1
- package/dist/webhooks/timingSafeEqual.js +4 -5
- package/dist/webhooks/verifiers/hmac.js +17 -18
- package/dist/webhooks/verifiers/sendgrid.js +20 -22
- package/dist/webhooks/verifiers/stripe.js +31 -65
- package/dist/webhooks/verifiers/twilio.js +23 -73
- package/dist/webhooks/webhooksApp.js +78 -177
- package/dist/zodOpenApi.js +2 -2
- package/package.json +34 -28
- package/src/__snapshots__/openApi.test.ts.snap +192 -54
- package/src/__snapshots__/openApiBuilder.test.ts.snap +0 -18
- package/src/__snapshots__/schemaMetadata.test.ts.snap +0 -1
- package/src/__tests__/browserLogsRoute.test.ts +165 -0
- package/src/adminTypes.ts +8 -0
- package/src/api.test.ts +39 -2
- package/src/api.ts +68 -0
- package/src/audit/auditApp.test.ts +243 -0
- package/src/audit/auditApp.ts +139 -0
- package/src/audit/auditEventModel.ts +160 -0
- package/src/audit/auditRouter.test.ts +456 -0
- package/src/audit/cloudTasksEnqueue.test.ts +124 -0
- package/src/audit/cloudTasksEnqueue.ts +104 -0
- package/src/audit/diff.ts +163 -0
- package/src/audit/processQueue.ts +69 -0
- package/src/audit/rbacSink.test.ts +86 -0
- package/src/audit/rbacSink.ts +42 -0
- package/src/audit/record.test.ts +402 -0
- package/src/audit/record.ts +329 -0
- package/src/auth.test.ts +1 -1
- package/src/auth.ts +1 -1
- package/src/authRecovery.test.ts +43 -0
- package/src/authRecovery.ts +16 -10
- package/src/authTokens.ts +6 -2
- package/src/authVerification.test.ts +22 -0
- package/src/betterAuth.ts +7 -0
- package/src/betterAuthSetup.test.ts +27 -0
- package/src/betterAuthSetup.ts +1 -0
- package/src/browserLogsRoute.ts +110 -0
- package/src/collectionRegistry.test.ts +8 -9
- package/src/collectionRegistry.ts +21 -1
- package/src/configurationPlugin.test.ts +1 -11
- package/src/express.d.ts +2 -0
- package/src/expressServer.test.ts +50 -2
- package/src/expressServer.ts +10 -0
- package/src/frameworkModelNames.test.ts +62 -0
- package/src/frameworkModelNames.ts +33 -0
- package/src/index.ts +76 -0
- package/src/isolated/migrateCliConnect.isolated.ts +51 -0
- package/src/mcp/auth.test.ts +34 -1
- package/src/mcp/handlers.test.ts +275 -0
- package/src/mcp/query.ts +3 -3
- package/src/mcp/toolGenerator.test.ts +81 -0
- package/src/migrations/cli.test.ts +353 -0
- package/src/migrations/cli.ts +283 -0
- package/src/migrations/fixtures/all-down/20260910120000-one.ts +6 -0
- package/src/migrations/fixtures/all-down/20260910120001-two.ts +6 -0
- package/src/migrations/fixtures/bad-id/20260910120000-mismatch.ts +4 -0
- package/src/migrations/fixtures/bad-name/not-a-migration.ts +4 -0
- package/src/migrations/fixtures/missing-up/20260910120000-noup.ts +2 -0
- package/src/migrations/fixtures/valid/20260910120000-alpha.ts +4 -0
- package/src/migrations/fixtures/valid/20260910120001-beta.ts +6 -0
- package/src/migrations/generate.test.ts +333 -0
- package/src/migrations/generate.ts +216 -0
- package/src/migrations/load.test.ts +103 -0
- package/src/migrations/load.ts +124 -0
- package/src/migrations/lock.test.ts +133 -0
- package/src/migrations/lock.ts +118 -0
- package/src/migrations/runner.test.ts +504 -0
- package/src/migrations/runner.ts +358 -0
- package/src/migrations/schemaCatalog.test.ts +159 -0
- package/src/migrations/schemaCatalog.ts +262 -0
- package/src/migrations/types.ts +94 -0
- package/src/models/mcpServiceToken.ts +4 -3
- package/src/models/notification.ts +69 -0
- package/src/models/notificationPreference.ts +62 -0
- package/src/notifications/notificationService.ts +254 -0
- package/src/notifications/notificationsApp.test.ts +528 -0
- package/src/notifications/notificationsApp.ts +200 -0
- package/src/notifications/notificationsBeforeSend.ts +51 -0
- package/src/notifiers/slackNotifier.test.ts +186 -1
- package/src/notifiers/slackNotifier.ts +167 -8
- package/src/openApi.test.ts +0 -1
- package/src/openApi.ts +2 -1
- package/src/openApiBuilder.ts +14 -3
- package/src/openApiValidator.test.ts +221 -2
- package/src/openApiValidator.ts +218 -33
- package/src/orgs/orgAccessOptIn.test.ts +87 -0
- package/src/orgs/orgContext.test.ts +259 -0
- package/src/orgs/orgContext.ts +151 -0
- package/src/orgs/orgPermissions.test.ts +105 -0
- package/src/orgs/orgPermissions.ts +40 -0
- package/src/orgs/orgPlugin.test.ts +130 -0
- package/src/orgs/orgPlugin.ts +70 -0
- package/src/orgs/orgRbac.test.ts +267 -0
- package/src/orgs/orgSecurityDefects.test.ts +415 -0
- package/src/orgs/organizationModel.test.ts +205 -0
- package/src/orgs/organizationModel.ts +262 -0
- package/src/orgs/organizationSettings.test.ts +113 -0
- package/src/orgs/organizationSettings.ts +126 -0
- package/src/orgs/orgsApp.test.ts +382 -0
- package/src/orgs/orgsApp.ts +563 -0
- package/src/permissions.test.ts +62 -36
- package/src/permissions.ts +8 -30
- package/src/plugins.test.ts +5 -0
- package/src/plugins.ts +3 -0
- package/src/rateLimit/middleware.ts +1 -1
- package/src/rateLimit/mongoStore.ts +1 -0
- package/src/rateLimit/policies.ts +2 -2
- package/src/rateLimit/redisStore.ts +1 -0
- package/src/rbac/access.ts +11 -3
- package/src/rbac/membershipOrgAdminSource.ts +59 -0
- package/src/rbac/modelRouterAccess.ts +3 -0
- package/src/rbac/permissionUtils.test.ts +26 -5
- package/src/rbac/resolve.test.ts +34 -2
- package/src/rbac/resolve.ts +26 -7
- package/src/rbac/roleModel.test.ts +34 -1
- package/src/rbac/roleModel.ts +17 -1
- package/src/rbac/statements.test.ts +19 -0
- package/src/rbac/statements.ts +19 -1
- package/src/rbac/types.ts +5 -0
- package/src/realtime/changeStreamWatcher.ts +73 -33
- package/src/realtime/deprecation.ts +1 -0
- package/src/realtime/realtime.test.ts +357 -185
- package/src/realtime/realtimeApp.ts +2 -1
- package/src/schemaMetadata.test.ts +14 -0
- package/src/schemaMetadata.ts +5 -5
- package/src/sync/adminBroadcastConfig.test.ts +96 -0
- package/src/sync/adminBroadcastScope.test.ts +155 -0
- package/src/sync/adminBroadcastScope.ts +123 -0
- package/src/sync/adminWindowAccess.test.ts +57 -0
- package/src/sync/adminWindowAccess.ts +32 -0
- package/src/sync/adminWindowMutation.test.ts +450 -0
- package/src/sync/adminWindowMutation.ts +283 -0
- package/src/sync/executors.ts +33 -6
- package/src/sync/integration.test.ts +2 -2
- package/src/sync/mutationHandler.test.ts +277 -1
- package/src/sync/mutationHandler.ts +171 -29
- package/src/sync/registry.ts +4 -0
- package/src/sync/routes.ts +52 -8
- package/src/sync/socketHandlers.ts +154 -58
- package/src/sync/streams.ts +6 -0
- package/src/sync/sync.test.ts +3 -2
- package/src/sync/syncApp.ts +2 -1
- package/src/sync/syncBatch.ts +7 -2
- package/src/sync/syncRoutes.test.ts +297 -3
- package/src/sync/syncSocket.test.ts +229 -0
- package/src/sync/types.ts +20 -0
- package/src/terrenoApp.migrations.test.ts +114 -0
- package/src/terrenoApp.test.ts +41 -0
- package/src/terrenoApp.ts +97 -31
- package/src/tests/createTestData.ts +2 -2
- package/src/tests/models.ts +10 -2
- package/src/tests/testHelper.ts +1 -7
- package/src/types/authToken.ts +2 -4
- package/src/types/mcpServiceToken.ts +1 -7
- package/src/types/membership.ts +48 -0
- package/src/types/notification.ts +34 -0
- package/src/types/notificationPreference.ts +28 -0
- package/src/types/organization.ts +49 -0
- package/src/types.d.ts +1 -0
- package/src/webhooks/idempotency/webhookReceipt.ts +8 -10
- package/src/webhooks/rawBody.test.ts +33 -0
- package/src/webhooks/rawBody.ts +1 -0
- package/tsconfig.json +13 -54
- package/tsconfig.typedoc.json +4 -1
- package/dist/vendor/wesleytodd-openapi/lib/convert-yaml.d.ts +0 -2
- package/dist/vendor/wesleytodd-openapi/lib/convert-yaml.js +0 -13
- package/src/vendor/wesleytodd-openapi/lib/convert-yaml.js +0 -13
package/dist/sync/routes.js
CHANGED
|
@@ -1,105 +1,24 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
var __assign = (this && this.__assign) || function () {
|
|
3
|
-
__assign = Object.assign || function(t) {
|
|
4
|
-
for (var s, i = 1, n = arguments.length; i < n; i++) {
|
|
5
|
-
s = arguments[i];
|
|
6
|
-
for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
|
|
7
|
-
t[p] = s[p];
|
|
8
|
-
}
|
|
9
|
-
return t;
|
|
10
|
-
};
|
|
11
|
-
return __assign.apply(this, arguments);
|
|
12
|
-
};
|
|
13
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
14
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
15
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
16
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
17
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
18
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
19
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
20
|
-
});
|
|
21
|
-
};
|
|
22
|
-
var __generator = (this && this.__generator) || function (thisArg, body) {
|
|
23
|
-
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
|
|
24
|
-
return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
|
|
25
|
-
function verb(n) { return function (v) { return step([n, v]); }; }
|
|
26
|
-
function step(op) {
|
|
27
|
-
if (f) throw new TypeError("Generator is already executing.");
|
|
28
|
-
while (g && (g = 0, op[0] && (_ = 0)), _) try {
|
|
29
|
-
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
|
|
30
|
-
if (y = 0, t) op = [op[0] & 2, t.value];
|
|
31
|
-
switch (op[0]) {
|
|
32
|
-
case 0: case 1: t = op; break;
|
|
33
|
-
case 4: _.label++; return { value: op[1], done: false };
|
|
34
|
-
case 5: _.label++; y = op[1]; op = [0]; continue;
|
|
35
|
-
case 7: op = _.ops.pop(); _.trys.pop(); continue;
|
|
36
|
-
default:
|
|
37
|
-
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
|
|
38
|
-
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
|
|
39
|
-
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
|
|
40
|
-
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
|
|
41
|
-
if (t[2]) _.ops.pop();
|
|
42
|
-
_.trys.pop(); continue;
|
|
43
|
-
}
|
|
44
|
-
op = body.call(thisArg, _);
|
|
45
|
-
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
|
|
46
|
-
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
|
|
47
|
-
}
|
|
48
|
-
};
|
|
49
|
-
var __read = (this && this.__read) || function (o, n) {
|
|
50
|
-
var m = typeof Symbol === "function" && o[Symbol.iterator];
|
|
51
|
-
if (!m) return o;
|
|
52
|
-
var i = m.call(o), r, ar = [], e;
|
|
53
|
-
try {
|
|
54
|
-
while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
|
|
55
|
-
}
|
|
56
|
-
catch (error) { e = { error: error }; }
|
|
57
|
-
finally {
|
|
58
|
-
try {
|
|
59
|
-
if (r && !r.done && (m = i["return"])) m.call(i);
|
|
60
|
-
}
|
|
61
|
-
finally { if (e) throw e.error; }
|
|
62
|
-
}
|
|
63
|
-
return ar;
|
|
64
|
-
};
|
|
65
|
-
var __spreadArray = (this && this.__spreadArray) || function (to, from, pack) {
|
|
66
|
-
if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
|
|
67
|
-
if (ar || !(i in from)) {
|
|
68
|
-
if (!ar) ar = Array.prototype.slice.call(from, 0, i);
|
|
69
|
-
ar[i] = from[i];
|
|
70
|
-
}
|
|
71
|
-
}
|
|
72
|
-
return to.concat(ar || Array.prototype.slice.call(from));
|
|
73
|
-
};
|
|
74
|
-
var __values = (this && this.__values) || function(o) {
|
|
75
|
-
var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
|
|
76
|
-
if (m) return m.call(o);
|
|
77
|
-
if (o && typeof o.length === "number") return {
|
|
78
|
-
next: function () {
|
|
79
|
-
if (o && i >= o.length) o = void 0;
|
|
80
|
-
return { value: o && o[i++], done: !o };
|
|
81
|
-
}
|
|
82
|
-
};
|
|
83
|
-
throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
|
|
84
|
-
};
|
|
85
2
|
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
86
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
87
4
|
};
|
|
88
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
89
6
|
exports.addSyncRoutes = exports.MAX_ENTITY_FETCH = exports.buildSnapshotScopeFilter = exports.serializeSyncDoc = exports.MAX_SYNC_HTTP_MUTATIONS_PER_SECOND = void 0;
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
7
|
+
const express_1 = __importDefault(require("express"));
|
|
8
|
+
const mongoose_1 = __importDefault(require("mongoose"));
|
|
9
|
+
const api_1 = require("../api");
|
|
10
|
+
const auth_1 = require("../auth");
|
|
11
|
+
const errors_1 = require("../errors");
|
|
12
|
+
const logger_1 = require("../logger");
|
|
13
|
+
const permissions_1 = require("../permissions");
|
|
14
|
+
const plugins_1 = require("../plugins");
|
|
15
|
+
const adminBroadcastScope_1 = require("./adminBroadcastScope");
|
|
16
|
+
const adminWindowAccess_1 = require("./adminWindowAccess");
|
|
17
|
+
const models_1 = require("./models");
|
|
18
|
+
const registry_1 = require("./registry");
|
|
19
|
+
const serialize_1 = require("./serialize");
|
|
20
|
+
const streams_1 = require("./streams");
|
|
21
|
+
const syncBatch_1 = require("./syncBatch");
|
|
103
22
|
/**
|
|
104
23
|
* Maximum mutations per user per second on the HTTP mutate routes.
|
|
105
24
|
*
|
|
@@ -110,17 +29,15 @@ var syncBatch_1 = require("./syncBatch");
|
|
|
110
29
|
*/
|
|
111
30
|
var syncBatch_2 = require("./syncBatch");
|
|
112
31
|
Object.defineProperty(exports, "MAX_SYNC_HTTP_MUTATIONS_PER_SECOND", { enumerable: true, get: function () { return syncBatch_2.MAX_SYNC_MUTATIONS_PER_SECOND; } });
|
|
113
|
-
|
|
114
|
-
|
|
32
|
+
const MAX_SNAPSHOT_LIMIT = 100;
|
|
33
|
+
const DEFAULT_SNAPSHOT_LIMIT = 100;
|
|
115
34
|
/**
|
|
116
35
|
* Look up a registered model by name as a `SyncedModel`. `mongoose.model(name)` has no
|
|
117
36
|
* schema to infer from, so its static type carries none of the synced-document fields.
|
|
118
37
|
*/
|
|
119
|
-
|
|
120
|
-
return mongoose_1.default.model(modelName);
|
|
121
|
-
};
|
|
38
|
+
const getSyncedModel = (modelName) => mongoose_1.default.model(modelName);
|
|
122
39
|
/** HTTP status for each nack code returned by `POST /sync/mutate`. */
|
|
123
|
-
|
|
40
|
+
const NACK_HTTP_STATUS = {
|
|
124
41
|
conflict: 409,
|
|
125
42
|
error: 500,
|
|
126
43
|
rate_limited: 429,
|
|
@@ -132,12 +49,7 @@ var NACK_HTTP_STATUS = {
|
|
|
132
49
|
* sync responseHandler > modelRouter responseHandler > toJSON.
|
|
133
50
|
* Delegates to the shared `serializeSyncPayload` (also used for `sync:delta` emission).
|
|
134
51
|
*/
|
|
135
|
-
|
|
136
|
-
var entry = _b.entry, doc = _b.doc, req = _b.req;
|
|
137
|
-
return __generator(this, function (_c) {
|
|
138
|
-
return [2 /*return*/, (0, serialize_1.serializeSyncPayload)({ doc: doc, entry: entry, req: req })];
|
|
139
|
-
});
|
|
140
|
-
}); };
|
|
52
|
+
const serializeSyncDoc = async ({ entry, doc, req, }) => (0, serialize_1.serializeSyncPayload)({ doc: doc, entry, req });
|
|
141
53
|
exports.serializeSyncDoc = serializeSyncDoc;
|
|
142
54
|
/**
|
|
143
55
|
* C2: build the server-enforced scope filter for a SINGLE stream. The stream's scope
|
|
@@ -152,21 +64,19 @@ exports.serializeSyncDoc = serializeSyncDoc;
|
|
|
152
64
|
* consumer asked for. It is now composed with the scope clause via `$and` (never
|
|
153
65
|
* spread-merged, which would let one clobber the other).
|
|
154
66
|
*/
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
var entry = _a.entry, scopeValue = _a.scopeValue, snapshotFilterResult = _a.snapshotFilterResult;
|
|
158
|
-
var scope = entry.config.scope;
|
|
67
|
+
const buildSnapshotScopeFilter = ({ entry, scopeValue, snapshotFilterResult, }) => {
|
|
68
|
+
const { scope } = entry.config;
|
|
159
69
|
if (typeof scope === "function") {
|
|
160
70
|
// Custom scope: snapshotFilter is required at registration.
|
|
161
71
|
if (!snapshotFilterResult) {
|
|
162
72
|
throw new errors_1.APIError({
|
|
163
73
|
status: 500,
|
|
164
|
-
title:
|
|
74
|
+
title: `Sync collection ${entry.collectionTag} has a custom scope without a snapshotFilter`,
|
|
165
75
|
});
|
|
166
76
|
}
|
|
167
77
|
return snapshotFilterResult;
|
|
168
78
|
}
|
|
169
|
-
|
|
79
|
+
const scopeClause = scope.type === "broadcast" ? {} : { [(0, streams_1.getScopeField)(scope)]: scopeValue };
|
|
170
80
|
if (!snapshotFilterResult) {
|
|
171
81
|
return scopeClause;
|
|
172
82
|
}
|
|
@@ -189,45 +99,33 @@ exports.buildSnapshotScopeFilter = buildSnapshotScopeFilter;
|
|
|
189
99
|
* which sync mirrors by serving an empty page rather than erroring. A throwing filter is
|
|
190
100
|
* denied the same way the realtime path denies it: fail closed, never fall through open.
|
|
191
101
|
*/
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
userId: String(user.id),
|
|
214
|
-
});
|
|
215
|
-
return [2 /*return*/, { denied: true }];
|
|
216
|
-
case 4:
|
|
217
|
-
if (resolved === null) {
|
|
218
|
-
return [2 /*return*/, { denied: true }];
|
|
219
|
-
}
|
|
220
|
-
return [2 /*return*/, { denied: false, filter: Object.keys(resolved).length > 0 ? resolved : undefined }];
|
|
221
|
-
}
|
|
222
|
-
});
|
|
223
|
-
}); };
|
|
102
|
+
const resolveSyncQueryFilter = async ({ entry, user, }) => {
|
|
103
|
+
if (!entry.options.queryFilter) {
|
|
104
|
+
return { denied: false };
|
|
105
|
+
}
|
|
106
|
+
let resolved;
|
|
107
|
+
try {
|
|
108
|
+
resolved = await entry.options.queryFilter(user, {});
|
|
109
|
+
}
|
|
110
|
+
catch (error) {
|
|
111
|
+
logger_1.logger.error("[sync] queryFilter threw for a sync read; denying the read", {
|
|
112
|
+
collection: entry.collectionTag,
|
|
113
|
+
error: String(error),
|
|
114
|
+
userId: String(user.id),
|
|
115
|
+
});
|
|
116
|
+
return { denied: true };
|
|
117
|
+
}
|
|
118
|
+
if (resolved === null) {
|
|
119
|
+
return { denied: true };
|
|
120
|
+
}
|
|
121
|
+
return { denied: false, filter: Object.keys(resolved).length > 0 ? resolved : undefined };
|
|
122
|
+
};
|
|
224
123
|
/**
|
|
225
124
|
* `$and` the resolved `queryFilter` onto a sync read's scope filter. Spread-merging would
|
|
226
125
|
* let either side clobber a same-named key (e.g. both constraining `ownerId`), so both
|
|
227
126
|
* clauses are kept and both must match.
|
|
228
127
|
*/
|
|
229
|
-
|
|
230
|
-
var queryFilter = _a.queryFilter, scopeFilter = _a.scopeFilter;
|
|
128
|
+
const composeSyncReadFilter = ({ queryFilter, scopeFilter, }) => {
|
|
231
129
|
if (!queryFilter) {
|
|
232
130
|
return scopeFilter;
|
|
233
131
|
}
|
|
@@ -241,17 +139,17 @@ var composeSyncReadFilter = function (_a) {
|
|
|
241
139
|
* and `"1e9"` used to silently become 12 and 1 — a client with a malformed cursor got a
|
|
242
140
|
* plausible-looking page instead of an error, and resumed paging from the wrong seq.
|
|
243
141
|
*/
|
|
244
|
-
|
|
142
|
+
const parseNonNegativeInt = (raw, name, fallback) => {
|
|
245
143
|
if (raw === undefined) {
|
|
246
144
|
return fallback;
|
|
247
145
|
}
|
|
248
|
-
|
|
146
|
+
const text = String(raw).trim();
|
|
249
147
|
if (!/^\d+$/.test(text)) {
|
|
250
|
-
throw new errors_1.APIError({ status: 400, title:
|
|
148
|
+
throw new errors_1.APIError({ status: 400, title: `Invalid ${name}: ${String(raw)}` });
|
|
251
149
|
}
|
|
252
|
-
|
|
150
|
+
const value = Number.parseInt(text, 10);
|
|
253
151
|
if (!Number.isSafeInteger(value)) {
|
|
254
|
-
throw new errors_1.APIError({ status: 400, title:
|
|
152
|
+
throw new errors_1.APIError({ status: 400, title: `Invalid ${name}: ${String(raw)}` });
|
|
255
153
|
}
|
|
256
154
|
return value;
|
|
257
155
|
};
|
|
@@ -263,15 +161,13 @@ var parseNonNegativeInt = function (raw, name, fallback) {
|
|
|
263
161
|
* exhausted after one page and the remaining documents were never bootstrapped.
|
|
264
162
|
* Only ObjectId-keyed models get the cast; a malformed cursor for one is a 400, not a 500.
|
|
265
163
|
*/
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
var model = _a.model, legacyCursorIn = _a.legacyCursorIn;
|
|
269
|
-
var idInstance = (_c = (_b = model.schema) === null || _b === void 0 ? void 0 : _b.path("_id")) === null || _c === void 0 ? void 0 : _c.instance;
|
|
164
|
+
const legacyCursorClause = ({ model, legacyCursorIn, }) => {
|
|
165
|
+
const idInstance = model.schema?.path("_id")?.instance;
|
|
270
166
|
if (idInstance !== "ObjectId") {
|
|
271
167
|
return { _id: { $gt: legacyCursorIn } };
|
|
272
168
|
}
|
|
273
169
|
if (!mongoose_1.default.isValidObjectId(legacyCursorIn)) {
|
|
274
|
-
throw new errors_1.APIError({ status: 400, title:
|
|
170
|
+
throw new errors_1.APIError({ status: 400, title: `Invalid legacyCursor: ${legacyCursorIn}` });
|
|
275
171
|
}
|
|
276
172
|
return { _id: { $gt: new mongoose_1.default.Types.ObjectId(legacyCursorIn) } };
|
|
277
173
|
};
|
|
@@ -282,93 +178,52 @@ var legacyCursorClause = function (_a) {
|
|
|
282
178
|
* which point the caller switches to normal seq paging. Runs the same per-doc read
|
|
283
179
|
* check as the seq page (C6/M2).
|
|
284
180
|
*/
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
entities = [];
|
|
312
|
-
_g.label = 2;
|
|
313
|
-
case 2:
|
|
314
|
-
_g.trys.push([2, 8, 9, 10]);
|
|
315
|
-
page_1 = __values(page), page_1_1 = page_1.next();
|
|
316
|
-
_g.label = 3;
|
|
317
|
-
case 3:
|
|
318
|
-
if (!!page_1_1.done) return [3 /*break*/, 7];
|
|
319
|
-
doc = page_1_1.value;
|
|
320
|
-
return [4 /*yield*/, (0, permissions_1.checkPermissions)("read", entry.options.permissions.read, user, doc)];
|
|
321
|
-
case 4:
|
|
322
|
-
if (!(_g.sent())) {
|
|
323
|
-
return [3 /*break*/, 6];
|
|
324
|
-
}
|
|
325
|
-
_d = (_c = entities).push;
|
|
326
|
-
_f = {};
|
|
327
|
-
return [4 /*yield*/, (0, exports.serializeSyncDoc)({ doc: doc, entry: entry, req: req })];
|
|
328
|
-
case 5:
|
|
329
|
-
_d.apply(_c, [(_f.data = _g.sent(),
|
|
330
|
-
_f.deleted = Boolean(doc.deleted),
|
|
331
|
-
_f.id = String(doc._id),
|
|
332
|
-
_f.seq = 0,
|
|
333
|
-
_f)]);
|
|
334
|
-
_g.label = 6;
|
|
335
|
-
case 6:
|
|
336
|
-
page_1_1 = page_1.next();
|
|
337
|
-
return [3 /*break*/, 3];
|
|
338
|
-
case 7: return [3 /*break*/, 10];
|
|
339
|
-
case 8:
|
|
340
|
-
e_1_1 = _g.sent();
|
|
341
|
-
e_1 = { error: e_1_1 };
|
|
342
|
-
return [3 /*break*/, 10];
|
|
343
|
-
case 9:
|
|
344
|
-
try {
|
|
345
|
-
if (page_1_1 && !page_1_1.done && (_e = page_1.return)) _e.call(page_1);
|
|
346
|
-
}
|
|
347
|
-
finally { if (e_1) throw e_1.error; }
|
|
348
|
-
return [7 /*endfinally*/];
|
|
349
|
-
case 10:
|
|
350
|
-
lastId = String(page[page.length - 1]._id);
|
|
351
|
-
return [2 /*return*/, { entities: entities, legacyCursor: lastId }];
|
|
181
|
+
const pageLegacyStratum = async ({ model, scopeFilter, legacyCursorIn, limit, entry, req, }) => {
|
|
182
|
+
const user = req.user;
|
|
183
|
+
// `deleted` MUST stay a TOP-LEVEL key so isDeletedPlugin does not re-inject its
|
|
184
|
+
// {deleted: {$ne: true}} exclusion (which only fires when the top-level filter has no
|
|
185
|
+
// `deleted` key) and hide legacy tombstones. See the seq-page query for the full note.
|
|
186
|
+
const legacyFilter = {
|
|
187
|
+
$and: [
|
|
188
|
+
scopeFilter,
|
|
189
|
+
{ _syncSeq: { $in: [null, 0] } },
|
|
190
|
+
...(legacyCursorIn ? [legacyCursorClause({ legacyCursorIn, model })] : []),
|
|
191
|
+
],
|
|
192
|
+
deleted: { $in: [true, false] },
|
|
193
|
+
};
|
|
194
|
+
const docs = await model
|
|
195
|
+
.find(legacyFilter)
|
|
196
|
+
.sort({ _id: 1 })
|
|
197
|
+
.limit(limit + 1);
|
|
198
|
+
if (docs.length === 0) {
|
|
199
|
+
// Stratum exhausted (or never had legacy docs) — caller proceeds by seq.
|
|
200
|
+
return undefined;
|
|
201
|
+
}
|
|
202
|
+
const page = docs.slice(0, limit);
|
|
203
|
+
const entities = [];
|
|
204
|
+
for (const doc of page) {
|
|
205
|
+
if (!(await (0, permissions_1.checkPermissions)("read", entry.options.permissions.read, user, doc))) {
|
|
206
|
+
continue;
|
|
352
207
|
}
|
|
353
|
-
|
|
354
|
-
|
|
208
|
+
entities.push({
|
|
209
|
+
data: await (0, exports.serializeSyncDoc)({ doc, entry, req }),
|
|
210
|
+
deleted: Boolean(doc.deleted),
|
|
211
|
+
id: String(doc._id),
|
|
212
|
+
seq: 0,
|
|
213
|
+
});
|
|
214
|
+
}
|
|
215
|
+
const lastId = String(page[page.length - 1]._id);
|
|
216
|
+
return { entities, legacyCursor: lastId };
|
|
217
|
+
};
|
|
355
218
|
/**
|
|
356
219
|
* C1: true when the stream's head (highest claimed seq) exceeds the stable frontier —
|
|
357
220
|
* i.e. committed seqs are still coming once the in-flight writes below the frontier land.
|
|
358
221
|
*/
|
|
359
|
-
|
|
360
|
-
|
|
361
|
-
|
|
362
|
-
return
|
|
363
|
-
|
|
364
|
-
case 0: return [4 /*yield*/, (0, plugins_1.findOneOrNoneFor)(models_1.SyncCounter, { stream: streamKey })];
|
|
365
|
-
case 1:
|
|
366
|
-
counter = _b.sent();
|
|
367
|
-
head = (_a = counter === null || counter === void 0 ? void 0 : counter.seq) !== null && _a !== void 0 ? _a : 0;
|
|
368
|
-
return [2 /*return*/, head > frontierSeq];
|
|
369
|
-
}
|
|
370
|
-
});
|
|
371
|
-
}); };
|
|
222
|
+
const frontierBelowStreamHead = async (streamKey, frontierSeq) => {
|
|
223
|
+
const counter = await (0, plugins_1.findOneOrNoneFor)(models_1.SyncCounter, { stream: streamKey });
|
|
224
|
+
const head = counter?.seq ?? 0;
|
|
225
|
+
return head > frontierSeq;
|
|
226
|
+
};
|
|
372
227
|
/**
|
|
373
228
|
* Page the normal seq stratum: documents with `_syncSeq` in `(cursor, frontierSeq]`, unioned
|
|
374
229
|
* with the `SyncScopeMove` tombstones for the same seq range (C4). Mirrors
|
|
@@ -377,107 +232,83 @@ var frontierBelowStreamHead = function (streamKey, frontierSeq) { return __await
|
|
|
377
232
|
*
|
|
378
233
|
* Returns the page's entities plus the cursor to resume from and whether more remains.
|
|
379
234
|
*/
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
388
|
-
|
|
389
|
-
|
|
390
|
-
|
|
391
|
-
|
|
392
|
-
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
|
|
396
|
-
|
|
397
|
-
|
|
398
|
-
|
|
399
|
-
|
|
400
|
-
|
|
401
|
-
|
|
402
|
-
|
|
403
|
-
|
|
404
|
-
|
|
405
|
-
|
|
406
|
-
|
|
407
|
-
|
|
408
|
-
|
|
409
|
-
|
|
410
|
-
|
|
411
|
-
|
|
412
|
-
|
|
413
|
-
|
|
414
|
-
|
|
415
|
-
|
|
416
|
-
|
|
417
|
-
|
|
418
|
-
|
|
419
|
-
|
|
420
|
-
|
|
421
|
-
doc = page_2_1.value;
|
|
422
|
-
return [4 /*yield*/, (0, permissions_1.checkPermissions)("read", entry.options.permissions.read, user, doc)];
|
|
423
|
-
case 5:
|
|
424
|
-
allowed = _k.sent();
|
|
425
|
-
if (!allowed) {
|
|
426
|
-
return [3 /*break*/, 9];
|
|
427
|
-
}
|
|
428
|
-
isTombstone = Boolean(doc.deleted);
|
|
429
|
-
_d = (_c = docEntities).push;
|
|
430
|
-
_g = {};
|
|
431
|
-
if (!isTombstone) return [3 /*break*/, 6];
|
|
432
|
-
_e = null;
|
|
433
|
-
return [3 /*break*/, 8];
|
|
434
|
-
case 6: return [4 /*yield*/, (0, exports.serializeSyncDoc)({ doc: doc, entry: entry, req: req })];
|
|
435
|
-
case 7:
|
|
436
|
-
_e = _k.sent();
|
|
437
|
-
_k.label = 8;
|
|
438
|
-
case 8:
|
|
439
|
-
_d.apply(_c, [(
|
|
440
|
-
// C7: tombstones carry no data (privacy + payload growth) — only id/seq/deleted.
|
|
441
|
-
_g.data = _e,
|
|
442
|
-
_g.deleted = isTombstone,
|
|
443
|
-
_g.id = String(doc._id),
|
|
444
|
-
_g.seq = (_j = doc._syncSeq) !== null && _j !== void 0 ? _j : 0,
|
|
445
|
-
_g)]);
|
|
446
|
-
_k.label = 9;
|
|
447
|
-
case 9:
|
|
448
|
-
page_2_1 = page_2.next();
|
|
449
|
-
return [3 /*break*/, 4];
|
|
450
|
-
case 10: return [3 /*break*/, 13];
|
|
451
|
-
case 11:
|
|
452
|
-
e_2_1 = _k.sent();
|
|
453
|
-
e_2 = { error: e_2_1 };
|
|
454
|
-
return [3 /*break*/, 13];
|
|
455
|
-
case 12:
|
|
456
|
-
try {
|
|
457
|
-
if (page_2_1 && !page_2_1.done && (_f = page_2.return)) _f.call(page_2);
|
|
458
|
-
}
|
|
459
|
-
finally { if (e_2) throw e_2.error; }
|
|
460
|
-
return [7 /*endfinally*/];
|
|
461
|
-
case 13:
|
|
462
|
-
markerEntities = markerPage.map(function (m) { return ({
|
|
463
|
-
data: null,
|
|
464
|
-
deleted: true,
|
|
465
|
-
id: m.entityId,
|
|
466
|
-
seq: m.seq,
|
|
467
|
-
}); });
|
|
468
|
-
merged = __spreadArray(__spreadArray([], __read(docEntities), false), __read(markerEntities), false).sort(function (a, b) { return a.seq - b.seq; })
|
|
469
|
-
.filter(function (entity) { return entity.seq <= coveredSeq; });
|
|
470
|
-
entities = merged.slice(0, limit);
|
|
471
|
-
entitiesTruncated = merged.length > entities.length;
|
|
472
|
-
return [4 /*yield*/, frontierBelowStreamHead(streamKey, frontierSeq)];
|
|
473
|
-
case 14:
|
|
474
|
-
frontierBelowHead = _k.sent();
|
|
475
|
-
hasMore = docsHaveMore || markersHaveMore || entitiesTruncated || frontierBelowHead;
|
|
476
|
-
advanceTo = entitiesTruncated ? entities[entities.length - 1].seq : coveredSeq;
|
|
477
|
-
return [2 /*return*/, { cursor: Math.max(cursor, Math.min(advanceTo, frontierSeq)), entities: entities, hasMore: hasMore }];
|
|
235
|
+
const pageSeqStratum = async ({ model, scopeFilter, cursor, limit, frontierSeq, streamKey, entry, req, }) => {
|
|
236
|
+
const user = req.user;
|
|
237
|
+
// C1: never page past the stable frontier — a cursor must not cross an uncommitted hole.
|
|
238
|
+
const seqFilter = { _syncSeq: { $gt: cursor, $lte: frontierSeq } };
|
|
239
|
+
// M1: compose the scope + seq clauses with $and (never spread-merge, which lets a
|
|
240
|
+
// scopeFilter $or clobber the seq clause). `deleted` MUST stay a TOP-LEVEL key:
|
|
241
|
+
// isDeletedPlugin injects {deleted: {$ne: true}} only when the top-level filter has
|
|
242
|
+
// no `deleted` key — burying it inside $and would let the plugin re-inject its
|
|
243
|
+
// exclusion and hide the tombstones catch-up depends on.
|
|
244
|
+
const query = { $and: [scopeFilter, seqFilter], deleted: { $in: [true, false] } };
|
|
245
|
+
const docs = await model
|
|
246
|
+
.find(query)
|
|
247
|
+
.sort({ _syncSeq: 1 })
|
|
248
|
+
.limit(limit + 1);
|
|
249
|
+
// C4: merge SyncScopeMove markers for THIS (old) stream into the page as tombstones,
|
|
250
|
+
// so an offline old-stream client learns the doc left its stream.
|
|
251
|
+
const markers = await models_1.SyncScopeMove.find({
|
|
252
|
+
fromStream: streamKey,
|
|
253
|
+
seq: { $gt: cursor, $lte: frontierSeq },
|
|
254
|
+
})
|
|
255
|
+
.sort({ seq: 1 })
|
|
256
|
+
.limit(limit + 1)
|
|
257
|
+
.lean();
|
|
258
|
+
const page = docs.slice(0, limit);
|
|
259
|
+
const markerPage = markers.slice(0, limit);
|
|
260
|
+
const docsHaveMore = docs.length > limit;
|
|
261
|
+
const markersHaveMore = markers.length > limit;
|
|
262
|
+
// The highest seq this page has fully examined. Docs and markers are fetched with
|
|
263
|
+
// independent limits, so coverage stops at the lower of the two: past that seq, the
|
|
264
|
+
// truncated side may still hold rows this page never saw. When a side was not
|
|
265
|
+
// truncated, everything up to the frontier is covered.
|
|
266
|
+
const lastDocSeq = page.length > 0 ? (page[page.length - 1]._syncSeq ?? 0) : 0;
|
|
267
|
+
const lastMarkerSeq = markerPage.length > 0 ? markerPage[markerPage.length - 1].seq : 0;
|
|
268
|
+
const coveredSeq = Math.min(docsHaveMore ? lastDocSeq : frontierSeq, markersHaveMore ? lastMarkerSeq : frontierSeq);
|
|
269
|
+
// C6 (M2): run the same per-doc read permission the delta path uses; drop denied
|
|
270
|
+
// docs but still advance the cursor past them (parity with delta behavior).
|
|
271
|
+
const docEntities = [];
|
|
272
|
+
for (const doc of page) {
|
|
273
|
+
const allowed = await (0, permissions_1.checkPermissions)("read", entry.options.permissions.read, user, doc);
|
|
274
|
+
if (!allowed) {
|
|
275
|
+
continue;
|
|
478
276
|
}
|
|
479
|
-
|
|
480
|
-
|
|
277
|
+
const isTombstone = Boolean(doc.deleted);
|
|
278
|
+
docEntities.push({
|
|
279
|
+
// C7: tombstones carry no data (privacy + payload growth) — only id/seq/deleted.
|
|
280
|
+
data: isTombstone ? null : await (0, exports.serializeSyncDoc)({ doc, entry, req }),
|
|
281
|
+
deleted: isTombstone,
|
|
282
|
+
id: String(doc._id),
|
|
283
|
+
seq: doc._syncSeq ?? 0,
|
|
284
|
+
});
|
|
285
|
+
}
|
|
286
|
+
const markerEntities = markerPage.map((m) => ({
|
|
287
|
+
data: null,
|
|
288
|
+
deleted: true,
|
|
289
|
+
id: m.entityId,
|
|
290
|
+
seq: m.seq,
|
|
291
|
+
}));
|
|
292
|
+
// Union doc page + marker tombstones, sort by seq, and drop anything beyond the
|
|
293
|
+
// covered range (it is re-fetched on the next page, in order).
|
|
294
|
+
const merged = [...docEntities, ...markerEntities]
|
|
295
|
+
.sort((a, b) => a.seq - b.seq)
|
|
296
|
+
.filter((entity) => entity.seq <= coveredSeq);
|
|
297
|
+
const entities = merged.slice(0, limit);
|
|
298
|
+
const entitiesTruncated = merged.length > entities.length;
|
|
299
|
+
// hasMore when: a full doc page was returned, extra markers remain, included
|
|
300
|
+
// entities were truncated by the limit, or the frontier sits below the head (more
|
|
301
|
+
// committed seqs are coming once in-flight writes land).
|
|
302
|
+
const frontierBelowHead = await frontierBelowStreamHead(streamKey, frontierSeq);
|
|
303
|
+
const hasMore = docsHaveMore || markersHaveMore || entitiesTruncated || frontierBelowHead;
|
|
304
|
+
// Advance the cursor over every seq this page CONSUMED, not just the entities it
|
|
305
|
+
// returned: a page whose docs were all read-denied returns nothing, and stalling the
|
|
306
|
+
// cursor there loops the client forever. Truncation by `limit` still pins the cursor
|
|
307
|
+
// to the last delivered entity so nothing undelivered is skipped, and the cursor
|
|
308
|
+
// never crosses the stable frontier (C1) nor moves backwards.
|
|
309
|
+
const advanceTo = entitiesTruncated ? entities[entities.length - 1].seq : coveredSeq;
|
|
310
|
+
return { cursor: Math.max(cursor, Math.min(advanceTo, frontierSeq)), entities, hasMore };
|
|
311
|
+
};
|
|
481
312
|
/** Hard cap on ids per `GET /sync/entities` request. */
|
|
482
313
|
exports.MAX_ENTITY_FETCH = 100;
|
|
483
314
|
/**
|
|
@@ -486,21 +317,19 @@ exports.MAX_ENTITY_FETCH = 100;
|
|
|
486
317
|
* caller input. Validate up front and name the offending ids in a 400. Models with
|
|
487
318
|
* client-minted string `_id`s (the syncdb default, see `legacyCursorClause`) take any shape.
|
|
488
319
|
*/
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
var model = _a.model, ids = _a.ids;
|
|
492
|
-
var idInstance = (_c = (_b = model.schema) === null || _b === void 0 ? void 0 : _b.path("_id")) === null || _c === void 0 ? void 0 : _c.instance;
|
|
320
|
+
const castEntityIds = ({ model, ids, }) => {
|
|
321
|
+
const idInstance = model.schema?.path("_id")?.instance;
|
|
493
322
|
if (idInstance !== "ObjectId") {
|
|
494
323
|
return ids;
|
|
495
324
|
}
|
|
496
|
-
|
|
325
|
+
const invalid = ids.filter((id) => !mongoose_1.default.isValidObjectId(id));
|
|
497
326
|
if (invalid.length > 0) {
|
|
498
327
|
throw new errors_1.APIError({
|
|
499
328
|
status: 400,
|
|
500
|
-
title:
|
|
329
|
+
title: `Invalid ids for ${model.modelName}: ${invalid.join(",")}`,
|
|
501
330
|
});
|
|
502
331
|
}
|
|
503
|
-
return ids.map(
|
|
332
|
+
return ids.map((id) => new mongoose_1.default.Types.ObjectId(id));
|
|
504
333
|
};
|
|
505
334
|
/**
|
|
506
335
|
* Mount the SyncDB HTTP routes:
|
|
@@ -509,430 +338,325 @@ var castEntityIds = function (_a) {
|
|
|
509
338
|
* - POST /sync/mutate — HTTP fallback mutation channel over applySyncMutation
|
|
510
339
|
* - GET /sync/key — per-user key material for the default encryption KeyProvider
|
|
511
340
|
*/
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
var router = express_1.default.Router();
|
|
341
|
+
const addSyncRoutes = (app, options = {}) => {
|
|
342
|
+
const router = express_1.default.Router();
|
|
515
343
|
// C2: authoritative membership discovery. Runs against the full req.user (D2) so
|
|
516
344
|
// tenant memberships resolve from current organizationIds.
|
|
517
|
-
router.get("/sync/streams", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(
|
|
518
|
-
|
|
519
|
-
|
|
520
|
-
|
|
521
|
-
|
|
522
|
-
|
|
523
|
-
|
|
524
|
-
|
|
525
|
-
|
|
526
|
-
}
|
|
527
|
-
streams = [];
|
|
528
|
-
_e.label = 1;
|
|
529
|
-
case 1:
|
|
530
|
-
_e.trys.push([1, 9, 10, 11]);
|
|
531
|
-
_a = __values((0, registry_1.getSyncRegistry)()), _b = _a.next();
|
|
532
|
-
_e.label = 2;
|
|
533
|
-
case 2:
|
|
534
|
-
if (!!_b.done) return [3 /*break*/, 8];
|
|
535
|
-
entry = _b.value;
|
|
536
|
-
return [4 /*yield*/, (0, permissions_1.checkPermissions)("list", entry.options.permissions.list, user)];
|
|
537
|
-
case 3:
|
|
538
|
-
if (!(_e.sent())) {
|
|
539
|
-
return [3 /*break*/, 7];
|
|
540
|
-
}
|
|
541
|
-
_e.label = 4;
|
|
542
|
-
case 4:
|
|
543
|
-
_e.trys.push([4, 6, , 7]);
|
|
544
|
-
return [4 /*yield*/, (0, streams_1.resolveUserStreamsForEntry)({
|
|
545
|
-
entry: entry,
|
|
546
|
-
getUserScopes: options.getUserScopes,
|
|
547
|
-
user: user,
|
|
548
|
-
})];
|
|
549
|
-
case 5:
|
|
550
|
-
entryStreams = _e.sent();
|
|
551
|
-
try {
|
|
552
|
-
for (entryStreams_1 = (e_4 = void 0, __values(entryStreams)), entryStreams_1_1 = entryStreams_1.next(); !entryStreams_1_1.done; entryStreams_1_1 = entryStreams_1.next()) {
|
|
553
|
-
stream = entryStreams_1_1.value;
|
|
554
|
-
streams.push({ collection: entry.collectionTag, stream: stream });
|
|
555
|
-
}
|
|
556
|
-
}
|
|
557
|
-
catch (e_4_1) { e_4 = { error: e_4_1 }; }
|
|
558
|
-
finally {
|
|
559
|
-
try {
|
|
560
|
-
if (entryStreams_1_1 && !entryStreams_1_1.done && (_d = entryStreams_1.return)) _d.call(entryStreams_1);
|
|
561
|
-
}
|
|
562
|
-
finally { if (e_4) throw e_4.error; }
|
|
563
|
-
}
|
|
564
|
-
return [3 /*break*/, 7];
|
|
565
|
-
case 6:
|
|
566
|
-
error_2 = _e.sent();
|
|
567
|
-
throw new errors_1.APIError({
|
|
568
|
-
status: 500,
|
|
569
|
-
title: "Failed to resolve streams for ".concat(entry.collectionTag, ": ").concat(String(error_2)),
|
|
570
|
-
});
|
|
571
|
-
case 7:
|
|
572
|
-
_b = _a.next();
|
|
573
|
-
return [3 /*break*/, 2];
|
|
574
|
-
case 8: return [3 /*break*/, 11];
|
|
575
|
-
case 9:
|
|
576
|
-
e_3_1 = _e.sent();
|
|
577
|
-
e_3 = { error: e_3_1 };
|
|
578
|
-
return [3 /*break*/, 11];
|
|
579
|
-
case 10:
|
|
580
|
-
try {
|
|
581
|
-
if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
|
|
582
|
-
}
|
|
583
|
-
finally { if (e_3) throw e_3.error; }
|
|
584
|
-
return [7 /*endfinally*/];
|
|
585
|
-
case 11:
|
|
586
|
-
response = { streams: streams };
|
|
587
|
-
return [2 /*return*/, res.json(response)];
|
|
345
|
+
router.get("/sync/streams", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(async (req, res) => {
|
|
346
|
+
const user = req.user;
|
|
347
|
+
if (!user) {
|
|
348
|
+
throw new errors_1.APIError({ status: 401, title: "Authentication required" });
|
|
349
|
+
}
|
|
350
|
+
const streams = [];
|
|
351
|
+
for (const entry of (0, registry_1.getSyncRegistry)()) {
|
|
352
|
+
if (!(await (0, permissions_1.checkPermissions)("list", entry.options.permissions.list, user))) {
|
|
353
|
+
continue;
|
|
588
354
|
}
|
|
589
|
-
|
|
590
|
-
|
|
591
|
-
|
|
592
|
-
|
|
593
|
-
|
|
594
|
-
|
|
595
|
-
|
|
596
|
-
|
|
597
|
-
|
|
598
|
-
if (!user) {
|
|
599
|
-
throw new errors_1.APIError({ status: 401, title: "Authentication required" });
|
|
600
|
-
}
|
|
601
|
-
streamKey = String((_b = req.query.stream) !== null && _b !== void 0 ? _b : "");
|
|
602
|
-
if (!streamKey) {
|
|
603
|
-
throw new errors_1.APIError({ status: 400, title: "stream query parameter is required" });
|
|
604
|
-
}
|
|
605
|
-
parsed = (0, streams_1.parseStreamKey)(streamKey);
|
|
606
|
-
if (!parsed) {
|
|
607
|
-
throw new errors_1.APIError({ status: 400, title: "Invalid stream key: ".concat(streamKey) });
|
|
608
|
-
}
|
|
609
|
-
entry = (0, registry_1.findSyncEntryByCollectionTag)(parsed.collectionTag);
|
|
610
|
-
if (!entry) {
|
|
611
|
-
throw new errors_1.APIError({
|
|
612
|
-
status: 404,
|
|
613
|
-
title: "Unknown sync collection: ".concat(parsed.collectionTag),
|
|
614
|
-
});
|
|
615
|
-
}
|
|
616
|
-
return [4 /*yield*/, (0, permissions_1.checkPermissions)("list", entry.options.permissions.list, user)];
|
|
617
|
-
case 1:
|
|
618
|
-
if (!(_d.sent())) {
|
|
619
|
-
throw new errors_1.APIError({
|
|
620
|
-
status: 403,
|
|
621
|
-
title: "Access to sync snapshot for ".concat(parsed.collectionTag, " denied for ").concat(user.id),
|
|
622
|
-
});
|
|
623
|
-
}
|
|
624
|
-
return [4 /*yield*/, (0, streams_1.resolveUserStreamsForEntry)({
|
|
625
|
-
entry: entry,
|
|
626
|
-
getUserScopes: options.getUserScopes,
|
|
627
|
-
user: user,
|
|
628
|
-
})];
|
|
629
|
-
case 2:
|
|
630
|
-
memberStreams = _d.sent();
|
|
631
|
-
if (!memberStreams.includes(streamKey)) {
|
|
632
|
-
throw new errors_1.APIError({
|
|
633
|
-
status: 403,
|
|
634
|
-
title: "User ".concat(user.id, " does not belong to stream ").concat(streamKey),
|
|
635
|
-
});
|
|
636
|
-
}
|
|
637
|
-
cursor = parseNonNegativeInt(req.query.cursor, "cursor", 0);
|
|
638
|
-
requestedLimit = parseNonNegativeInt(req.query.limit, "limit", (_c = options.defaultSnapshotLimit) !== null && _c !== void 0 ? _c : DEFAULT_SNAPSHOT_LIMIT);
|
|
639
|
-
limit = Math.min(Math.max(requestedLimit, 1), MAX_SNAPSHOT_LIMIT);
|
|
640
|
-
legacyCursorIn = typeof req.query.legacyCursor === "string" && req.query.legacyCursor.length > 0
|
|
641
|
-
? req.query.legacyCursor
|
|
642
|
-
: undefined;
|
|
643
|
-
if (!entry.config.snapshotFilter) return [3 /*break*/, 4];
|
|
644
|
-
return [4 /*yield*/, entry.config.snapshotFilter({ id: String(user.id) })];
|
|
645
|
-
case 3:
|
|
646
|
-
_a = _d.sent();
|
|
647
|
-
return [3 /*break*/, 5];
|
|
648
|
-
case 4:
|
|
649
|
-
_a = undefined;
|
|
650
|
-
_d.label = 5;
|
|
651
|
-
case 5:
|
|
652
|
-
snapshotFilterResult = _a;
|
|
653
|
-
return [4 /*yield*/, resolveSyncQueryFilter({ entry: entry, user: user })];
|
|
654
|
-
case 6:
|
|
655
|
-
queryFilterResult = _d.sent();
|
|
656
|
-
scopeFilter = composeSyncReadFilter({
|
|
657
|
-
queryFilter: queryFilterResult.filter,
|
|
658
|
-
scopeFilter: (0, exports.buildSnapshotScopeFilter)({
|
|
659
|
-
entry: entry,
|
|
660
|
-
scopeValue: parsed.scopeValue,
|
|
661
|
-
snapshotFilterResult: snapshotFilterResult,
|
|
662
|
-
}),
|
|
663
|
-
});
|
|
664
|
-
model = getSyncedModel(entry.modelName);
|
|
665
|
-
return [4 /*yield*/, (0, models_1.computeStableFrontier)({ stream: streamKey })];
|
|
666
|
-
case 7:
|
|
667
|
-
frontierSeq = _d.sent();
|
|
668
|
-
return [4 /*yield*/, (0, models_1.getCompactedThroughSeq)({ stream: streamKey })];
|
|
669
|
-
case 8:
|
|
670
|
-
oldestRetainedSeq = _d.sent();
|
|
671
|
-
// Task 9.19: a `queryFilter` that denies this caller means "no visible rows", exactly
|
|
672
|
-
// as REST's list endpoint answers. Serve a terminal empty page (cursor at the
|
|
673
|
-
// frontier, hasMore false) so the client settles instead of paging forever.
|
|
674
|
-
if (queryFilterResult.denied) {
|
|
675
|
-
deniedResponse = {
|
|
676
|
-
cursor: frontierSeq,
|
|
677
|
-
entities: [],
|
|
678
|
-
frontierSeq: frontierSeq,
|
|
679
|
-
hasMore: false,
|
|
680
|
-
oldestRetainedSeq: oldestRetainedSeq,
|
|
681
|
-
stream: streamKey,
|
|
682
|
-
};
|
|
683
|
-
return [2 /*return*/, res.json(deniedResponse)];
|
|
684
|
-
}
|
|
685
|
-
if (!(cursor === 0)) return [3 /*break*/, 10];
|
|
686
|
-
return [4 /*yield*/, pageLegacyStratum({
|
|
687
|
-
entry: entry,
|
|
688
|
-
legacyCursorIn: legacyCursorIn,
|
|
689
|
-
limit: limit,
|
|
690
|
-
model: model,
|
|
691
|
-
req: req,
|
|
692
|
-
scopeFilter: scopeFilter,
|
|
693
|
-
})];
|
|
694
|
-
case 9:
|
|
695
|
-
legacyResult = _d.sent();
|
|
696
|
-
if (legacyResult) {
|
|
697
|
-
response_1 = {
|
|
698
|
-
cursor: 0,
|
|
699
|
-
entities: legacyResult.entities,
|
|
700
|
-
frontierSeq: frontierSeq,
|
|
701
|
-
hasMore: true,
|
|
702
|
-
legacyCursor: legacyResult.legacyCursor,
|
|
703
|
-
oldestRetainedSeq: oldestRetainedSeq,
|
|
704
|
-
stream: streamKey,
|
|
705
|
-
};
|
|
706
|
-
return [2 /*return*/, res.json(response_1)];
|
|
707
|
-
}
|
|
708
|
-
_d.label = 10;
|
|
709
|
-
case 10: return [4 /*yield*/, pageSeqStratum({
|
|
710
|
-
cursor: cursor,
|
|
711
|
-
entry: entry,
|
|
712
|
-
frontierSeq: frontierSeq,
|
|
713
|
-
limit: limit,
|
|
714
|
-
model: model,
|
|
715
|
-
req: req,
|
|
716
|
-
scopeFilter: scopeFilter,
|
|
717
|
-
streamKey: streamKey,
|
|
718
|
-
})];
|
|
719
|
-
case 11:
|
|
720
|
-
seqResult = _d.sent();
|
|
721
|
-
response = {
|
|
722
|
-
cursor: seqResult.cursor,
|
|
723
|
-
entities: seqResult.entities,
|
|
724
|
-
frontierSeq: frontierSeq,
|
|
725
|
-
hasMore: seqResult.hasMore,
|
|
726
|
-
oldestRetainedSeq: oldestRetainedSeq,
|
|
727
|
-
stream: streamKey,
|
|
728
|
-
};
|
|
729
|
-
return [2 /*return*/, res.json(response)];
|
|
355
|
+
try {
|
|
356
|
+
const entryStreams = await (0, streams_1.resolveUserStreamsForEntry)({
|
|
357
|
+
entry,
|
|
358
|
+
getUserScopes: options.getUserScopes,
|
|
359
|
+
user,
|
|
360
|
+
});
|
|
361
|
+
for (const stream of entryStreams) {
|
|
362
|
+
streams.push({ collection: entry.collectionTag, stream });
|
|
363
|
+
}
|
|
730
364
|
}
|
|
731
|
-
|
|
732
|
-
|
|
733
|
-
|
|
734
|
-
|
|
735
|
-
|
|
736
|
-
var _h, _j;
|
|
737
|
-
return __generator(this, function (_k) {
|
|
738
|
-
switch (_k.label) {
|
|
739
|
-
case 0:
|
|
740
|
-
user = req.user;
|
|
741
|
-
if (!user) {
|
|
742
|
-
throw new errors_1.APIError({ status: 401, title: "Authentication required" });
|
|
743
|
-
}
|
|
744
|
-
collection = String((_h = req.query.collection) !== null && _h !== void 0 ? _h : "").trim();
|
|
745
|
-
if (!collection) {
|
|
746
|
-
throw new errors_1.APIError({ status: 400, title: "collection query parameter is required" });
|
|
747
|
-
}
|
|
748
|
-
idsParam = req.query.ids;
|
|
749
|
-
ids = typeof idsParam === "string"
|
|
750
|
-
? idsParam
|
|
751
|
-
.split(",")
|
|
752
|
-
.map(function (id) { return id.trim(); })
|
|
753
|
-
.filter(function (id) { return id.length > 0; })
|
|
754
|
-
: [];
|
|
755
|
-
if (ids.length === 0) {
|
|
756
|
-
throw new errors_1.APIError({ status: 400, title: "ids query parameter is required" });
|
|
757
|
-
}
|
|
758
|
-
// Task 9.27: this used to `.slice(0, MAX_ENTITY_FETCH)`, so an over-cap repair fetch
|
|
759
|
-
// came back 200 with a partial body and the client treated the entities it never
|
|
760
|
-
// received as absent. Reject instead, so the caller re-requests in chunks.
|
|
761
|
-
if (ids.length > exports.MAX_ENTITY_FETCH) {
|
|
762
|
-
throw new errors_1.APIError({
|
|
763
|
-
status: 400,
|
|
764
|
-
title: "Too many ids: ".concat(ids.length, " requested, limit is ").concat(exports.MAX_ENTITY_FETCH),
|
|
765
|
-
});
|
|
766
|
-
}
|
|
767
|
-
entry = (0, registry_1.findSyncEntryByCollectionTag)(collection);
|
|
768
|
-
if (!entry) {
|
|
769
|
-
throw new errors_1.APIError({
|
|
770
|
-
status: 404,
|
|
771
|
-
title: "Unknown sync collection: ".concat(collection),
|
|
772
|
-
});
|
|
773
|
-
}
|
|
774
|
-
return [4 /*yield*/, (0, permissions_1.checkPermissions)("list", entry.options.permissions.list, user)];
|
|
775
|
-
case 1:
|
|
776
|
-
if (!(_k.sent())) {
|
|
777
|
-
throw new errors_1.APIError({
|
|
778
|
-
status: 403,
|
|
779
|
-
title: "Access to sync entities for ".concat(collection, " denied for ").concat(user.id),
|
|
780
|
-
});
|
|
781
|
-
}
|
|
782
|
-
return [4 /*yield*/, (0, streams_1.resolveUserStreamsForEntry)({
|
|
783
|
-
entry: entry,
|
|
784
|
-
getUserScopes: options.getUserScopes,
|
|
785
|
-
user: user,
|
|
786
|
-
})];
|
|
787
|
-
case 2:
|
|
788
|
-
memberStreams = _k.sent();
|
|
789
|
-
memberSet = new Set(memberStreams);
|
|
790
|
-
return [4 /*yield*/, resolveSyncQueryFilter({ entry: entry, user: user })];
|
|
791
|
-
case 3:
|
|
792
|
-
queryFilterResult = _k.sent();
|
|
793
|
-
if (queryFilterResult.denied) {
|
|
794
|
-
deniedResponse = { entities: [] };
|
|
795
|
-
return [2 /*return*/, res.json(deniedResponse)];
|
|
796
|
-
}
|
|
797
|
-
model = getSyncedModel(entry.modelName);
|
|
798
|
-
castIds = castEntityIds({ ids: ids, model: model });
|
|
799
|
-
return [4 /*yield*/, model.find(__assign(__assign({}, composeSyncReadFilter({
|
|
800
|
-
queryFilter: queryFilterResult.filter,
|
|
801
|
-
scopeFilter: { _id: { $in: castIds } },
|
|
802
|
-
})), { deleted: { $in: [true, false] } }))];
|
|
803
|
-
case 4:
|
|
804
|
-
docs = _k.sent();
|
|
805
|
-
entities = [];
|
|
806
|
-
_k.label = 5;
|
|
807
|
-
case 5:
|
|
808
|
-
_k.trys.push([5, 13, 14, 15]);
|
|
809
|
-
_a = __values(docs), _b = _a.next();
|
|
810
|
-
_k.label = 6;
|
|
811
|
-
case 6:
|
|
812
|
-
if (!!_b.done) return [3 /*break*/, 12];
|
|
813
|
-
doc = _b.value;
|
|
814
|
-
return [4 /*yield*/, (0, permissions_1.checkPermissions)("read", entry.options.permissions.read, user, doc)];
|
|
815
|
-
case 7:
|
|
816
|
-
allowed = _k.sent();
|
|
817
|
-
if (!allowed) {
|
|
818
|
-
return [3 /*break*/, 11];
|
|
819
|
-
}
|
|
820
|
-
docObj = doc.toObject();
|
|
821
|
-
stream = (0, streams_1.resolveStreamForDoc)({
|
|
822
|
-
collectionTag: entry.collectionTag,
|
|
823
|
-
doc: docObj,
|
|
824
|
-
scope: entry.config.scope,
|
|
825
|
-
});
|
|
826
|
-
if (!memberSet.has(stream)) {
|
|
827
|
-
return [3 /*break*/, 11];
|
|
828
|
-
}
|
|
829
|
-
isTombstone = Boolean(docObj.deleted);
|
|
830
|
-
_d = (_c = entities).push;
|
|
831
|
-
_g = {};
|
|
832
|
-
if (!isTombstone) return [3 /*break*/, 8];
|
|
833
|
-
_e = null;
|
|
834
|
-
return [3 /*break*/, 10];
|
|
835
|
-
case 8: return [4 /*yield*/, (0, exports.serializeSyncDoc)({ doc: doc, entry: entry, req: req })];
|
|
836
|
-
case 9:
|
|
837
|
-
_e = _k.sent();
|
|
838
|
-
_k.label = 10;
|
|
839
|
-
case 10:
|
|
840
|
-
_d.apply(_c, [(_g.data = _e,
|
|
841
|
-
_g.deleted = isTombstone,
|
|
842
|
-
_g.id = String(doc._id),
|
|
843
|
-
_g.seq = (_j = docObj._syncSeq) !== null && _j !== void 0 ? _j : 0,
|
|
844
|
-
_g)]);
|
|
845
|
-
_k.label = 11;
|
|
846
|
-
case 11:
|
|
847
|
-
_b = _a.next();
|
|
848
|
-
return [3 /*break*/, 6];
|
|
849
|
-
case 12: return [3 /*break*/, 15];
|
|
850
|
-
case 13:
|
|
851
|
-
e_5_1 = _k.sent();
|
|
852
|
-
e_5 = { error: e_5_1 };
|
|
853
|
-
return [3 /*break*/, 15];
|
|
854
|
-
case 14:
|
|
855
|
-
try {
|
|
856
|
-
if (_b && !_b.done && (_f = _a.return)) _f.call(_a);
|
|
857
|
-
}
|
|
858
|
-
finally { if (e_5) throw e_5.error; }
|
|
859
|
-
return [7 /*endfinally*/];
|
|
860
|
-
case 15:
|
|
861
|
-
response = { entities: entities };
|
|
862
|
-
return [2 /*return*/, res.json(response)];
|
|
365
|
+
catch (error) {
|
|
366
|
+
throw new errors_1.APIError({
|
|
367
|
+
status: 500,
|
|
368
|
+
title: `Failed to resolve streams for ${entry.collectionTag}: ${String(error)}`,
|
|
369
|
+
});
|
|
863
370
|
}
|
|
371
|
+
}
|
|
372
|
+
const response = { streams };
|
|
373
|
+
return res.json(response);
|
|
374
|
+
}));
|
|
375
|
+
router.get("/sync/snapshot", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(async (req, res) => {
|
|
376
|
+
const user = req.user;
|
|
377
|
+
if (!user) {
|
|
378
|
+
throw new errors_1.APIError({ status: 401, title: "Authentication required" });
|
|
379
|
+
}
|
|
380
|
+
const streamKey = String(req.query.stream ?? "");
|
|
381
|
+
if (!streamKey) {
|
|
382
|
+
throw new errors_1.APIError({ status: 400, title: "stream query parameter is required" });
|
|
383
|
+
}
|
|
384
|
+
const parsed = (0, streams_1.parseStreamKey)(streamKey);
|
|
385
|
+
if (!parsed) {
|
|
386
|
+
throw new errors_1.APIError({ status: 400, title: `Invalid stream key: ${streamKey}` });
|
|
387
|
+
}
|
|
388
|
+
const entry = (0, registry_1.findSyncEntryByCollectionTag)(parsed.collectionTag);
|
|
389
|
+
if (!entry) {
|
|
390
|
+
throw new errors_1.APIError({
|
|
391
|
+
status: 404,
|
|
392
|
+
title: `Unknown sync collection: ${parsed.collectionTag}`,
|
|
393
|
+
});
|
|
394
|
+
}
|
|
395
|
+
if (!(await (0, permissions_1.checkPermissions)("list", entry.options.permissions.list, user))) {
|
|
396
|
+
throw new errors_1.APIError({
|
|
397
|
+
status: 403,
|
|
398
|
+
title: `Access to sync snapshot for ${parsed.collectionTag} denied for ${user.id}`,
|
|
399
|
+
});
|
|
400
|
+
}
|
|
401
|
+
// C2: a client must not snapshot a stream it does not belong to.
|
|
402
|
+
const memberStreams = await (0, streams_1.resolveUserStreamsForEntry)({
|
|
403
|
+
entry,
|
|
404
|
+
getUserScopes: options.getUserScopes,
|
|
405
|
+
user,
|
|
864
406
|
});
|
|
865
|
-
|
|
866
|
-
|
|
867
|
-
|
|
868
|
-
|
|
869
|
-
|
|
870
|
-
|
|
871
|
-
|
|
872
|
-
|
|
873
|
-
|
|
874
|
-
|
|
875
|
-
|
|
876
|
-
|
|
877
|
-
|
|
878
|
-
|
|
879
|
-
|
|
880
|
-
|
|
881
|
-
|
|
882
|
-
|
|
883
|
-
|
|
884
|
-
|
|
885
|
-
|
|
886
|
-
|
|
887
|
-
|
|
888
|
-
}
|
|
407
|
+
if (!memberStreams.includes(streamKey)) {
|
|
408
|
+
throw new errors_1.APIError({
|
|
409
|
+
status: 403,
|
|
410
|
+
title: `User ${user.id} does not belong to stream ${streamKey}`,
|
|
411
|
+
});
|
|
412
|
+
}
|
|
413
|
+
const cursor = parseNonNegativeInt(req.query.cursor, "cursor", 0);
|
|
414
|
+
const requestedLimit = parseNonNegativeInt(req.query.limit, "limit", options.defaultSnapshotLimit ?? DEFAULT_SNAPSHOT_LIMIT);
|
|
415
|
+
const limit = Math.min(Math.max(requestedLimit, 1), MAX_SNAPSHOT_LIMIT);
|
|
416
|
+
const legacyCursorIn = typeof req.query.legacyCursor === "string" && req.query.legacyCursor.length > 0
|
|
417
|
+
? req.query.legacyCursor
|
|
418
|
+
: undefined;
|
|
419
|
+
const snapshotFilterResult = entry.config.snapshotFilter
|
|
420
|
+
? await entry.config.snapshotFilter({ id: String(user.id) })
|
|
421
|
+
: undefined;
|
|
422
|
+
const queryFilterResult = await resolveSyncQueryFilter({ entry, user });
|
|
423
|
+
const scopeFilter = composeSyncReadFilter({
|
|
424
|
+
queryFilter: queryFilterResult.filter,
|
|
425
|
+
scopeFilter: (0, exports.buildSnapshotScopeFilter)({
|
|
426
|
+
entry,
|
|
427
|
+
scopeValue: parsed.scopeValue,
|
|
428
|
+
snapshotFilterResult,
|
|
429
|
+
}),
|
|
889
430
|
});
|
|
890
|
-
|
|
891
|
-
|
|
892
|
-
|
|
893
|
-
|
|
894
|
-
|
|
895
|
-
|
|
896
|
-
|
|
897
|
-
|
|
898
|
-
|
|
899
|
-
|
|
900
|
-
|
|
901
|
-
|
|
902
|
-
|
|
903
|
-
|
|
904
|
-
|
|
905
|
-
|
|
906
|
-
|
|
907
|
-
|
|
908
|
-
|
|
909
|
-
|
|
910
|
-
|
|
911
|
-
|
|
912
|
-
|
|
913
|
-
|
|
914
|
-
|
|
915
|
-
|
|
916
|
-
|
|
431
|
+
const model = getSyncedModel(entry.modelName);
|
|
432
|
+
const frontierSeq = await (0, models_1.computeStableFrontier)({ stream: streamKey });
|
|
433
|
+
// C7 (Task 9.15): the retention signal is the durable compaction watermark, not
|
|
434
|
+
// min(retained seq). The old computation was pinned low forever by any early doc that
|
|
435
|
+
// was never deleted, so a stale cursor sitting above a compacted tombstone's seq
|
|
436
|
+
// passed the check and silently never learned about that deletion.
|
|
437
|
+
const oldestRetainedSeq = await (0, models_1.getCompactedThroughSeq)({ stream: streamKey });
|
|
438
|
+
// Task 9.19: a `queryFilter` that denies this caller means "no visible rows", exactly
|
|
439
|
+
// as REST's list endpoint answers. Serve a terminal empty page (cursor at the
|
|
440
|
+
// frontier, hasMore false) so the client settles instead of paging forever.
|
|
441
|
+
if (queryFilterResult.denied) {
|
|
442
|
+
const deniedResponse = {
|
|
443
|
+
cursor: frontierSeq,
|
|
444
|
+
entities: [],
|
|
445
|
+
frontierSeq,
|
|
446
|
+
hasMore: false,
|
|
447
|
+
oldestRetainedSeq,
|
|
448
|
+
stream: streamKey,
|
|
449
|
+
};
|
|
450
|
+
return res.json(deniedResponse);
|
|
451
|
+
}
|
|
452
|
+
// C3: legacy (seq-0) stratum, paged by _id. Drained fully before seq paging begins.
|
|
453
|
+
if (cursor === 0) {
|
|
454
|
+
const legacyResult = await pageLegacyStratum({
|
|
455
|
+
entry,
|
|
456
|
+
legacyCursorIn,
|
|
457
|
+
limit,
|
|
458
|
+
model,
|
|
459
|
+
req,
|
|
460
|
+
scopeFilter,
|
|
461
|
+
});
|
|
462
|
+
if (legacyResult) {
|
|
463
|
+
const response = {
|
|
464
|
+
cursor: 0,
|
|
465
|
+
entities: legacyResult.entities,
|
|
466
|
+
frontierSeq,
|
|
467
|
+
hasMore: true,
|
|
468
|
+
legacyCursor: legacyResult.legacyCursor,
|
|
469
|
+
oldestRetainedSeq,
|
|
470
|
+
stream: streamKey,
|
|
471
|
+
};
|
|
472
|
+
return res.json(response);
|
|
917
473
|
}
|
|
474
|
+
}
|
|
475
|
+
const seqResult = await pageSeqStratum({
|
|
476
|
+
cursor,
|
|
477
|
+
entry,
|
|
478
|
+
frontierSeq,
|
|
479
|
+
limit,
|
|
480
|
+
model,
|
|
481
|
+
req,
|
|
482
|
+
scopeFilter,
|
|
483
|
+
streamKey,
|
|
484
|
+
});
|
|
485
|
+
const response = {
|
|
486
|
+
cursor: seqResult.cursor,
|
|
487
|
+
entities: seqResult.entities,
|
|
488
|
+
frontierSeq,
|
|
489
|
+
hasMore: seqResult.hasMore,
|
|
490
|
+
oldestRetainedSeq,
|
|
491
|
+
stream: streamKey,
|
|
492
|
+
};
|
|
493
|
+
return res.json(response);
|
|
494
|
+
}));
|
|
495
|
+
router.get("/sync/entities", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(async (req, res) => {
|
|
496
|
+
const user = req.user;
|
|
497
|
+
if (!user) {
|
|
498
|
+
throw new errors_1.APIError({ status: 401, title: "Authentication required" });
|
|
499
|
+
}
|
|
500
|
+
const collection = String(req.query.collection ?? "").trim();
|
|
501
|
+
if (!collection) {
|
|
502
|
+
throw new errors_1.APIError({ status: 400, title: "collection query parameter is required" });
|
|
503
|
+
}
|
|
504
|
+
const idsParam = req.query.ids;
|
|
505
|
+
const ids = typeof idsParam === "string"
|
|
506
|
+
? idsParam
|
|
507
|
+
.split(",")
|
|
508
|
+
.map((id) => id.trim())
|
|
509
|
+
.filter((id) => id.length > 0)
|
|
510
|
+
: [];
|
|
511
|
+
if (ids.length === 0) {
|
|
512
|
+
throw new errors_1.APIError({ status: 400, title: "ids query parameter is required" });
|
|
513
|
+
}
|
|
514
|
+
// Task 9.27: this used to `.slice(0, MAX_ENTITY_FETCH)`, so an over-cap repair fetch
|
|
515
|
+
// came back 200 with a partial body and the client treated the entities it never
|
|
516
|
+
// received as absent. Reject instead, so the caller re-requests in chunks.
|
|
517
|
+
if (ids.length > exports.MAX_ENTITY_FETCH) {
|
|
518
|
+
throw new errors_1.APIError({
|
|
519
|
+
status: 400,
|
|
520
|
+
title: `Too many ids: ${ids.length} requested, limit is ${exports.MAX_ENTITY_FETCH}`,
|
|
521
|
+
});
|
|
522
|
+
}
|
|
523
|
+
const entry = (0, registry_1.findSyncEntryByCollectionTag)(collection);
|
|
524
|
+
if (!entry) {
|
|
525
|
+
throw new errors_1.APIError({
|
|
526
|
+
status: 404,
|
|
527
|
+
title: `Unknown sync collection: ${collection}`,
|
|
528
|
+
});
|
|
529
|
+
}
|
|
530
|
+
if (!(await (0, permissions_1.checkPermissions)("list", entry.options.permissions.list, user))) {
|
|
531
|
+
throw new errors_1.APIError({
|
|
532
|
+
status: 403,
|
|
533
|
+
title: `Access to sync entities for ${collection} denied for ${user.id}`,
|
|
534
|
+
});
|
|
535
|
+
}
|
|
536
|
+
const isAdminWindow = entry.config.adminBroadcast === true &&
|
|
537
|
+
(await (0, adminWindowAccess_1.canUseAdminBroadcastWindow)({
|
|
538
|
+
accessControl: options.accessControl,
|
|
539
|
+
canOpenAdminWindow: options.canOpenAdminWindow,
|
|
540
|
+
user,
|
|
541
|
+
}));
|
|
542
|
+
const adminScope = isAdminWindow ? (0, adminBroadcastScope_1.getAdminBroadcastScope)(entry.modelName) : undefined;
|
|
543
|
+
if (adminScope && !(await (0, adminBroadcastScope_1.canListAdminBroadcastScope)({ scope: adminScope, user }))) {
|
|
544
|
+
const deniedResponse = { entities: [] };
|
|
545
|
+
return res.json(deniedResponse);
|
|
546
|
+
}
|
|
547
|
+
const memberStreams = isAdminWindow
|
|
548
|
+
? []
|
|
549
|
+
: await (0, streams_1.resolveUserStreamsForEntry)({
|
|
550
|
+
entry,
|
|
551
|
+
getUserScopes: options.getUserScopes,
|
|
552
|
+
user,
|
|
553
|
+
});
|
|
554
|
+
const memberSet = new Set(memberStreams);
|
|
555
|
+
// Task 9.19: mirror the REST list endpoint's row-level scoping. Without this, a
|
|
556
|
+
// collection that relies on `queryFilter` (rather than a per-doc read permission)
|
|
557
|
+
// served every requested id here, whatever the caller was allowed to list.
|
|
558
|
+
// Admin window hydrate skips the *product* filter so REST-selected ids can load
|
|
559
|
+
// across owners, then applies AdminApp list/read/`queryFilter` when registered.
|
|
560
|
+
const queryFilterResult = adminScope
|
|
561
|
+
? await (0, adminBroadcastScope_1.resolveAdminBroadcastQueryFilter)({ scope: adminScope, user })
|
|
562
|
+
: isAdminWindow
|
|
563
|
+
? { denied: false, filter: undefined }
|
|
564
|
+
: await resolveSyncQueryFilter({ entry, user });
|
|
565
|
+
if (queryFilterResult.denied) {
|
|
566
|
+
const deniedResponse = { entities: [] };
|
|
567
|
+
return res.json(deniedResponse);
|
|
568
|
+
}
|
|
569
|
+
const model = getSyncedModel(entry.modelName);
|
|
570
|
+
const castIds = castEntityIds({ ids, model });
|
|
571
|
+
const docs = await model.find({
|
|
572
|
+
// `deleted` MUST stay a TOP-LEVEL key so isDeletedPlugin does not re-inject its
|
|
573
|
+
// {deleted: {$ne: true}} exclusion and hide the tombstones a re-fetching client needs.
|
|
574
|
+
...composeSyncReadFilter({
|
|
575
|
+
queryFilter: queryFilterResult.filter,
|
|
576
|
+
scopeFilter: { _id: { $in: castIds } },
|
|
577
|
+
}),
|
|
578
|
+
deleted: { $in: [true, false] },
|
|
918
579
|
});
|
|
919
|
-
|
|
920
|
-
|
|
921
|
-
|
|
922
|
-
|
|
923
|
-
|
|
924
|
-
|
|
925
|
-
|
|
926
|
-
|
|
927
|
-
|
|
928
|
-
|
|
929
|
-
|
|
930
|
-
|
|
931
|
-
|
|
932
|
-
|
|
580
|
+
const entities = [];
|
|
581
|
+
for (const doc of docs) {
|
|
582
|
+
const allowed = adminScope
|
|
583
|
+
? await (0, permissions_1.checkPermissions)("read", adminScope.readPermissions, user, doc)
|
|
584
|
+
: await (0, permissions_1.checkPermissions)("read", entry.options.permissions.read, user, doc);
|
|
585
|
+
if (!allowed) {
|
|
586
|
+
continue;
|
|
587
|
+
}
|
|
588
|
+
const docObj = doc.toObject();
|
|
589
|
+
const stream = (0, streams_1.resolveStreamForDoc)({
|
|
590
|
+
collectionTag: entry.collectionTag,
|
|
591
|
+
doc: docObj,
|
|
592
|
+
scope: entry.config.scope,
|
|
593
|
+
});
|
|
594
|
+
if (!isAdminWindow && !memberSet.has(stream)) {
|
|
595
|
+
continue;
|
|
933
596
|
}
|
|
597
|
+
const isTombstone = Boolean(docObj.deleted);
|
|
598
|
+
entities.push({
|
|
599
|
+
data: isTombstone ? null : await (0, exports.serializeSyncDoc)({ doc, entry, req }),
|
|
600
|
+
deleted: isTombstone,
|
|
601
|
+
id: String(doc._id),
|
|
602
|
+
seq: docObj._syncSeq ?? 0,
|
|
603
|
+
});
|
|
604
|
+
}
|
|
605
|
+
const response = { entities };
|
|
606
|
+
return res.json(response);
|
|
607
|
+
}));
|
|
608
|
+
router.post("/sync/mutate", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(async (req, res) => {
|
|
609
|
+
const user = req.user;
|
|
610
|
+
if (!user) {
|
|
611
|
+
throw new errors_1.APIError({ status: 401, title: "Authentication required" });
|
|
612
|
+
}
|
|
613
|
+
// Task 9.20: rate limiting + apply live in the shared runner, so this route and
|
|
614
|
+
// `sync:mutate` behave identically under the same inputs.
|
|
615
|
+
const { outcome } = await (0, syncBatch_1.runSyncMutation)({
|
|
616
|
+
mutation: req.body,
|
|
617
|
+
req,
|
|
618
|
+
scopeResolver: options.getUserScopes,
|
|
619
|
+
syncOptions: options,
|
|
620
|
+
user,
|
|
934
621
|
});
|
|
935
|
-
|
|
622
|
+
if (outcome.type === "ack") {
|
|
623
|
+
return res.json({ ack: outcome.ack });
|
|
624
|
+
}
|
|
625
|
+
// Duplicate deliveries reading a recorded outcome map to the same statuses.
|
|
626
|
+
return res.status(NACK_HTTP_STATUS[outcome.nack.code]).json({ nack: outcome.nack });
|
|
627
|
+
}));
|
|
628
|
+
router.post("/sync/mutate/batch", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(async (req, res) => {
|
|
629
|
+
const user = req.user;
|
|
630
|
+
if (!user) {
|
|
631
|
+
throw new errors_1.APIError({ status: 401, title: "Authentication required" });
|
|
632
|
+
}
|
|
633
|
+
const body = req.body;
|
|
634
|
+
const mutations = Array.isArray(body?.mutations) ? body.mutations : [];
|
|
635
|
+
// Task 9.20: validate -> rate limit -> apply, shared with `sync:mutateBatch`. An
|
|
636
|
+
// invalid batch (oversized, duplicate ids) is rejected before any budget is charged.
|
|
637
|
+
const { response, stage } = await (0, syncBatch_1.runSyncBatch)({
|
|
638
|
+
mutations,
|
|
639
|
+
req,
|
|
640
|
+
scopeResolver: options.getUserScopes,
|
|
641
|
+
syncOptions: options,
|
|
642
|
+
user,
|
|
643
|
+
});
|
|
644
|
+
if (stage === "validation") {
|
|
645
|
+
return res.status(422).json(response);
|
|
646
|
+
}
|
|
647
|
+
if (stage === "rate_limited") {
|
|
648
|
+
return res.status(NACK_HTTP_STATUS.rate_limited).json(response);
|
|
649
|
+
}
|
|
650
|
+
return res.json(response);
|
|
651
|
+
}));
|
|
652
|
+
router.get("/sync/key", (0, auth_1.authenticateMiddleware)(), (0, api_1.asyncHandler)(async (req, res) => {
|
|
653
|
+
const user = req.user;
|
|
654
|
+
if (!user) {
|
|
655
|
+
throw new errors_1.APIError({ status: 401, title: "Authentication required" });
|
|
656
|
+
}
|
|
657
|
+
const keyMaterial = await (0, models_1.getOrCreateSyncKeyMaterial)({ userId: String(user.id) });
|
|
658
|
+
return res.json({ keyMaterial });
|
|
659
|
+
}));
|
|
936
660
|
// Authenticate middleware rejects with Error("Unauthorized"); convert that to
|
|
937
661
|
// 401 before the generic error handler (and before Express's default 500).
|
|
938
662
|
router.use(errors_1.apiUnauthorizedMiddleware);
|