@terreno/api 57.2.0 → 57.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.ai/skills/mongoose-schema-safety/SKILL.md +23 -10
- package/README.md +23 -7
- package/dist/actions.js +19 -7
- package/dist/adminTypes.d.ts +7 -0
- package/dist/adminTypes.js +6 -1
- package/dist/api.d.ts +14 -0
- package/dist/api.js +111 -60
- package/dist/audit/auditApp.d.ts +30 -0
- package/dist/audit/auditApp.js +155 -0
- package/dist/audit/auditEventModel.d.ts +29 -0
- package/dist/audit/auditEventModel.js +102 -0
- package/dist/audit/cloudTasksEnqueue.d.ts +32 -0
- package/dist/audit/cloudTasksEnqueue.js +162 -0
- package/dist/audit/diff.d.ts +10 -0
- package/dist/audit/diff.js +230 -0
- package/dist/audit/processQueue.d.ts +6 -0
- package/dist/audit/processQueue.js +101 -0
- package/dist/audit/rbacSink.d.ts +2 -0
- package/dist/audit/rbacSink.js +82 -0
- package/dist/audit/record.d.ts +56 -0
- package/dist/audit/record.js +373 -0
- package/dist/auth.d.ts +23 -10
- package/dist/auth.js +97 -32
- package/dist/authRecovery.d.ts +5 -0
- package/dist/authRecovery.js +350 -0
- package/dist/authTokens.d.ts +8 -0
- package/dist/authTokens.js +162 -0
- package/dist/betterAuth.d.ts +39 -0
- package/dist/betterAuthApp.d.ts +4 -0
- package/dist/betterAuthApp.js +26 -8
- package/dist/betterAuthSetup.d.ts +44 -2
- package/dist/betterAuthSetup.js +288 -18
- package/dist/collectionRegistry.d.ts +40 -0
- package/dist/collectionRegistry.js +97 -0
- package/dist/configurationApp.d.ts +11 -2
- package/dist/configurationApp.js +2 -4
- package/dist/docLoader.js +35 -6
- package/dist/expressServer.d.ts +26 -3
- package/dist/expressServer.js +79 -11
- package/dist/index.d.ts +42 -1
- package/dist/index.js +84 -2
- package/dist/mcp/auth.d.ts +1 -0
- package/dist/mcp/auth.js +47 -25
- package/dist/mcp/handlers.d.ts +1 -1
- package/dist/mcp/handlers.js +67 -233
- package/dist/mcp/query.d.ts +2 -15
- package/dist/mcp/query.js +8 -8
- package/dist/mcp/registry.d.ts +1 -5
- package/dist/mcp/registry.js +31 -20
- package/dist/mcp/schemaGenerator.d.ts +2 -7
- package/dist/mcp/schemaGenerator.js +41 -116
- package/dist/mcp/server.d.ts +1 -0
- package/dist/mcp/server.js +1 -0
- package/dist/mcp/serviceTokens.d.ts +16 -0
- package/dist/mcp/serviceTokens.js +345 -0
- package/dist/mcp/types.d.ts +2 -2
- package/dist/migrations/fixtures/all-down/20260910120000-one.d.ts +4 -0
- package/dist/migrations/fixtures/all-down/20260910120000-one.js +49 -0
- package/dist/migrations/fixtures/all-down/20260910120001-two.d.ts +4 -0
- package/dist/migrations/fixtures/all-down/20260910120001-two.js +49 -0
- package/dist/migrations/fixtures/bad-id/20260910120000-mismatch.d.ts +3 -0
- package/dist/migrations/fixtures/bad-id/20260910120000-mismatch.js +45 -0
- package/dist/migrations/fixtures/bad-name/not-a-migration.d.ts +3 -0
- package/dist/migrations/fixtures/bad-name/not-a-migration.js +45 -0
- package/dist/migrations/fixtures/missing-up/20260910120000-noup.d.ts +2 -0
- package/dist/migrations/fixtures/missing-up/20260910120000-noup.js +5 -0
- package/dist/migrations/fixtures/valid/20260910120000-alpha.d.ts +3 -0
- package/dist/migrations/fixtures/valid/20260910120000-alpha.js +45 -0
- package/dist/migrations/fixtures/valid/20260910120001-beta.d.ts +4 -0
- package/dist/migrations/fixtures/valid/20260910120001-beta.js +49 -0
- package/dist/migrations/generate.d.ts +17 -0
- package/dist/migrations/generate.js +277 -0
- package/dist/migrations/load.d.ts +20 -0
- package/dist/migrations/load.js +236 -0
- package/dist/migrations/lock.d.ts +13 -0
- package/dist/migrations/lock.js +145 -0
- package/dist/migrations/runner.d.ts +42 -0
- package/dist/migrations/runner.js +503 -0
- package/dist/migrations/schemaCatalog.d.ts +44 -0
- package/dist/migrations/schemaCatalog.js +326 -0
- package/dist/migrations/types.d.ts +87 -0
- package/dist/migrations/types.js +7 -0
- package/dist/models/mcpServiceToken.d.ts +3 -0
- package/dist/models/mcpServiceToken.js +208 -0
- package/dist/models/notification.d.ts +2 -0
- package/dist/models/notification.js +62 -0
- package/dist/models/notificationPreference.d.ts +2 -0
- package/dist/models/notificationPreference.js +49 -0
- package/dist/notifications/notificationService.d.ts +40 -0
- package/dist/notifications/notificationService.js +323 -0
- package/dist/notifications/notificationsApp.d.ts +18 -0
- package/dist/notifications/notificationsApp.js +250 -0
- package/dist/notifications/notificationsBeforeSend.d.ts +14 -0
- package/dist/notifications/notificationsBeforeSend.js +77 -0
- package/dist/openApi.d.ts +1 -7
- package/dist/openApi.js +7 -6
- package/dist/openApiBuilder.d.ts +19 -7
- package/dist/openApiBuilder.js +61 -8
- package/dist/openApiCompat.js +1 -1
- package/dist/openApiValidator.d.ts +13 -1
- package/dist/openApiValidator.js +200 -38
- package/dist/orgs/orgContext.d.ts +23 -0
- package/dist/orgs/orgContext.js +198 -0
- package/dist/orgs/orgPermissions.d.ts +4 -0
- package/dist/orgs/orgPermissions.js +77 -0
- package/dist/orgs/orgPlugin.d.ts +13 -0
- package/dist/orgs/orgPlugin.js +84 -0
- package/dist/orgs/organizationModel.d.ts +13 -0
- package/dist/orgs/organizationModel.js +301 -0
- package/dist/orgs/organizationSettings.d.ts +19 -0
- package/dist/orgs/organizationSettings.js +120 -0
- package/dist/orgs/orgsApp.d.ts +28 -0
- package/dist/orgs/orgsApp.js +678 -0
- package/dist/permissions.d.ts +7 -13
- package/dist/permissions.js +8 -31
- package/dist/plugins.d.ts +14 -1
- package/dist/plugins.js +17 -6
- package/dist/populate.d.ts +2 -2
- package/dist/populate.js +47 -42
- package/dist/rateLimit/applyTrustProxy.d.ts +3 -0
- package/dist/rateLimit/applyTrustProxy.js +17 -0
- package/dist/rateLimit/createStore.d.ts +2 -0
- package/dist/rateLimit/createStore.js +28 -0
- package/dist/rateLimit/memoryStore.d.ts +2 -0
- package/dist/rateLimit/memoryStore.js +108 -0
- package/dist/rateLimit/middleware.d.ts +3 -0
- package/dist/rateLimit/middleware.js +109 -0
- package/dist/rateLimit/mongoStore.d.ts +4 -0
- package/dist/rateLimit/mongoStore.js +123 -0
- package/dist/rateLimit/policies.d.ts +10 -0
- package/dist/rateLimit/policies.js +149 -0
- package/dist/rateLimit/redisStore.d.ts +4 -0
- package/dist/rateLimit/redisStore.js +156 -0
- package/dist/rateLimit/types.d.ts +54 -0
- package/dist/rateLimit/types.js +9 -0
- package/dist/rbac/access.js +35 -14
- package/dist/rbac/assertAllowed.d.ts +9 -0
- package/dist/rbac/assertAllowed.js +182 -0
- package/dist/rbac/membershipOrgAdminSource.d.ts +6 -0
- package/dist/rbac/membershipOrgAdminSource.js +122 -0
- package/dist/rbac/modelRouterAccess.d.ts +4 -0
- package/dist/rbac/modelRouterAccess.js +11 -4
- package/dist/rbac/permissionUtils.js +3 -2
- package/dist/rbac/resolve.js +65 -35
- package/dist/rbac/roleModel.d.ts +2 -5
- package/dist/rbac/roleModel.js +18 -4
- package/dist/rbac/routes.js +15 -6
- package/dist/rbac/statements.d.ts +10 -1
- package/dist/rbac/statements.js +19 -2
- package/dist/rbac/types.d.ts +5 -0
- package/dist/realtime/changeStreamWatcher.d.ts +10 -4
- package/dist/realtime/changeStreamWatcher.js +110 -64
- package/dist/realtime/deprecation.d.ts +13 -0
- package/dist/realtime/deprecation.js +33 -0
- package/dist/realtime/realtimeApp.d.ts +2 -1
- package/dist/realtime/realtimeApp.js +11 -11
- package/dist/realtime/registry.d.ts +0 -31
- package/dist/realtime/registry.js +44 -31
- package/dist/realtime/socketAuth.d.ts +5 -5
- package/dist/realtime/socketAuth.js +11 -1
- package/dist/realtime/socketUser.d.ts +5 -1
- package/dist/realtime/types.d.ts +14 -4
- package/dist/schemaMetadata.d.ts +56 -0
- package/dist/schemaMetadata.js +524 -0
- package/dist/seedRunner.d.ts +88 -0
- package/dist/seedRunner.js +627 -0
- package/dist/sync/adminBroadcastScope.d.ts +40 -0
- package/dist/sync/adminBroadcastScope.js +194 -0
- package/dist/sync/adminWindowAccess.d.ts +13 -0
- package/dist/sync/adminWindowAccess.js +96 -0
- package/dist/sync/adminWindowMutation.d.ts +88 -0
- package/dist/sync/adminWindowMutation.js +247 -0
- package/dist/sync/executors.d.ts +19 -3
- package/dist/sync/executors.js +194 -165
- package/dist/sync/loadHarness.js +28 -19
- package/dist/sync/models.js +26 -24
- package/dist/sync/mutationHandler.d.ts +14 -2
- package/dist/sync/mutationHandler.js +201 -76
- package/dist/sync/registrationSideEffects.d.ts +35 -0
- package/dist/sync/registrationSideEffects.js +151 -0
- package/dist/sync/registry.d.ts +2 -52
- package/dist/sync/registry.js +42 -187
- package/dist/sync/routes.d.ts +13 -0
- package/dist/sync/routes.js +116 -58
- package/dist/sync/scripts/compactTombstones.js +0 -2
- package/dist/sync/socketHandlers.d.ts +8 -2
- package/dist/sync/socketHandlers.js +144 -50
- package/dist/sync/streams.d.ts +2 -0
- package/dist/sync/streams.js +7 -1
- package/dist/sync/syncApp.d.ts +4 -3
- package/dist/sync/syncApp.js +5 -4
- package/dist/sync/syncBatch.d.ts +5 -2
- package/dist/sync/syncBatch.js +7 -6
- package/dist/sync/syncSeqPlugin.d.ts +1 -1
- package/dist/sync/syncSeqPlugin.js +20 -16
- package/dist/sync/types.d.ts +18 -0
- package/dist/terrenoApp.d.ts +48 -5
- package/dist/terrenoApp.js +157 -72
- package/dist/tests/createTestData.d.ts +1 -3
- package/dist/tests/createTestData.js +3 -5
- package/dist/tests/models.d.ts +3 -0
- package/dist/tests/models.js +15 -2
- package/dist/tests/testHelper.d.ts +0 -5
- package/dist/tests/testHelper.js +2 -9
- package/dist/types/authToken.d.ts +33 -0
- package/dist/types/authToken.js +2 -0
- package/dist/types/mcpServiceToken.d.ts +41 -0
- package/dist/types/mcpServiceToken.js +2 -0
- package/dist/types/membership.d.ts +23 -0
- package/dist/types/membership.js +2 -0
- package/dist/types/notification.d.ts +28 -0
- package/dist/types/notification.js +2 -0
- package/dist/types/notificationPreference.d.ts +20 -0
- package/dist/types/notificationPreference.js +2 -0
- package/dist/types/organization.d.ts +36 -0
- package/dist/types/organization.js +2 -0
- package/dist/webhooks/headerValue.d.ts +2 -0
- package/dist/webhooks/headerValue.js +14 -0
- package/dist/webhooks/idempotency/memoryStore.d.ts +10 -0
- package/dist/webhooks/idempotency/memoryStore.js +65 -0
- package/dist/webhooks/idempotency/mongoStore.d.ts +4 -0
- package/dist/webhooks/idempotency/mongoStore.js +150 -0
- package/dist/webhooks/idempotency/webhookReceipt.d.ts +17 -0
- package/dist/webhooks/idempotency/webhookReceipt.js +39 -0
- package/dist/webhooks/rawBody.d.ts +15 -0
- package/dist/webhooks/rawBody.js +23 -0
- package/dist/webhooks/timingSafeEqual.d.ts +4 -0
- package/dist/webhooks/timingSafeEqual.js +17 -0
- package/dist/webhooks/verifiers/hmac.d.ts +15 -0
- package/dist/webhooks/verifiers/hmac.js +49 -0
- package/dist/webhooks/verifiers/sendgrid.d.ts +10 -0
- package/dist/webhooks/verifiers/sendgrid.js +56 -0
- package/dist/webhooks/verifiers/stripe.d.ts +9 -0
- package/dist/webhooks/verifiers/stripe.js +99 -0
- package/dist/webhooks/verifiers/twilio.d.ts +9 -0
- package/dist/webhooks/verifiers/twilio.js +112 -0
- package/dist/webhooks/webhooksApp.d.ts +33 -0
- package/dist/webhooks/webhooksApp.js +195 -0
- package/package.json +32 -27
- package/src/__snapshots__/openApi.test.ts.snap +444 -36
- package/src/__snapshots__/openApiBuilder.test.ts.snap +24 -24
- package/src/__snapshots__/schemaMetadata.test.ts.snap +196 -0
- package/src/actions.ts +20 -13
- package/src/adminModelRouter.test.ts +133 -0
- package/src/adminTypes.ts +8 -0
- package/src/api.arrayOperations.test.ts +43 -31
- package/src/api.hooks.test.ts +38 -29
- package/src/api.query.test.ts +31 -31
- package/src/api.test.ts +133 -97
- package/src/api.ts +84 -27
- package/src/audit/auditApp.test.ts +243 -0
- package/src/audit/auditApp.ts +139 -0
- package/src/audit/auditEventModel.ts +156 -0
- package/src/audit/auditRouter.test.ts +456 -0
- package/src/audit/cloudTasksEnqueue.test.ts +124 -0
- package/src/audit/cloudTasksEnqueue.ts +104 -0
- package/src/audit/diff.ts +163 -0
- package/src/audit/processQueue.ts +69 -0
- package/src/audit/rbacSink.test.ts +86 -0
- package/src/audit/rbacSink.ts +42 -0
- package/src/audit/record.test.ts +402 -0
- package/src/audit/record.ts +328 -0
- package/src/auth.test.ts +108 -52
- package/src/auth.ts +98 -29
- package/src/authRecovery.test.ts +281 -0
- package/src/authRecovery.ts +279 -0
- package/src/authTokens.test.ts +94 -0
- package/src/authTokens.ts +118 -0
- package/src/authVerification.test.ts +293 -0
- package/src/betterAuth.ts +31 -0
- package/src/betterAuthApp.test.ts +1 -0
- package/src/betterAuthApp.ts +27 -9
- package/src/betterAuthSetup.test.ts +595 -38
- package/src/betterAuthSetup.ts +261 -5
- package/src/collectionRegistry.test.ts +164 -0
- package/src/collectionRegistry.ts +135 -0
- package/src/configurationApp.ts +13 -7
- package/src/docLoader.test.ts +45 -1
- package/src/docLoader.ts +37 -6
- package/src/express.d.ts +3 -0
- package/src/expressServer.test.ts +180 -68
- package/src/expressServer.ts +75 -19
- package/src/githubAuth.test.ts +60 -55
- package/src/index.ts +127 -0
- package/src/mcp/auth.test.ts +47 -0
- package/src/mcp/auth.ts +32 -11
- package/src/mcp/handlers.test.ts +275 -0
- package/src/mcp/handlers.ts +45 -172
- package/src/mcp/integration.test.ts +59 -9
- package/src/mcp/query.ts +5 -7
- package/src/mcp/registry.ts +29 -20
- package/src/mcp/schemaGenerator.test.ts +8 -0
- package/src/mcp/schemaGenerator.ts +49 -131
- package/src/mcp/server.ts +2 -0
- package/src/mcp/serviceTokens.test.ts +330 -0
- package/src/mcp/serviceTokens.ts +307 -0
- package/src/mcp/toolGenerator.test.ts +82 -1
- package/src/mcp/types.ts +2 -6
- package/src/migrations/cli.test.ts +376 -0
- package/src/migrations/cli.ts +283 -0
- package/src/migrations/fixtures/all-down/20260910120000-one.ts +6 -0
- package/src/migrations/fixtures/all-down/20260910120001-two.ts +6 -0
- package/src/migrations/fixtures/bad-id/20260910120000-mismatch.ts +4 -0
- package/src/migrations/fixtures/bad-name/not-a-migration.ts +4 -0
- package/src/migrations/fixtures/missing-up/20260910120000-noup.ts +2 -0
- package/src/migrations/fixtures/valid/20260910120000-alpha.ts +4 -0
- package/src/migrations/fixtures/valid/20260910120001-beta.ts +6 -0
- package/src/migrations/generate.test.ts +333 -0
- package/src/migrations/generate.ts +216 -0
- package/src/migrations/load.test.ts +103 -0
- package/src/migrations/load.ts +124 -0
- package/src/migrations/lock.test.ts +133 -0
- package/src/migrations/lock.ts +118 -0
- package/src/migrations/runner.test.ts +504 -0
- package/src/migrations/runner.ts +358 -0
- package/src/migrations/schemaCatalog.test.ts +159 -0
- package/src/migrations/schemaCatalog.ts +262 -0
- package/src/migrations/types.ts +94 -0
- package/src/models/mcpServiceToken.test.ts +129 -0
- package/src/models/mcpServiceToken.ts +158 -0
- package/src/models/notification.ts +68 -0
- package/src/models/notificationPreference.ts +62 -0
- package/src/notifications/notificationService.ts +254 -0
- package/src/notifications/notificationsApp.test.ts +505 -0
- package/src/notifications/notificationsApp.ts +200 -0
- package/src/notifications/notificationsBeforeSend.ts +51 -0
- package/src/openApi.test.ts +80 -65
- package/src/openApi.ts +2 -1
- package/src/openApiBuilder.test.ts +95 -7
- package/src/openApiBuilder.ts +60 -12
- package/src/openApiCompat.ts +1 -1
- package/src/openApiValidator.test.ts +270 -56
- package/src/openApiValidator.ts +219 -36
- package/src/orgs/orgAccessOptIn.test.ts +87 -0
- package/src/orgs/orgContext.test.ts +259 -0
- package/src/orgs/orgContext.ts +151 -0
- package/src/orgs/orgPermissions.test.ts +105 -0
- package/src/orgs/orgPermissions.ts +40 -0
- package/src/orgs/orgPlugin.test.ts +130 -0
- package/src/orgs/orgPlugin.ts +70 -0
- package/src/orgs/orgRbac.test.ts +267 -0
- package/src/orgs/orgSecurityDefects.test.ts +415 -0
- package/src/orgs/organizationModel.test.ts +205 -0
- package/src/orgs/organizationModel.ts +257 -0
- package/src/orgs/organizationSettings.test.ts +113 -0
- package/src/orgs/organizationSettings.ts +126 -0
- package/src/orgs/orgsApp.test.ts +382 -0
- package/src/orgs/orgsApp.ts +563 -0
- package/src/permissions.test.ts +62 -36
- package/src/permissions.ts +8 -30
- package/src/plugins.test.ts +14 -0
- package/src/plugins.ts +34 -9
- package/src/populate.test.ts +34 -0
- package/src/populate.ts +40 -29
- package/src/rateLimit/applyTrustProxy.ts +17 -0
- package/src/rateLimit/createStore.ts +25 -0
- package/src/rateLimit/memoryStore.ts +40 -0
- package/src/rateLimit/middleware.ts +79 -0
- package/src/rateLimit/mongoStore.test.ts +80 -0
- package/src/rateLimit/mongoStore.ts +77 -0
- package/src/rateLimit/policies.ts +130 -0
- package/src/rateLimit/rateLimit.test.ts +328 -0
- package/src/rateLimit/redisStore.ioredis.test.ts +29 -0
- package/src/rateLimit/redisStore.test.ts +114 -0
- package/src/rateLimit/redisStore.ts +86 -0
- package/src/rateLimit/types.ts +64 -0
- package/src/rbac/access.ts +16 -4
- package/src/rbac/assertAllowed.test.ts +325 -0
- package/src/rbac/assertAllowed.ts +157 -0
- package/src/rbac/backfillAdmins.test.ts +124 -0
- package/src/rbac/fieldViews.test.ts +89 -0
- package/src/rbac/membershipOrgAdminSource.ts +59 -0
- package/src/rbac/modelRouterAccess.test.ts +126 -0
- package/src/rbac/modelRouterAccess.ts +8 -2
- package/src/rbac/permissionUtils.test.ts +26 -5
- package/src/rbac/permissionUtils.ts +3 -2
- package/src/rbac/realtimeAccess.test.ts +109 -1
- package/src/rbac/resolve.test.ts +34 -2
- package/src/rbac/resolve.ts +31 -11
- package/src/rbac/roleManager.test.ts +169 -0
- package/src/rbac/roleModel.test.ts +34 -1
- package/src/rbac/roleModel.ts +17 -1
- package/src/rbac/routes.test.ts +233 -0
- package/src/rbac/routes.ts +16 -6
- package/src/rbac/statements.test.ts +19 -0
- package/src/rbac/statements.ts +19 -1
- package/src/rbac/types.ts +5 -0
- package/src/realtime/changeStreamWatcher.ts +73 -33
- package/src/realtime/deprecation.test.ts +60 -0
- package/src/realtime/deprecation.ts +33 -0
- package/src/realtime/realtime.test.ts +365 -189
- package/src/realtime/realtimeApp.ts +11 -11
- package/src/realtime/realtimeAppSetup.test.ts +32 -5
- package/src/realtime/registry.ts +48 -42
- package/src/realtime/sessionRevalidation.test.ts +57 -44
- package/src/realtime/socketAuth.test.ts +75 -23
- package/src/realtime/socketAuth.ts +17 -6
- package/src/realtime/socketUser.ts +5 -3
- package/src/realtime/types.ts +14 -4
- package/src/schemaMetadata.test.ts +419 -0
- package/src/schemaMetadata.ts +593 -0
- package/src/scrubAdminFields.test.ts +105 -0
- package/src/seedRunner.test.ts +591 -0
- package/src/seedRunner.ts +464 -0
- package/src/sync/adminBroadcastConfig.test.ts +96 -0
- package/src/sync/adminBroadcastScope.test.ts +155 -0
- package/src/sync/adminBroadcastScope.ts +123 -0
- package/src/sync/adminWindowAccess.test.ts +57 -0
- package/src/sync/adminWindowAccess.ts +32 -0
- package/src/sync/adminWindowMutation.test.ts +450 -0
- package/src/sync/adminWindowMutation.ts +283 -0
- package/src/sync/docMatchesMutationData.test.ts +16 -0
- package/src/sync/ensureSyncIndexes.test.ts +54 -15
- package/src/sync/executors.test.ts +40 -0
- package/src/sync/executors.ts +57 -18
- package/src/sync/integration.test.ts +15 -7
- package/src/sync/loadHarness.ts +28 -19
- package/src/sync/models.ts +32 -18
- package/src/sync/mutationHandler.test.ts +293 -17
- package/src/sync/mutationHandler.ts +180 -36
- package/src/sync/registrationSideEffects.test.ts +126 -0
- package/src/sync/registrationSideEffects.ts +131 -0
- package/src/sync/registry.ts +49 -171
- package/src/sync/routes.ts +55 -10
- package/src/sync/scripts/compactTombstones.ts +0 -2
- package/src/sync/sessionRevalidationIntegration.test.ts +12 -11
- package/src/sync/socketHandlers.ts +154 -58
- package/src/sync/streams.ts +6 -0
- package/src/sync/sync.test.ts +28 -25
- package/src/sync/syncApp.ts +5 -4
- package/src/sync/syncBatch.ts +10 -4
- package/src/sync/syncFrontier.test.ts +17 -15
- package/src/sync/syncPhaseC.test.ts +54 -43
- package/src/sync/syncRoutes.test.ts +347 -38
- package/src/sync/syncSeqPlugin.ts +66 -44
- package/src/sync/syncSocket.test.ts +341 -81
- package/src/sync/types.ts +20 -0
- package/src/terrenoApp.mcpServiceTokens.test.ts +173 -0
- package/src/terrenoApp.migrations.test.ts +114 -0
- package/src/terrenoApp.test.ts +41 -0
- package/src/terrenoApp.ts +181 -46
- package/src/tests/createTestData.ts +2 -2
- package/src/tests/models.ts +24 -3
- package/src/tests/testHelper.ts +1 -7
- package/src/types/authToken.ts +41 -0
- package/src/types/mcpServiceToken.ts +48 -0
- package/src/types/membership.ts +48 -0
- package/src/types/notification.ts +34 -0
- package/src/types/notificationPreference.ts +28 -0
- package/src/types/organization.ts +49 -0
- package/src/webhooks/headerValue.test.ts +22 -0
- package/src/webhooks/headerValue.ts +12 -0
- package/src/webhooks/idempotency/memoryStore.ts +34 -0
- package/src/webhooks/idempotency/mongoStore.test.ts +274 -0
- package/src/webhooks/idempotency/mongoStore.ts +83 -0
- package/src/webhooks/idempotency/webhookReceipt.ts +67 -0
- package/src/webhooks/rawBody.test.ts +107 -0
- package/src/webhooks/rawBody.ts +24 -0
- package/src/webhooks/timingSafeEqual.ts +16 -0
- package/src/webhooks/verifiers/hmac.test.ts +110 -0
- package/src/webhooks/verifiers/hmac.ts +54 -0
- package/src/webhooks/verifiers/providerVerifiers.test.ts +388 -0
- package/src/webhooks/verifiers/sendgrid.ts +59 -0
- package/src/webhooks/verifiers/stripe.ts +67 -0
- package/src/webhooks/verifiers/twilio.ts +69 -0
- package/src/webhooks/webhooksApp.test.ts +221 -0
- package/src/webhooks/webhooksApp.ts +144 -0
- package/tsconfig.json +1 -1
- package/tsconfig.typedoc.json +2 -1
- package/dist/vendor/wesleytodd-openapi/lib/convert-yaml.d.ts +0 -2
- package/dist/vendor/wesleytodd-openapi/lib/convert-yaml.js +0 -13
- package/src/vendor/wesleytodd-openapi/lib/convert-yaml.js +0 -13
|
@@ -77,12 +77,14 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
77
77
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
78
78
|
};
|
|
79
79
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
80
|
-
exports.applySyncMutationBatch = exports.validateSyncMutationBatch = exports.applySyncMutation = exports.MAX_SYNC_MUTATIONS_PER_BATCH = void 0;
|
|
80
|
+
exports.applySyncMutationBatch = exports.validateSyncMutationBatch = exports.applySyncMutation = exports.docMatchesMutationData = exports.MAX_SYNC_MUTATIONS_PER_BATCH = void 0;
|
|
81
81
|
var luxon_1 = require("luxon");
|
|
82
82
|
var mongoose_1 = __importDefault(require("mongoose"));
|
|
83
83
|
var errors_1 = require("../errors");
|
|
84
84
|
var logger_1 = require("../logger");
|
|
85
|
+
var orgContext_1 = require("../orgs/orgContext");
|
|
85
86
|
var plugins_1 = require("../plugins");
|
|
87
|
+
var adminWindowMutation_1 = require("./adminWindowMutation");
|
|
86
88
|
var executors_1 = require("./executors");
|
|
87
89
|
var models_1 = require("./models");
|
|
88
90
|
var registry_1 = require("./registry");
|
|
@@ -271,7 +273,7 @@ var takeoverStaleLease = function (mutationId) { return __awaiter(void 0, void 0
|
|
|
271
273
|
switch (_a.label) {
|
|
272
274
|
case 0:
|
|
273
275
|
cutoff = luxon_1.DateTime.now().minus({ milliseconds: models_1.SYNC_MUTATION_LEASE_MS }).toJSDate();
|
|
274
|
-
return [4 /*yield*/, models_1.SyncMutation.findOneAndUpdate({ claimedAt: { $lt: cutoff }, mutationId: mutationId, status: "pending" }, { $set: { claimedAt:
|
|
276
|
+
return [4 /*yield*/, models_1.SyncMutation.findOneAndUpdate({ claimedAt: { $lt: cutoff }, mutationId: mutationId, status: "pending" }, { $set: { claimedAt: luxon_1.DateTime.now().toJSDate() } }, { new: true })];
|
|
275
277
|
case 1:
|
|
276
278
|
claimed = _a.sent();
|
|
277
279
|
return [2 /*return*/, claimed !== null && claimed !== void 0 ? claimed : undefined];
|
|
@@ -321,7 +323,7 @@ var waitForRecordedOutcome = function (_a) { return __awaiter(void 0, [_a], void
|
|
|
321
323
|
if (takenOver) {
|
|
322
324
|
logger_1.logger.warn("[sync] Took over a stale mutation lease", {
|
|
323
325
|
mutationId: mutationId,
|
|
324
|
-
staleForMs:
|
|
326
|
+
staleForMs: luxon_1.DateTime.now().diff(luxon_1.DateTime.fromJSDate(row.claimedAt)).toMillis(),
|
|
325
327
|
});
|
|
326
328
|
return [2 /*return*/, onTakeover(takenOver)];
|
|
327
329
|
}
|
|
@@ -375,11 +377,16 @@ var docMatchesMutationData = function (doc, data) {
|
|
|
375
377
|
var _b = __read(_a, 2), key = _b[0], value = _b[1];
|
|
376
378
|
var current = plain === null || plain === void 0 ? void 0 : plain[key];
|
|
377
379
|
if (current instanceof Date && typeof value === "string") {
|
|
378
|
-
|
|
380
|
+
var parsed = luxon_1.DateTime.fromISO(value, { zone: "utc" });
|
|
381
|
+
if (!parsed.isValid) {
|
|
382
|
+
return false;
|
|
383
|
+
}
|
|
384
|
+
return current.toISOString() === parsed.toJSDate().toISOString();
|
|
379
385
|
}
|
|
380
386
|
return JSON.stringify(current) === JSON.stringify(value);
|
|
381
387
|
});
|
|
382
388
|
};
|
|
389
|
+
exports.docMatchesMutationData = docMatchesMutationData;
|
|
383
390
|
var nackCodeForError = function (error) {
|
|
384
391
|
if (!(0, errors_1.isAPIError)(error)) {
|
|
385
392
|
return "error";
|
|
@@ -528,134 +535,221 @@ var finalizeAlreadyApplied = function (_a) { return __awaiter(void 0, [_a], void
|
|
|
528
535
|
* - delete: idempotent already (executeDelete on an already-deleted tombstone is a no-op
|
|
529
536
|
* success in this codebase's soft-delete model), so no special tolerance is needed.
|
|
530
537
|
*/
|
|
538
|
+
var organizationIdFromRequest = function (request) {
|
|
539
|
+
if (typeof request.header !== "function") {
|
|
540
|
+
return undefined;
|
|
541
|
+
}
|
|
542
|
+
var raw = request.header("X-Organization-Id");
|
|
543
|
+
if (typeof raw !== "string") {
|
|
544
|
+
return undefined;
|
|
545
|
+
}
|
|
546
|
+
var trimmed = raw.trim();
|
|
547
|
+
if (!trimmed) {
|
|
548
|
+
return undefined;
|
|
549
|
+
}
|
|
550
|
+
return trimmed;
|
|
551
|
+
};
|
|
552
|
+
var withRequestOrgContext = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
|
|
553
|
+
var organizationId, context;
|
|
554
|
+
var request = _b.request, run = _b.run, user = _b.user;
|
|
555
|
+
return __generator(this, function (_c) {
|
|
556
|
+
switch (_c.label) {
|
|
557
|
+
case 0:
|
|
558
|
+
organizationId = organizationIdFromRequest(request);
|
|
559
|
+
if (!organizationId) {
|
|
560
|
+
return [2 /*return*/, run()];
|
|
561
|
+
}
|
|
562
|
+
return [4 /*yield*/, (0, orgContext_1.resolveOrgContext)({ organizationId: organizationId, required: false, user: user })];
|
|
563
|
+
case 1:
|
|
564
|
+
context = _c.sent();
|
|
565
|
+
return [2 /*return*/, (0, orgContext_1.runWithOrgContext)(context, run)];
|
|
566
|
+
}
|
|
567
|
+
});
|
|
568
|
+
}); };
|
|
531
569
|
var applyClaimedMutation = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
|
|
532
|
-
var
|
|
570
|
+
var claimed = _b.claimed, entry = _b.entry, mutation = _b.mutation, request = _b.request, user = _b.user, scopeResolver = _b.scopeResolver, syncOptions = _b.syncOptions, _c = _b.isLeaseTakeover, isLeaseTakeover = _c === void 0 ? false : _c;
|
|
571
|
+
return __generator(this, function (_d) {
|
|
572
|
+
return [2 /*return*/, withRequestOrgContext({
|
|
573
|
+
request: request,
|
|
574
|
+
run: function () {
|
|
575
|
+
return applyClaimedMutationInContext({
|
|
576
|
+
claimed: claimed,
|
|
577
|
+
entry: entry,
|
|
578
|
+
isLeaseTakeover: isLeaseTakeover,
|
|
579
|
+
mutation: mutation,
|
|
580
|
+
request: request,
|
|
581
|
+
scopeResolver: scopeResolver,
|
|
582
|
+
syncOptions: syncOptions,
|
|
583
|
+
user: user,
|
|
584
|
+
});
|
|
585
|
+
},
|
|
586
|
+
user: user,
|
|
587
|
+
})];
|
|
588
|
+
});
|
|
589
|
+
}); };
|
|
590
|
+
var applyClaimedMutationInContext = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
|
|
591
|
+
var mutationId, adminWindowScope, model, adminWindow, effectiveMutation, skipPermissionChecks, executorOptions_1, executorRequest_1, doc, postHook, body, result_1, createError_1, existing, _c, resultId_1, resultSeq_1, result_2, cleanedBody_1, prevDoc_1, updateError_1, _d, resultId_2, resultSeq_2, result_3, resultId, resultSeq, warning, postHookError_1, auditError_1, error_2;
|
|
533
592
|
var _e, _f, _g, _h, _j;
|
|
534
|
-
var claimed = _b.claimed, entry = _b.entry, mutation = _b.mutation, request = _b.request, user = _b.user, scopeResolver = _b.scopeResolver, _k = _b.isLeaseTakeover, isLeaseTakeover = _k === void 0 ? false : _k;
|
|
593
|
+
var claimed = _b.claimed, entry = _b.entry, mutation = _b.mutation, request = _b.request, user = _b.user, scopeResolver = _b.scopeResolver, syncOptions = _b.syncOptions, _k = _b.isLeaseTakeover, isLeaseTakeover = _k === void 0 ? false : _k;
|
|
535
594
|
return __generator(this, function (_l) {
|
|
536
595
|
switch (_l.label) {
|
|
537
596
|
case 0:
|
|
538
597
|
mutationId = mutation.mutationId;
|
|
539
598
|
_l.label = 1;
|
|
540
599
|
case 1:
|
|
541
|
-
_l.trys.push([1,
|
|
600
|
+
_l.trys.push([1, 32, , 33]);
|
|
542
601
|
model = mongoose_1.default.model(entry.modelName);
|
|
543
|
-
|
|
544
|
-
return [4 /*yield*/, enforceWriteScope({
|
|
545
|
-
data: mutation.data,
|
|
602
|
+
return [4 /*yield*/, (0, adminWindowMutation_1.prepareAdminWindowMutation)({
|
|
546
603
|
entry: entry,
|
|
547
|
-
|
|
548
|
-
|
|
604
|
+
mutation: mutation,
|
|
605
|
+
req: request,
|
|
606
|
+
syncOptions: syncOptions,
|
|
549
607
|
user: user,
|
|
550
608
|
})];
|
|
551
609
|
case 2:
|
|
552
|
-
|
|
610
|
+
adminWindow = _l.sent();
|
|
611
|
+
effectiveMutation = mutation;
|
|
612
|
+
if (!adminWindow) return [3 /*break*/, 3];
|
|
613
|
+
effectiveMutation = adminWindow.mutation;
|
|
614
|
+
adminWindowScope = adminWindow.scope;
|
|
615
|
+
return [3 /*break*/, 5];
|
|
616
|
+
case 3:
|
|
617
|
+
// C6 (M6): product-path write-scope backstop before any write pipeline runs.
|
|
618
|
+
return [4 /*yield*/, enforceWriteScope({
|
|
619
|
+
data: effectiveMutation.data,
|
|
620
|
+
entry: entry,
|
|
621
|
+
operation: effectiveMutation.operation,
|
|
622
|
+
scopeResolver: scopeResolver,
|
|
623
|
+
user: user,
|
|
624
|
+
})];
|
|
625
|
+
case 4:
|
|
626
|
+
// C6 (M6): product-path write-scope backstop before any write pipeline runs.
|
|
553
627
|
_l.sent();
|
|
628
|
+
_l.label = 5;
|
|
629
|
+
case 5:
|
|
630
|
+
skipPermissionChecks = Boolean(adminWindowScope);
|
|
631
|
+
executorOptions_1 = adminWindowScope
|
|
632
|
+
? (0, adminWindowMutation_1.buildAdminWindowExecutorOptions)({ productOptions: entry.options, scope: adminWindowScope })
|
|
633
|
+
: entry.options;
|
|
634
|
+
executorRequest_1 = adminWindowScope
|
|
635
|
+
? (0, adminWindowMutation_1.withAdminWindowMutationRequestContext)({ mutation: effectiveMutation, req: request })
|
|
636
|
+
: request;
|
|
554
637
|
doc = void 0;
|
|
555
638
|
postHook = void 0;
|
|
556
|
-
if (!(
|
|
557
|
-
body = __assign({}, ((_e =
|
|
558
|
-
if (
|
|
559
|
-
body._id =
|
|
639
|
+
if (!(effectiveMutation.operation === "create")) return [3 /*break*/, 13];
|
|
640
|
+
body = __assign({}, ((_e = effectiveMutation.data) !== null && _e !== void 0 ? _e : {}));
|
|
641
|
+
if (effectiveMutation.id) {
|
|
642
|
+
body._id = effectiveMutation.id;
|
|
560
643
|
}
|
|
561
|
-
_l.label =
|
|
562
|
-
case
|
|
563
|
-
_l.trys.push([
|
|
644
|
+
_l.label = 6;
|
|
645
|
+
case 6:
|
|
646
|
+
_l.trys.push([6, 8, , 12]);
|
|
564
647
|
return [4 /*yield*/, (0, executors_1.executeCreate)({
|
|
565
648
|
body: body,
|
|
566
649
|
model: model,
|
|
567
|
-
options:
|
|
568
|
-
req:
|
|
650
|
+
options: executorOptions_1,
|
|
651
|
+
req: executorRequest_1,
|
|
652
|
+
skipPermissionChecks: skipPermissionChecks,
|
|
569
653
|
skipPostHooks: true,
|
|
570
654
|
user: user,
|
|
571
655
|
})];
|
|
572
|
-
case
|
|
656
|
+
case 7:
|
|
573
657
|
result_1 = _l.sent();
|
|
574
658
|
doc = result_1.doc;
|
|
575
659
|
postHook = function () {
|
|
576
|
-
return (0, executors_1.runPostCreate)({ doc: result_1.doc, options:
|
|
660
|
+
return (0, executors_1.runPostCreate)({ doc: result_1.doc, options: executorOptions_1, request: executorRequest_1 });
|
|
577
661
|
};
|
|
578
|
-
return [3 /*break*/,
|
|
579
|
-
case
|
|
662
|
+
return [3 /*break*/, 12];
|
|
663
|
+
case 8:
|
|
580
664
|
createError_1 = _l.sent();
|
|
581
|
-
if (!(isLeaseTakeover &&
|
|
582
|
-
|
|
583
|
-
|
|
665
|
+
if (!(isLeaseTakeover &&
|
|
666
|
+
isE11000Error(createError_1) &&
|
|
667
|
+
typeof effectiveMutation.id === "string")) return [3 /*break*/, 11];
|
|
668
|
+
return [4 /*yield*/, (0, plugins_1.findOneOrNoneFor)(model, { _id: effectiveMutation.id })];
|
|
669
|
+
case 9:
|
|
584
670
|
existing = _l.sent();
|
|
585
|
-
if (!existing) return [3 /*break*/,
|
|
671
|
+
if (!existing) return [3 /*break*/, 11];
|
|
586
672
|
return [4 /*yield*/, finalizeAlreadyApplied({
|
|
587
673
|
claimedId: claimed._id,
|
|
588
674
|
doc: existing,
|
|
589
675
|
mutation: mutation,
|
|
590
676
|
})];
|
|
591
|
-
case
|
|
677
|
+
case 10:
|
|
592
678
|
_c = _l.sent(), resultId_1 = _c.resultId, resultSeq_1 = _c.resultSeq;
|
|
593
679
|
return [2 /*return*/, { ack: { id: resultId_1, mutationId: mutationId, seq: resultSeq_1 }, type: "ack" }];
|
|
594
|
-
case
|
|
595
|
-
case
|
|
596
|
-
case
|
|
597
|
-
if (!(
|
|
598
|
-
_l.label =
|
|
599
|
-
case
|
|
600
|
-
_l.trys.push([
|
|
680
|
+
case 11: throw createError_1;
|
|
681
|
+
case 12: return [3 /*break*/, 22];
|
|
682
|
+
case 13:
|
|
683
|
+
if (!(effectiveMutation.operation === "update")) return [3 /*break*/, 20];
|
|
684
|
+
_l.label = 14;
|
|
685
|
+
case 14:
|
|
686
|
+
_l.trys.push([14, 16, , 19]);
|
|
601
687
|
return [4 /*yield*/, (0, executors_1.executeUpdate)({
|
|
602
|
-
body: (_f =
|
|
603
|
-
concurrencyCheck: { baseSeq: (_g =
|
|
604
|
-
id:
|
|
688
|
+
body: (_f = effectiveMutation.data) !== null && _f !== void 0 ? _f : {},
|
|
689
|
+
concurrencyCheck: { baseSeq: (_g = effectiveMutation.baseVersion) !== null && _g !== void 0 ? _g : 0, type: "seq" },
|
|
690
|
+
id: effectiveMutation.id,
|
|
605
691
|
model: model,
|
|
606
|
-
options:
|
|
607
|
-
req:
|
|
692
|
+
options: executorOptions_1,
|
|
693
|
+
req: executorRequest_1,
|
|
694
|
+
skipPermissionChecks: skipPermissionChecks,
|
|
608
695
|
skipPostHooks: true,
|
|
609
696
|
user: user,
|
|
610
697
|
})];
|
|
611
|
-
case
|
|
698
|
+
case 15:
|
|
612
699
|
result_2 = _l.sent();
|
|
613
700
|
doc = result_2.doc;
|
|
614
701
|
cleanedBody_1 = result_2.cleanedBody;
|
|
615
702
|
prevDoc_1 = result_2.prevDoc;
|
|
616
703
|
postHook = function () {
|
|
617
|
-
return (0, executors_1.runPostUpdate)({
|
|
704
|
+
return (0, executors_1.runPostUpdate)({
|
|
705
|
+
cleanedBody: cleanedBody_1,
|
|
706
|
+
doc: result_2.doc,
|
|
707
|
+
options: executorOptions_1,
|
|
708
|
+
prevDoc: prevDoc_1,
|
|
709
|
+
request: executorRequest_1,
|
|
710
|
+
});
|
|
618
711
|
};
|
|
619
|
-
return [3 /*break*/,
|
|
620
|
-
case
|
|
712
|
+
return [3 /*break*/, 19];
|
|
713
|
+
case 16:
|
|
621
714
|
updateError_1 = _l.sent();
|
|
622
715
|
if (!(isLeaseTakeover &&
|
|
623
716
|
(0, executors_1.isExecutorConflictError)(updateError_1) &&
|
|
624
717
|
updateError_1.conflictType === "seq" &&
|
|
625
|
-
updateError_1.serverSeq === ((_h =
|
|
626
|
-
docMatchesMutationData(updateError_1.doc,
|
|
718
|
+
updateError_1.serverSeq === ((_h = effectiveMutation.baseVersion) !== null && _h !== void 0 ? _h : 0) + 1 &&
|
|
719
|
+
(0, exports.docMatchesMutationData)(updateError_1.doc, effectiveMutation.data))) return [3 /*break*/, 18];
|
|
627
720
|
return [4 /*yield*/, finalizeAlreadyApplied({
|
|
628
721
|
claimedId: claimed._id,
|
|
629
722
|
doc: updateError_1.doc,
|
|
630
723
|
mutation: mutation,
|
|
631
724
|
})];
|
|
632
|
-
case
|
|
725
|
+
case 17:
|
|
633
726
|
_d = _l.sent(), resultId_2 = _d.resultId, resultSeq_2 = _d.resultSeq;
|
|
634
727
|
return [2 /*return*/, { ack: { id: resultId_2, mutationId: mutationId, seq: resultSeq_2 }, type: "ack" }];
|
|
635
|
-
case
|
|
636
|
-
case
|
|
637
|
-
case
|
|
638
|
-
id:
|
|
728
|
+
case 18: throw updateError_1;
|
|
729
|
+
case 19: return [3 /*break*/, 22];
|
|
730
|
+
case 20: return [4 /*yield*/, (0, executors_1.executeDelete)({
|
|
731
|
+
id: effectiveMutation.id,
|
|
639
732
|
model: model,
|
|
640
|
-
options:
|
|
641
|
-
req:
|
|
733
|
+
options: executorOptions_1,
|
|
734
|
+
req: executorRequest_1,
|
|
735
|
+
skipPermissionChecks: skipPermissionChecks,
|
|
642
736
|
skipPostHooks: true,
|
|
643
737
|
user: user,
|
|
644
738
|
})];
|
|
645
|
-
case
|
|
739
|
+
case 21:
|
|
646
740
|
result_3 = _l.sent();
|
|
647
741
|
doc = result_3.doc;
|
|
648
742
|
postHook = function () {
|
|
649
|
-
return (0, executors_1.runPostDelete)({ doc: result_3.doc, options:
|
|
743
|
+
return (0, executors_1.runPostDelete)({ doc: result_3.doc, options: executorOptions_1, request: executorRequest_1 });
|
|
650
744
|
};
|
|
651
|
-
_l.label =
|
|
652
|
-
case
|
|
745
|
+
_l.label = 22;
|
|
746
|
+
case 22:
|
|
653
747
|
resultId = String(doc._id);
|
|
654
748
|
resultSeq = (_j = doc._syncSeq) !== null && _j !== void 0 ? _j : 0;
|
|
655
749
|
// M5: finalize the ledger BEFORE the post-hook runs — a post-hook throw
|
|
656
750
|
// must never make a committed write look like a failure.
|
|
657
751
|
return [4 /*yield*/, models_1.SyncMutation.updateOne({ _id: claimed._id }, { $set: { resultId: resultId, resultSeq: resultSeq, status: "applied" } })];
|
|
658
|
-
case
|
|
752
|
+
case 23:
|
|
659
753
|
// M5: finalize the ledger BEFORE the post-hook runs — a post-hook throw
|
|
660
754
|
// must never make a committed write look like a failure.
|
|
661
755
|
_l.sent();
|
|
@@ -665,14 +759,14 @@ var applyClaimedMutation = function (_a) { return __awaiter(void 0, [_a], void 0
|
|
|
665
759
|
seq: resultSeq,
|
|
666
760
|
});
|
|
667
761
|
warning = void 0;
|
|
668
|
-
_l.label =
|
|
669
|
-
case
|
|
670
|
-
_l.trys.push([
|
|
762
|
+
_l.label = 24;
|
|
763
|
+
case 24:
|
|
764
|
+
_l.trys.push([24, 26, , 27]);
|
|
671
765
|
return [4 /*yield*/, postHook()];
|
|
672
|
-
case
|
|
766
|
+
case 25:
|
|
673
767
|
_l.sent();
|
|
674
|
-
return [3 /*break*/,
|
|
675
|
-
case
|
|
768
|
+
return [3 /*break*/, 27];
|
|
769
|
+
case 26:
|
|
676
770
|
postHookError_1 = _l.sent();
|
|
677
771
|
warning = errorMessageOf(postHookError_1);
|
|
678
772
|
logger_1.logger.error("[sync] Post-hook failed after a committed mutation", {
|
|
@@ -680,15 +774,37 @@ var applyClaimedMutation = function (_a) { return __awaiter(void 0, [_a], void 0
|
|
|
680
774
|
error: warning,
|
|
681
775
|
mutationId: mutationId,
|
|
682
776
|
});
|
|
683
|
-
return [3 /*break*/,
|
|
684
|
-
case
|
|
777
|
+
return [3 /*break*/, 27];
|
|
778
|
+
case 27:
|
|
779
|
+
if (!(adminWindowScope === null || adminWindowScope === void 0 ? void 0 : adminWindowScope.emitAudit)) return [3 /*break*/, 31];
|
|
780
|
+
_l.label = 28;
|
|
781
|
+
case 28:
|
|
782
|
+
_l.trys.push([28, 30, , 31]);
|
|
783
|
+
return [4 /*yield*/, (0, adminWindowMutation_1.emitAdminWindowMutationAudit)({
|
|
784
|
+
doc: doc,
|
|
785
|
+
mutation: effectiveMutation,
|
|
786
|
+
req: executorRequest_1,
|
|
787
|
+
scope: adminWindowScope,
|
|
788
|
+
})];
|
|
789
|
+
case 29:
|
|
790
|
+
_l.sent();
|
|
791
|
+
return [3 /*break*/, 31];
|
|
792
|
+
case 30:
|
|
793
|
+
auditError_1 = _l.sent();
|
|
794
|
+
logger_1.logger.error("[sync] Admin window audit hook failed after a committed mutation", {
|
|
795
|
+
collection: mutation.collection,
|
|
796
|
+
error: errorMessageOf(auditError_1),
|
|
797
|
+
mutationId: mutationId,
|
|
798
|
+
});
|
|
799
|
+
return [3 /*break*/, 31];
|
|
800
|
+
case 31: return [2 /*return*/, {
|
|
685
801
|
ack: __assign({ id: resultId, mutationId: mutationId, seq: resultSeq }, (warning ? { warning: warning } : {})),
|
|
686
802
|
type: "ack",
|
|
687
803
|
}];
|
|
688
|
-
case
|
|
804
|
+
case 32:
|
|
689
805
|
error_2 = _l.sent();
|
|
690
806
|
return [2 /*return*/, finalizeNack({ claimedId: claimed._id, entry: entry, error: error_2, mutation: mutation, request: request })];
|
|
691
|
-
case
|
|
807
|
+
case 33: return [2 /*return*/];
|
|
692
808
|
}
|
|
693
809
|
});
|
|
694
810
|
}); };
|
|
@@ -702,7 +818,7 @@ var errorMessageOf = function (error) {
|
|
|
702
818
|
*/
|
|
703
819
|
var applySyncMutation = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
|
|
704
820
|
var mutationId, validationNack, entry, request, claimed, error_3;
|
|
705
|
-
var user = _b.user, mutation = _b.mutation, req = _b.req, scopeResolver = _b.scopeResolver;
|
|
821
|
+
var user = _b.user, mutation = _b.mutation, req = _b.req, scopeResolver = _b.scopeResolver, syncOptions = _b.syncOptions;
|
|
706
822
|
return __generator(this, function (_c) {
|
|
707
823
|
switch (_c.label) {
|
|
708
824
|
case 0:
|
|
@@ -737,7 +853,7 @@ var applySyncMutation = function (_a) { return __awaiter(void 0, [_a], void 0, f
|
|
|
737
853
|
case 1:
|
|
738
854
|
_c.trys.push([1, 3, , 4]);
|
|
739
855
|
return [4 /*yield*/, models_1.SyncMutation.create({
|
|
740
|
-
claimedAt:
|
|
856
|
+
claimedAt: luxon_1.DateTime.now().toJSDate(),
|
|
741
857
|
mutationId: mutationId,
|
|
742
858
|
status: "pending",
|
|
743
859
|
userId: String(user.id),
|
|
@@ -761,13 +877,22 @@ var applySyncMutation = function (_a) { return __awaiter(void 0, [_a], void 0, f
|
|
|
761
877
|
mutation: mutation,
|
|
762
878
|
request: request,
|
|
763
879
|
scopeResolver: scopeResolver,
|
|
880
|
+
syncOptions: syncOptions,
|
|
764
881
|
user: user,
|
|
765
882
|
});
|
|
766
883
|
},
|
|
767
884
|
request: request,
|
|
768
885
|
user: user,
|
|
769
886
|
})];
|
|
770
|
-
case 4: return [2 /*return*/, applyClaimedMutation({
|
|
887
|
+
case 4: return [2 /*return*/, applyClaimedMutation({
|
|
888
|
+
claimed: claimed,
|
|
889
|
+
entry: entry,
|
|
890
|
+
mutation: mutation,
|
|
891
|
+
request: request,
|
|
892
|
+
scopeResolver: scopeResolver,
|
|
893
|
+
syncOptions: syncOptions,
|
|
894
|
+
user: user,
|
|
895
|
+
})];
|
|
771
896
|
}
|
|
772
897
|
});
|
|
773
898
|
}); };
|
|
@@ -842,7 +967,7 @@ exports.validateSyncMutationBatch = validateSyncMutationBatch;
|
|
|
842
967
|
var applySyncMutationBatch = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
|
|
843
968
|
var results, mutations_2, mutations_2_1, mutation, outcome, e_2_1;
|
|
844
969
|
var e_2, _c;
|
|
845
|
-
var user = _b.user, mutations = _b.mutations, req = _b.req, scopeResolver = _b.scopeResolver;
|
|
970
|
+
var user = _b.user, mutations = _b.mutations, req = _b.req, scopeResolver = _b.scopeResolver, syncOptions = _b.syncOptions;
|
|
846
971
|
return __generator(this, function (_d) {
|
|
847
972
|
switch (_d.label) {
|
|
848
973
|
case 0:
|
|
@@ -855,7 +980,7 @@ var applySyncMutationBatch = function (_a) { return __awaiter(void 0, [_a], void
|
|
|
855
980
|
case 2:
|
|
856
981
|
if (!!mutations_2_1.done) return [3 /*break*/, 5];
|
|
857
982
|
mutation = mutations_2_1.value;
|
|
858
|
-
return [4 /*yield*/, (0, exports.applySyncMutation)({ mutation: mutation, req: req, scopeResolver: scopeResolver, user: user })];
|
|
983
|
+
return [4 /*yield*/, (0, exports.applySyncMutation)({ mutation: mutation, req: req, scopeResolver: scopeResolver, syncOptions: syncOptions, user: user })];
|
|
859
984
|
case 3:
|
|
860
985
|
outcome = _d.sent();
|
|
861
986
|
results.push(outcome);
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Schema and Mongo work that must happen when a collection first becomes
|
|
3
|
+
* sync-enabled — kept out of CollectionRegistry so catalog writes stay a
|
|
4
|
+
* Map update, while models can still register before Mongo is connected.
|
|
5
|
+
*
|
|
6
|
+
* Registration only validates the schema and queues index creation.
|
|
7
|
+
* TerrenoApp.start() (or a host that builds Express without it) must later
|
|
8
|
+
* await ensureSyncIndexes() so snapshot/catch-up queries have their indexes.
|
|
9
|
+
*/
|
|
10
|
+
import type { Model } from "mongoose";
|
|
11
|
+
import type { ModelRouterOptions } from "../api";
|
|
12
|
+
import type { SyncConfig } from "./types";
|
|
13
|
+
type IndexCreationTask = () => Promise<void>;
|
|
14
|
+
export interface SyncRegistrationSnapshot {
|
|
15
|
+
collectionTag: string;
|
|
16
|
+
modelName: string;
|
|
17
|
+
}
|
|
18
|
+
/** Queue extra index work (tests and SyncApp bookkeeping models). */
|
|
19
|
+
export declare const trackSyncIndexCreation: (task: IndexCreationTask) => void;
|
|
20
|
+
/**
|
|
21
|
+
* Fail loud if the model cannot participate in sync, then queue the
|
|
22
|
+
* snapshot index. Call only on the first sync enable for a routePath.
|
|
23
|
+
*/
|
|
24
|
+
export declare const applySyncRegistrationSideEffects: <T>({ config, existingSyncEntries, model, routePath, }: {
|
|
25
|
+
config: SyncConfig;
|
|
26
|
+
existingSyncEntries: SyncRegistrationSnapshot[];
|
|
27
|
+
model: Model<T>;
|
|
28
|
+
options: ModelRouterOptions<T>;
|
|
29
|
+
routePath: string;
|
|
30
|
+
}) => void;
|
|
31
|
+
/** Create every queued sync index after Mongo is connected. */
|
|
32
|
+
export declare const ensureSyncIndexes: () => Promise<void>;
|
|
33
|
+
/** Drop queued index work when the collection catalog is wiped (tests). */
|
|
34
|
+
export declare const clearSyncIndexCreationTasks: () => void;
|
|
35
|
+
export {};
|
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
var __generator = (this && this.__generator) || function (thisArg, body) {
|
|
12
|
+
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
|
|
13
|
+
return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
|
|
14
|
+
function verb(n) { return function (v) { return step([n, v]); }; }
|
|
15
|
+
function step(op) {
|
|
16
|
+
if (f) throw new TypeError("Generator is already executing.");
|
|
17
|
+
while (g && (g = 0, op[0] && (_ = 0)), _) try {
|
|
18
|
+
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
|
|
19
|
+
if (y = 0, t) op = [op[0] & 2, t.value];
|
|
20
|
+
switch (op[0]) {
|
|
21
|
+
case 0: case 1: t = op; break;
|
|
22
|
+
case 4: _.label++; return { value: op[1], done: false };
|
|
23
|
+
case 5: _.label++; y = op[1]; op = [0]; continue;
|
|
24
|
+
case 7: op = _.ops.pop(); _.trys.pop(); continue;
|
|
25
|
+
default:
|
|
26
|
+
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
|
|
27
|
+
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
|
|
28
|
+
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
|
|
29
|
+
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
|
|
30
|
+
if (t[2]) _.ops.pop();
|
|
31
|
+
_.trys.pop(); continue;
|
|
32
|
+
}
|
|
33
|
+
op = body.call(thisArg, _);
|
|
34
|
+
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
|
|
35
|
+
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
|
|
36
|
+
}
|
|
37
|
+
};
|
|
38
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
|
+
exports.clearSyncIndexCreationTasks = exports.ensureSyncIndexes = exports.applySyncRegistrationSideEffects = exports.trackSyncIndexCreation = void 0;
|
|
40
|
+
var errors_1 = require("../errors");
|
|
41
|
+
var logger_1 = require("../logger");
|
|
42
|
+
var streams_1 = require("./streams");
|
|
43
|
+
var indexCreationTasks = [];
|
|
44
|
+
/** Queue extra index work (tests and SyncApp bookkeeping models). */
|
|
45
|
+
var trackSyncIndexCreation = function (task) {
|
|
46
|
+
indexCreationTasks.push(task);
|
|
47
|
+
};
|
|
48
|
+
exports.trackSyncIndexCreation = trackSyncIndexCreation;
|
|
49
|
+
/**
|
|
50
|
+
* Fail loud if the model cannot participate in sync, then queue the
|
|
51
|
+
* snapshot index. Call only on the first sync enable for a routePath.
|
|
52
|
+
*/
|
|
53
|
+
var applySyncRegistrationSideEffects = function (_a) {
|
|
54
|
+
var _b;
|
|
55
|
+
var config = _a.config, existingSyncEntries = _a.existingSyncEntries, model = _a.model, routePath = _a.routePath;
|
|
56
|
+
var name = model.modelName;
|
|
57
|
+
var deletedPath = model.schema.path("deleted");
|
|
58
|
+
if ((deletedPath === null || deletedPath === void 0 ? void 0 : deletedPath.instance) !== "Boolean") {
|
|
59
|
+
throw new errors_1.APIError({
|
|
60
|
+
status: 500,
|
|
61
|
+
title: "Model ".concat(name, " has a sync config but no soft delete support. ") +
|
|
62
|
+
"Apply isDeletedPlugin to the schema — sync catch-up requires delete tombstones.",
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
if (!model.schema.path("_syncSeq")) {
|
|
66
|
+
throw new errors_1.APIError({
|
|
67
|
+
status: 500,
|
|
68
|
+
title: "Model ".concat(name, " has a sync config but syncPlugin is not applied to its schema. ") +
|
|
69
|
+
"Apply syncPlugin so every write stamps a per-stream _syncSeq.",
|
|
70
|
+
});
|
|
71
|
+
}
|
|
72
|
+
var scopeField = (0, streams_1.getScopeField)(config.scope);
|
|
73
|
+
if (scopeField && !model.schema.path(scopeField)) {
|
|
74
|
+
throw new errors_1.APIError({
|
|
75
|
+
status: 500,
|
|
76
|
+
title: "Model ".concat(name, " has a sync scope on field \"").concat(scopeField, "\" but the schema has no such path."),
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
if (typeof config.scope === "function" && !config.snapshotFilter) {
|
|
80
|
+
throw new errors_1.APIError({
|
|
81
|
+
status: 500,
|
|
82
|
+
title: "Model ".concat(name, " uses a custom sync scope resolver, which requires a snapshotFilter ") +
|
|
83
|
+
"so the snapshot endpoint can restrict queries to the caller's documents.",
|
|
84
|
+
});
|
|
85
|
+
}
|
|
86
|
+
if (existingSyncEntries.some(function (entry) { return entry.modelName === name; })) {
|
|
87
|
+
throw new errors_1.APIError({
|
|
88
|
+
status: 500,
|
|
89
|
+
title: "Model ".concat(name, " is already registered for sync."),
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
var collectionTag = routePath.replace(/^\//, "");
|
|
93
|
+
if (existingSyncEntries.some(function (entry) { return entry.collectionTag === collectionTag; })) {
|
|
94
|
+
throw new errors_1.APIError({
|
|
95
|
+
status: 500,
|
|
96
|
+
title: "Sync collection tag \"".concat(collectionTag, "\" is already registered (routePath ").concat(routePath, "). ") +
|
|
97
|
+
"Each synced model must have a unique route path.",
|
|
98
|
+
});
|
|
99
|
+
}
|
|
100
|
+
model.bulkWrite = function () {
|
|
101
|
+
throw new errors_1.APIError({
|
|
102
|
+
status: 500,
|
|
103
|
+
title: "bulkWrite is not supported on sync-enabled model ".concat(name, ": it bypasses Mongoose ") +
|
|
104
|
+
"middleware, so writes are never stamped with a per-stream _syncSeq and become " +
|
|
105
|
+
"invisible to sync delta emission and snapshot catch-up. Loop per document instead.",
|
|
106
|
+
});
|
|
107
|
+
};
|
|
108
|
+
var indexSpec = scopeField ? (_b = {}, _b[scopeField] = 1, _b._syncSeq = 1, _b) : { _syncSeq: 1 };
|
|
109
|
+
indexCreationTasks.push(function () { return __awaiter(void 0, void 0, void 0, function () {
|
|
110
|
+
var error_1;
|
|
111
|
+
return __generator(this, function (_a) {
|
|
112
|
+
switch (_a.label) {
|
|
113
|
+
case 0:
|
|
114
|
+
_a.trys.push([0, 2, , 3]);
|
|
115
|
+
return [4 /*yield*/, model.collection.createIndex(indexSpec)];
|
|
116
|
+
case 1:
|
|
117
|
+
_a.sent();
|
|
118
|
+
return [3 /*break*/, 3];
|
|
119
|
+
case 2:
|
|
120
|
+
error_1 = _a.sent();
|
|
121
|
+
logger_1.logger.error("[sync] Failed to create sync index for ".concat(name), { error: String(error_1) });
|
|
122
|
+
throw new errors_1.APIError({
|
|
123
|
+
cause: error_1,
|
|
124
|
+
code: "sync-snapshot-index-failed",
|
|
125
|
+
detail: "".concat((0, errors_1.errorDetail)(error_1), ". The snapshot/catch-up query requires this index; fix the schema/DB and restart."),
|
|
126
|
+
status: 500,
|
|
127
|
+
title: "Failed to create sync snapshot index for ".concat(name),
|
|
128
|
+
});
|
|
129
|
+
case 3: return [2 /*return*/];
|
|
130
|
+
}
|
|
131
|
+
});
|
|
132
|
+
}); });
|
|
133
|
+
};
|
|
134
|
+
exports.applySyncRegistrationSideEffects = applySyncRegistrationSideEffects;
|
|
135
|
+
/** Create every queued sync index after Mongo is connected. */
|
|
136
|
+
var ensureSyncIndexes = function () { return __awaiter(void 0, void 0, void 0, function () {
|
|
137
|
+
return __generator(this, function (_a) {
|
|
138
|
+
switch (_a.label) {
|
|
139
|
+
case 0: return [4 /*yield*/, Promise.all(indexCreationTasks.map(function (task) { return task(); }))];
|
|
140
|
+
case 1:
|
|
141
|
+
_a.sent();
|
|
142
|
+
return [2 /*return*/];
|
|
143
|
+
}
|
|
144
|
+
});
|
|
145
|
+
}); };
|
|
146
|
+
exports.ensureSyncIndexes = ensureSyncIndexes;
|
|
147
|
+
/** Drop queued index work when the collection catalog is wiped (tests). */
|
|
148
|
+
var clearSyncIndexCreationTasks = function () {
|
|
149
|
+
indexCreationTasks.length = 0;
|
|
150
|
+
};
|
|
151
|
+
exports.clearSyncIndexCreationTasks = clearSyncIndexCreationTasks;
|