@terreno/api 57.2.0 → 57.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.ai/skills/mongoose-schema-safety/SKILL.md +23 -10
- package/README.md +23 -7
- package/dist/actions.js +19 -7
- package/dist/adminTypes.d.ts +7 -0
- package/dist/adminTypes.js +6 -1
- package/dist/api.d.ts +14 -0
- package/dist/api.js +111 -60
- package/dist/audit/auditApp.d.ts +30 -0
- package/dist/audit/auditApp.js +155 -0
- package/dist/audit/auditEventModel.d.ts +29 -0
- package/dist/audit/auditEventModel.js +102 -0
- package/dist/audit/cloudTasksEnqueue.d.ts +32 -0
- package/dist/audit/cloudTasksEnqueue.js +162 -0
- package/dist/audit/diff.d.ts +10 -0
- package/dist/audit/diff.js +230 -0
- package/dist/audit/processQueue.d.ts +6 -0
- package/dist/audit/processQueue.js +101 -0
- package/dist/audit/rbacSink.d.ts +2 -0
- package/dist/audit/rbacSink.js +82 -0
- package/dist/audit/record.d.ts +56 -0
- package/dist/audit/record.js +373 -0
- package/dist/auth.d.ts +23 -10
- package/dist/auth.js +97 -32
- package/dist/authRecovery.d.ts +5 -0
- package/dist/authRecovery.js +350 -0
- package/dist/authTokens.d.ts +8 -0
- package/dist/authTokens.js +162 -0
- package/dist/betterAuth.d.ts +39 -0
- package/dist/betterAuthApp.d.ts +4 -0
- package/dist/betterAuthApp.js +26 -8
- package/dist/betterAuthSetup.d.ts +44 -2
- package/dist/betterAuthSetup.js +288 -18
- package/dist/collectionRegistry.d.ts +40 -0
- package/dist/collectionRegistry.js +97 -0
- package/dist/configurationApp.d.ts +11 -2
- package/dist/configurationApp.js +2 -4
- package/dist/docLoader.js +35 -6
- package/dist/expressServer.d.ts +26 -3
- package/dist/expressServer.js +79 -11
- package/dist/index.d.ts +42 -1
- package/dist/index.js +84 -2
- package/dist/mcp/auth.d.ts +1 -0
- package/dist/mcp/auth.js +47 -25
- package/dist/mcp/handlers.d.ts +1 -1
- package/dist/mcp/handlers.js +67 -233
- package/dist/mcp/query.d.ts +2 -15
- package/dist/mcp/query.js +8 -8
- package/dist/mcp/registry.d.ts +1 -5
- package/dist/mcp/registry.js +31 -20
- package/dist/mcp/schemaGenerator.d.ts +2 -7
- package/dist/mcp/schemaGenerator.js +41 -116
- package/dist/mcp/server.d.ts +1 -0
- package/dist/mcp/server.js +1 -0
- package/dist/mcp/serviceTokens.d.ts +16 -0
- package/dist/mcp/serviceTokens.js +345 -0
- package/dist/mcp/types.d.ts +2 -2
- package/dist/migrations/fixtures/all-down/20260910120000-one.d.ts +4 -0
- package/dist/migrations/fixtures/all-down/20260910120000-one.js +49 -0
- package/dist/migrations/fixtures/all-down/20260910120001-two.d.ts +4 -0
- package/dist/migrations/fixtures/all-down/20260910120001-two.js +49 -0
- package/dist/migrations/fixtures/bad-id/20260910120000-mismatch.d.ts +3 -0
- package/dist/migrations/fixtures/bad-id/20260910120000-mismatch.js +45 -0
- package/dist/migrations/fixtures/bad-name/not-a-migration.d.ts +3 -0
- package/dist/migrations/fixtures/bad-name/not-a-migration.js +45 -0
- package/dist/migrations/fixtures/missing-up/20260910120000-noup.d.ts +2 -0
- package/dist/migrations/fixtures/missing-up/20260910120000-noup.js +5 -0
- package/dist/migrations/fixtures/valid/20260910120000-alpha.d.ts +3 -0
- package/dist/migrations/fixtures/valid/20260910120000-alpha.js +45 -0
- package/dist/migrations/fixtures/valid/20260910120001-beta.d.ts +4 -0
- package/dist/migrations/fixtures/valid/20260910120001-beta.js +49 -0
- package/dist/migrations/generate.d.ts +17 -0
- package/dist/migrations/generate.js +277 -0
- package/dist/migrations/load.d.ts +20 -0
- package/dist/migrations/load.js +236 -0
- package/dist/migrations/lock.d.ts +13 -0
- package/dist/migrations/lock.js +145 -0
- package/dist/migrations/runner.d.ts +42 -0
- package/dist/migrations/runner.js +503 -0
- package/dist/migrations/schemaCatalog.d.ts +44 -0
- package/dist/migrations/schemaCatalog.js +326 -0
- package/dist/migrations/types.d.ts +87 -0
- package/dist/migrations/types.js +7 -0
- package/dist/models/mcpServiceToken.d.ts +3 -0
- package/dist/models/mcpServiceToken.js +208 -0
- package/dist/models/notification.d.ts +2 -0
- package/dist/models/notification.js +62 -0
- package/dist/models/notificationPreference.d.ts +2 -0
- package/dist/models/notificationPreference.js +49 -0
- package/dist/notifications/notificationService.d.ts +40 -0
- package/dist/notifications/notificationService.js +323 -0
- package/dist/notifications/notificationsApp.d.ts +18 -0
- package/dist/notifications/notificationsApp.js +250 -0
- package/dist/notifications/notificationsBeforeSend.d.ts +14 -0
- package/dist/notifications/notificationsBeforeSend.js +77 -0
- package/dist/openApi.d.ts +1 -7
- package/dist/openApi.js +7 -6
- package/dist/openApiBuilder.d.ts +19 -7
- package/dist/openApiBuilder.js +61 -8
- package/dist/openApiCompat.js +1 -1
- package/dist/openApiValidator.d.ts +13 -1
- package/dist/openApiValidator.js +200 -38
- package/dist/orgs/orgContext.d.ts +23 -0
- package/dist/orgs/orgContext.js +198 -0
- package/dist/orgs/orgPermissions.d.ts +4 -0
- package/dist/orgs/orgPermissions.js +77 -0
- package/dist/orgs/orgPlugin.d.ts +13 -0
- package/dist/orgs/orgPlugin.js +84 -0
- package/dist/orgs/organizationModel.d.ts +13 -0
- package/dist/orgs/organizationModel.js +301 -0
- package/dist/orgs/organizationSettings.d.ts +19 -0
- package/dist/orgs/organizationSettings.js +120 -0
- package/dist/orgs/orgsApp.d.ts +28 -0
- package/dist/orgs/orgsApp.js +678 -0
- package/dist/permissions.d.ts +7 -13
- package/dist/permissions.js +8 -31
- package/dist/plugins.d.ts +14 -1
- package/dist/plugins.js +17 -6
- package/dist/populate.d.ts +2 -2
- package/dist/populate.js +47 -42
- package/dist/rateLimit/applyTrustProxy.d.ts +3 -0
- package/dist/rateLimit/applyTrustProxy.js +17 -0
- package/dist/rateLimit/createStore.d.ts +2 -0
- package/dist/rateLimit/createStore.js +28 -0
- package/dist/rateLimit/memoryStore.d.ts +2 -0
- package/dist/rateLimit/memoryStore.js +108 -0
- package/dist/rateLimit/middleware.d.ts +3 -0
- package/dist/rateLimit/middleware.js +109 -0
- package/dist/rateLimit/mongoStore.d.ts +4 -0
- package/dist/rateLimit/mongoStore.js +123 -0
- package/dist/rateLimit/policies.d.ts +10 -0
- package/dist/rateLimit/policies.js +149 -0
- package/dist/rateLimit/redisStore.d.ts +4 -0
- package/dist/rateLimit/redisStore.js +156 -0
- package/dist/rateLimit/types.d.ts +54 -0
- package/dist/rateLimit/types.js +9 -0
- package/dist/rbac/access.js +35 -14
- package/dist/rbac/assertAllowed.d.ts +9 -0
- package/dist/rbac/assertAllowed.js +182 -0
- package/dist/rbac/membershipOrgAdminSource.d.ts +6 -0
- package/dist/rbac/membershipOrgAdminSource.js +122 -0
- package/dist/rbac/modelRouterAccess.d.ts +4 -0
- package/dist/rbac/modelRouterAccess.js +11 -4
- package/dist/rbac/permissionUtils.js +3 -2
- package/dist/rbac/resolve.js +65 -35
- package/dist/rbac/roleModel.d.ts +2 -5
- package/dist/rbac/roleModel.js +18 -4
- package/dist/rbac/routes.js +15 -6
- package/dist/rbac/statements.d.ts +10 -1
- package/dist/rbac/statements.js +19 -2
- package/dist/rbac/types.d.ts +5 -0
- package/dist/realtime/changeStreamWatcher.d.ts +10 -4
- package/dist/realtime/changeStreamWatcher.js +110 -64
- package/dist/realtime/deprecation.d.ts +13 -0
- package/dist/realtime/deprecation.js +33 -0
- package/dist/realtime/realtimeApp.d.ts +2 -1
- package/dist/realtime/realtimeApp.js +11 -11
- package/dist/realtime/registry.d.ts +0 -31
- package/dist/realtime/registry.js +44 -31
- package/dist/realtime/socketAuth.d.ts +5 -5
- package/dist/realtime/socketAuth.js +11 -1
- package/dist/realtime/socketUser.d.ts +5 -1
- package/dist/realtime/types.d.ts +14 -4
- package/dist/schemaMetadata.d.ts +56 -0
- package/dist/schemaMetadata.js +524 -0
- package/dist/seedRunner.d.ts +88 -0
- package/dist/seedRunner.js +627 -0
- package/dist/sync/adminBroadcastScope.d.ts +40 -0
- package/dist/sync/adminBroadcastScope.js +194 -0
- package/dist/sync/adminWindowAccess.d.ts +13 -0
- package/dist/sync/adminWindowAccess.js +96 -0
- package/dist/sync/adminWindowMutation.d.ts +88 -0
- package/dist/sync/adminWindowMutation.js +247 -0
- package/dist/sync/executors.d.ts +19 -3
- package/dist/sync/executors.js +194 -165
- package/dist/sync/loadHarness.js +28 -19
- package/dist/sync/models.js +26 -24
- package/dist/sync/mutationHandler.d.ts +14 -2
- package/dist/sync/mutationHandler.js +201 -76
- package/dist/sync/registrationSideEffects.d.ts +35 -0
- package/dist/sync/registrationSideEffects.js +151 -0
- package/dist/sync/registry.d.ts +2 -52
- package/dist/sync/registry.js +42 -187
- package/dist/sync/routes.d.ts +13 -0
- package/dist/sync/routes.js +116 -58
- package/dist/sync/scripts/compactTombstones.js +0 -2
- package/dist/sync/socketHandlers.d.ts +8 -2
- package/dist/sync/socketHandlers.js +144 -50
- package/dist/sync/streams.d.ts +2 -0
- package/dist/sync/streams.js +7 -1
- package/dist/sync/syncApp.d.ts +4 -3
- package/dist/sync/syncApp.js +5 -4
- package/dist/sync/syncBatch.d.ts +5 -2
- package/dist/sync/syncBatch.js +7 -6
- package/dist/sync/syncSeqPlugin.d.ts +1 -1
- package/dist/sync/syncSeqPlugin.js +20 -16
- package/dist/sync/types.d.ts +18 -0
- package/dist/terrenoApp.d.ts +48 -5
- package/dist/terrenoApp.js +157 -72
- package/dist/tests/createTestData.d.ts +1 -3
- package/dist/tests/createTestData.js +3 -5
- package/dist/tests/models.d.ts +3 -0
- package/dist/tests/models.js +15 -2
- package/dist/tests/testHelper.d.ts +0 -5
- package/dist/tests/testHelper.js +2 -9
- package/dist/types/authToken.d.ts +33 -0
- package/dist/types/authToken.js +2 -0
- package/dist/types/mcpServiceToken.d.ts +41 -0
- package/dist/types/mcpServiceToken.js +2 -0
- package/dist/types/membership.d.ts +23 -0
- package/dist/types/membership.js +2 -0
- package/dist/types/notification.d.ts +28 -0
- package/dist/types/notification.js +2 -0
- package/dist/types/notificationPreference.d.ts +20 -0
- package/dist/types/notificationPreference.js +2 -0
- package/dist/types/organization.d.ts +36 -0
- package/dist/types/organization.js +2 -0
- package/dist/webhooks/headerValue.d.ts +2 -0
- package/dist/webhooks/headerValue.js +14 -0
- package/dist/webhooks/idempotency/memoryStore.d.ts +10 -0
- package/dist/webhooks/idempotency/memoryStore.js +65 -0
- package/dist/webhooks/idempotency/mongoStore.d.ts +4 -0
- package/dist/webhooks/idempotency/mongoStore.js +150 -0
- package/dist/webhooks/idempotency/webhookReceipt.d.ts +17 -0
- package/dist/webhooks/idempotency/webhookReceipt.js +39 -0
- package/dist/webhooks/rawBody.d.ts +15 -0
- package/dist/webhooks/rawBody.js +23 -0
- package/dist/webhooks/timingSafeEqual.d.ts +4 -0
- package/dist/webhooks/timingSafeEqual.js +17 -0
- package/dist/webhooks/verifiers/hmac.d.ts +15 -0
- package/dist/webhooks/verifiers/hmac.js +49 -0
- package/dist/webhooks/verifiers/sendgrid.d.ts +10 -0
- package/dist/webhooks/verifiers/sendgrid.js +56 -0
- package/dist/webhooks/verifiers/stripe.d.ts +9 -0
- package/dist/webhooks/verifiers/stripe.js +99 -0
- package/dist/webhooks/verifiers/twilio.d.ts +9 -0
- package/dist/webhooks/verifiers/twilio.js +112 -0
- package/dist/webhooks/webhooksApp.d.ts +33 -0
- package/dist/webhooks/webhooksApp.js +195 -0
- package/package.json +32 -27
- package/src/__snapshots__/openApi.test.ts.snap +444 -36
- package/src/__snapshots__/openApiBuilder.test.ts.snap +24 -24
- package/src/__snapshots__/schemaMetadata.test.ts.snap +196 -0
- package/src/actions.ts +20 -13
- package/src/adminModelRouter.test.ts +133 -0
- package/src/adminTypes.ts +8 -0
- package/src/api.arrayOperations.test.ts +43 -31
- package/src/api.hooks.test.ts +38 -29
- package/src/api.query.test.ts +31 -31
- package/src/api.test.ts +133 -97
- package/src/api.ts +84 -27
- package/src/audit/auditApp.test.ts +243 -0
- package/src/audit/auditApp.ts +139 -0
- package/src/audit/auditEventModel.ts +156 -0
- package/src/audit/auditRouter.test.ts +456 -0
- package/src/audit/cloudTasksEnqueue.test.ts +124 -0
- package/src/audit/cloudTasksEnqueue.ts +104 -0
- package/src/audit/diff.ts +163 -0
- package/src/audit/processQueue.ts +69 -0
- package/src/audit/rbacSink.test.ts +86 -0
- package/src/audit/rbacSink.ts +42 -0
- package/src/audit/record.test.ts +402 -0
- package/src/audit/record.ts +328 -0
- package/src/auth.test.ts +108 -52
- package/src/auth.ts +98 -29
- package/src/authRecovery.test.ts +281 -0
- package/src/authRecovery.ts +279 -0
- package/src/authTokens.test.ts +94 -0
- package/src/authTokens.ts +118 -0
- package/src/authVerification.test.ts +293 -0
- package/src/betterAuth.ts +31 -0
- package/src/betterAuthApp.test.ts +1 -0
- package/src/betterAuthApp.ts +27 -9
- package/src/betterAuthSetup.test.ts +595 -38
- package/src/betterAuthSetup.ts +261 -5
- package/src/collectionRegistry.test.ts +164 -0
- package/src/collectionRegistry.ts +135 -0
- package/src/configurationApp.ts +13 -7
- package/src/docLoader.test.ts +45 -1
- package/src/docLoader.ts +37 -6
- package/src/express.d.ts +3 -0
- package/src/expressServer.test.ts +180 -68
- package/src/expressServer.ts +75 -19
- package/src/githubAuth.test.ts +60 -55
- package/src/index.ts +127 -0
- package/src/mcp/auth.test.ts +47 -0
- package/src/mcp/auth.ts +32 -11
- package/src/mcp/handlers.test.ts +275 -0
- package/src/mcp/handlers.ts +45 -172
- package/src/mcp/integration.test.ts +59 -9
- package/src/mcp/query.ts +5 -7
- package/src/mcp/registry.ts +29 -20
- package/src/mcp/schemaGenerator.test.ts +8 -0
- package/src/mcp/schemaGenerator.ts +49 -131
- package/src/mcp/server.ts +2 -0
- package/src/mcp/serviceTokens.test.ts +330 -0
- package/src/mcp/serviceTokens.ts +307 -0
- package/src/mcp/toolGenerator.test.ts +82 -1
- package/src/mcp/types.ts +2 -6
- package/src/migrations/cli.test.ts +376 -0
- package/src/migrations/cli.ts +283 -0
- package/src/migrations/fixtures/all-down/20260910120000-one.ts +6 -0
- package/src/migrations/fixtures/all-down/20260910120001-two.ts +6 -0
- package/src/migrations/fixtures/bad-id/20260910120000-mismatch.ts +4 -0
- package/src/migrations/fixtures/bad-name/not-a-migration.ts +4 -0
- package/src/migrations/fixtures/missing-up/20260910120000-noup.ts +2 -0
- package/src/migrations/fixtures/valid/20260910120000-alpha.ts +4 -0
- package/src/migrations/fixtures/valid/20260910120001-beta.ts +6 -0
- package/src/migrations/generate.test.ts +333 -0
- package/src/migrations/generate.ts +216 -0
- package/src/migrations/load.test.ts +103 -0
- package/src/migrations/load.ts +124 -0
- package/src/migrations/lock.test.ts +133 -0
- package/src/migrations/lock.ts +118 -0
- package/src/migrations/runner.test.ts +504 -0
- package/src/migrations/runner.ts +358 -0
- package/src/migrations/schemaCatalog.test.ts +159 -0
- package/src/migrations/schemaCatalog.ts +262 -0
- package/src/migrations/types.ts +94 -0
- package/src/models/mcpServiceToken.test.ts +129 -0
- package/src/models/mcpServiceToken.ts +158 -0
- package/src/models/notification.ts +68 -0
- package/src/models/notificationPreference.ts +62 -0
- package/src/notifications/notificationService.ts +254 -0
- package/src/notifications/notificationsApp.test.ts +505 -0
- package/src/notifications/notificationsApp.ts +200 -0
- package/src/notifications/notificationsBeforeSend.ts +51 -0
- package/src/openApi.test.ts +80 -65
- package/src/openApi.ts +2 -1
- package/src/openApiBuilder.test.ts +95 -7
- package/src/openApiBuilder.ts +60 -12
- package/src/openApiCompat.ts +1 -1
- package/src/openApiValidator.test.ts +270 -56
- package/src/openApiValidator.ts +219 -36
- package/src/orgs/orgAccessOptIn.test.ts +87 -0
- package/src/orgs/orgContext.test.ts +259 -0
- package/src/orgs/orgContext.ts +151 -0
- package/src/orgs/orgPermissions.test.ts +105 -0
- package/src/orgs/orgPermissions.ts +40 -0
- package/src/orgs/orgPlugin.test.ts +130 -0
- package/src/orgs/orgPlugin.ts +70 -0
- package/src/orgs/orgRbac.test.ts +267 -0
- package/src/orgs/orgSecurityDefects.test.ts +415 -0
- package/src/orgs/organizationModel.test.ts +205 -0
- package/src/orgs/organizationModel.ts +257 -0
- package/src/orgs/organizationSettings.test.ts +113 -0
- package/src/orgs/organizationSettings.ts +126 -0
- package/src/orgs/orgsApp.test.ts +382 -0
- package/src/orgs/orgsApp.ts +563 -0
- package/src/permissions.test.ts +62 -36
- package/src/permissions.ts +8 -30
- package/src/plugins.test.ts +14 -0
- package/src/plugins.ts +34 -9
- package/src/populate.test.ts +34 -0
- package/src/populate.ts +40 -29
- package/src/rateLimit/applyTrustProxy.ts +17 -0
- package/src/rateLimit/createStore.ts +25 -0
- package/src/rateLimit/memoryStore.ts +40 -0
- package/src/rateLimit/middleware.ts +79 -0
- package/src/rateLimit/mongoStore.test.ts +80 -0
- package/src/rateLimit/mongoStore.ts +77 -0
- package/src/rateLimit/policies.ts +130 -0
- package/src/rateLimit/rateLimit.test.ts +328 -0
- package/src/rateLimit/redisStore.ioredis.test.ts +29 -0
- package/src/rateLimit/redisStore.test.ts +114 -0
- package/src/rateLimit/redisStore.ts +86 -0
- package/src/rateLimit/types.ts +64 -0
- package/src/rbac/access.ts +16 -4
- package/src/rbac/assertAllowed.test.ts +325 -0
- package/src/rbac/assertAllowed.ts +157 -0
- package/src/rbac/backfillAdmins.test.ts +124 -0
- package/src/rbac/fieldViews.test.ts +89 -0
- package/src/rbac/membershipOrgAdminSource.ts +59 -0
- package/src/rbac/modelRouterAccess.test.ts +126 -0
- package/src/rbac/modelRouterAccess.ts +8 -2
- package/src/rbac/permissionUtils.test.ts +26 -5
- package/src/rbac/permissionUtils.ts +3 -2
- package/src/rbac/realtimeAccess.test.ts +109 -1
- package/src/rbac/resolve.test.ts +34 -2
- package/src/rbac/resolve.ts +31 -11
- package/src/rbac/roleManager.test.ts +169 -0
- package/src/rbac/roleModel.test.ts +34 -1
- package/src/rbac/roleModel.ts +17 -1
- package/src/rbac/routes.test.ts +233 -0
- package/src/rbac/routes.ts +16 -6
- package/src/rbac/statements.test.ts +19 -0
- package/src/rbac/statements.ts +19 -1
- package/src/rbac/types.ts +5 -0
- package/src/realtime/changeStreamWatcher.ts +73 -33
- package/src/realtime/deprecation.test.ts +60 -0
- package/src/realtime/deprecation.ts +33 -0
- package/src/realtime/realtime.test.ts +365 -189
- package/src/realtime/realtimeApp.ts +11 -11
- package/src/realtime/realtimeAppSetup.test.ts +32 -5
- package/src/realtime/registry.ts +48 -42
- package/src/realtime/sessionRevalidation.test.ts +57 -44
- package/src/realtime/socketAuth.test.ts +75 -23
- package/src/realtime/socketAuth.ts +17 -6
- package/src/realtime/socketUser.ts +5 -3
- package/src/realtime/types.ts +14 -4
- package/src/schemaMetadata.test.ts +419 -0
- package/src/schemaMetadata.ts +593 -0
- package/src/scrubAdminFields.test.ts +105 -0
- package/src/seedRunner.test.ts +591 -0
- package/src/seedRunner.ts +464 -0
- package/src/sync/adminBroadcastConfig.test.ts +96 -0
- package/src/sync/adminBroadcastScope.test.ts +155 -0
- package/src/sync/adminBroadcastScope.ts +123 -0
- package/src/sync/adminWindowAccess.test.ts +57 -0
- package/src/sync/adminWindowAccess.ts +32 -0
- package/src/sync/adminWindowMutation.test.ts +450 -0
- package/src/sync/adminWindowMutation.ts +283 -0
- package/src/sync/docMatchesMutationData.test.ts +16 -0
- package/src/sync/ensureSyncIndexes.test.ts +54 -15
- package/src/sync/executors.test.ts +40 -0
- package/src/sync/executors.ts +57 -18
- package/src/sync/integration.test.ts +15 -7
- package/src/sync/loadHarness.ts +28 -19
- package/src/sync/models.ts +32 -18
- package/src/sync/mutationHandler.test.ts +293 -17
- package/src/sync/mutationHandler.ts +180 -36
- package/src/sync/registrationSideEffects.test.ts +126 -0
- package/src/sync/registrationSideEffects.ts +131 -0
- package/src/sync/registry.ts +49 -171
- package/src/sync/routes.ts +55 -10
- package/src/sync/scripts/compactTombstones.ts +0 -2
- package/src/sync/sessionRevalidationIntegration.test.ts +12 -11
- package/src/sync/socketHandlers.ts +154 -58
- package/src/sync/streams.ts +6 -0
- package/src/sync/sync.test.ts +28 -25
- package/src/sync/syncApp.ts +5 -4
- package/src/sync/syncBatch.ts +10 -4
- package/src/sync/syncFrontier.test.ts +17 -15
- package/src/sync/syncPhaseC.test.ts +54 -43
- package/src/sync/syncRoutes.test.ts +347 -38
- package/src/sync/syncSeqPlugin.ts +66 -44
- package/src/sync/syncSocket.test.ts +341 -81
- package/src/sync/types.ts +20 -0
- package/src/terrenoApp.mcpServiceTokens.test.ts +173 -0
- package/src/terrenoApp.migrations.test.ts +114 -0
- package/src/terrenoApp.test.ts +41 -0
- package/src/terrenoApp.ts +181 -46
- package/src/tests/createTestData.ts +2 -2
- package/src/tests/models.ts +24 -3
- package/src/tests/testHelper.ts +1 -7
- package/src/types/authToken.ts +41 -0
- package/src/types/mcpServiceToken.ts +48 -0
- package/src/types/membership.ts +48 -0
- package/src/types/notification.ts +34 -0
- package/src/types/notificationPreference.ts +28 -0
- package/src/types/organization.ts +49 -0
- package/src/webhooks/headerValue.test.ts +22 -0
- package/src/webhooks/headerValue.ts +12 -0
- package/src/webhooks/idempotency/memoryStore.ts +34 -0
- package/src/webhooks/idempotency/mongoStore.test.ts +274 -0
- package/src/webhooks/idempotency/mongoStore.ts +83 -0
- package/src/webhooks/idempotency/webhookReceipt.ts +67 -0
- package/src/webhooks/rawBody.test.ts +107 -0
- package/src/webhooks/rawBody.ts +24 -0
- package/src/webhooks/timingSafeEqual.ts +16 -0
- package/src/webhooks/verifiers/hmac.test.ts +110 -0
- package/src/webhooks/verifiers/hmac.ts +54 -0
- package/src/webhooks/verifiers/providerVerifiers.test.ts +388 -0
- package/src/webhooks/verifiers/sendgrid.ts +59 -0
- package/src/webhooks/verifiers/stripe.ts +67 -0
- package/src/webhooks/verifiers/twilio.ts +69 -0
- package/src/webhooks/webhooksApp.test.ts +221 -0
- package/src/webhooks/webhooksApp.ts +144 -0
- package/tsconfig.json +1 -1
- package/tsconfig.typedoc.json +2 -1
- package/dist/vendor/wesleytodd-openapi/lib/convert-yaml.d.ts +0 -2
- package/dist/vendor/wesleytodd-openapi/lib/convert-yaml.js +0 -13
- package/src/vendor/wesleytodd-openapi/lib/convert-yaml.js +0 -13
|
@@ -1,5 +1,3 @@
|
|
|
1
|
-
// noExplicitAny: the rig bridges generic model/router/test types
|
|
2
|
-
// biome-ignore-all lint/suspicious/noExplicitAny: the rig bridges generic model/router/test types
|
|
3
1
|
/**
|
|
4
2
|
* End-to-end integration test (Task 5.5): a REAL @terreno/syncdb client speaking to a
|
|
5
3
|
* REAL @terreno/api backend over HTTP + Socket.io.
|
|
@@ -38,7 +36,13 @@ import {
|
|
|
38
36
|
import mongoose, {model, Schema} from "mongoose";
|
|
39
37
|
|
|
40
38
|
import {modelRouter} from "../api";
|
|
41
|
-
import {
|
|
39
|
+
import {
|
|
40
|
+
type UserModel as AuthUserModel,
|
|
41
|
+
addAuthRoutes,
|
|
42
|
+
generateTokens,
|
|
43
|
+
setupAuth,
|
|
44
|
+
type User,
|
|
45
|
+
} from "../auth";
|
|
42
46
|
import {Permissions} from "../permissions";
|
|
43
47
|
import {createdUpdatedPlugin, findOneOrNoneFor, type IsDeleted, isDeletedPlugin} from "../plugins";
|
|
44
48
|
import {RealtimeApp} from "../realtime/realtimeApp";
|
|
@@ -207,8 +211,8 @@ describe("syncdb end-to-end integration", () => {
|
|
|
207
211
|
});
|
|
208
212
|
|
|
209
213
|
const app = getBaseServer();
|
|
210
|
-
setupAuth(app
|
|
211
|
-
addAuthRoutes(app
|
|
214
|
+
setupAuth(app, UserModel as unknown as AuthUserModel);
|
|
215
|
+
addAuthRoutes(app, UserModel as unknown as AuthUserModel);
|
|
212
216
|
new SyncApp({}).register(app);
|
|
213
217
|
app.use(registration.path, registration.router);
|
|
214
218
|
|
|
@@ -440,7 +444,9 @@ describe("syncdb end-to-end integration", () => {
|
|
|
440
444
|
expect(entity?.data?.title).toBe("server wins");
|
|
441
445
|
expect(entity?.seq).toBe(baseSeq + 1);
|
|
442
446
|
expect(entity?.pendingMutationId).toBeUndefined();
|
|
443
|
-
|
|
447
|
+
await waitFor(() => a.client.getSyncStatus().conflictCount === 0, {
|
|
448
|
+
label: "conflict cleared after persistence flush",
|
|
449
|
+
});
|
|
444
450
|
// The server kept its own write.
|
|
445
451
|
const settled = await IntTodoModel.findById(conflictDocId);
|
|
446
452
|
expect(settled?.title).toBe("server wins");
|
|
@@ -481,7 +487,9 @@ describe("syncdb end-to-end integration", () => {
|
|
|
481
487
|
// (it would replay the recorded conflict nack forever) — and resolveConflict kicks
|
|
482
488
|
// a replay immediately, so the retry drains without waiting for another trigger.
|
|
483
489
|
a.client.resolveConflict({mutationId, strategy: "keepMine"});
|
|
484
|
-
|
|
490
|
+
await waitFor(() => a.client.getSyncStatus().conflictCount === 0, {
|
|
491
|
+
label: "conflict cleared after persistence flush",
|
|
492
|
+
});
|
|
485
493
|
expect(a.client.outbox.getMutation({mutationId})).toBeUndefined();
|
|
486
494
|
|
|
487
495
|
// ...and the replay applies the client's data server-side.
|
package/src/sync/loadHarness.ts
CHANGED
|
@@ -36,11 +36,13 @@ import {
|
|
|
36
36
|
type SyncTransport,
|
|
37
37
|
} from "@terreno/syncdb";
|
|
38
38
|
import express from "express";
|
|
39
|
+
import {DateTime} from "luxon";
|
|
39
40
|
import mongoose, {model, Schema} from "mongoose";
|
|
40
41
|
import passportLocalMongoose from "passport-local-mongoose";
|
|
41
42
|
|
|
42
43
|
import {modelRouter} from "../api";
|
|
43
44
|
import {type UserModel as AuthUserModel, addAuthRoutes, generateTokens, setupAuth} from "../auth";
|
|
45
|
+
import {APIError} from "../errors";
|
|
44
46
|
import {logger} from "../logger";
|
|
45
47
|
import {Permissions} from "../permissions";
|
|
46
48
|
import {createdUpdatedPlugin, type IsDeleted, isDeletedPlugin} from "../plugins";
|
|
@@ -156,14 +158,17 @@ const waitFor = async (
|
|
|
156
158
|
intervalMs?: number;
|
|
157
159
|
} = {}
|
|
158
160
|
): Promise<void> => {
|
|
159
|
-
const start =
|
|
160
|
-
while (
|
|
161
|
+
const start = DateTime.now().toMillis();
|
|
162
|
+
while (DateTime.now().toMillis() - start < timeoutMs) {
|
|
161
163
|
if (await predicate()) {
|
|
162
164
|
return;
|
|
163
165
|
}
|
|
164
166
|
await new Promise((resolve) => setTimeout(resolve, intervalMs));
|
|
165
167
|
}
|
|
166
|
-
throw new
|
|
168
|
+
throw new APIError({
|
|
169
|
+
status: 500,
|
|
170
|
+
title: `Timed out after ${timeoutMs}ms waiting for ${label}`,
|
|
171
|
+
});
|
|
167
172
|
};
|
|
168
173
|
|
|
169
174
|
interface HarnessClient {
|
|
@@ -327,7 +332,7 @@ const main = async (): Promise<void> => {
|
|
|
327
332
|
return {ownerId: owner.ownerId, title: `seed-${i}`};
|
|
328
333
|
});
|
|
329
334
|
|
|
330
|
-
const bootstrapStart =
|
|
335
|
+
const bootstrapStart = DateTime.now().toMillis();
|
|
331
336
|
if (seeds.length > 0) {
|
|
332
337
|
await LoadTodoModel.insertMany(seeds);
|
|
333
338
|
}
|
|
@@ -340,7 +345,7 @@ const main = async (): Promise<void> => {
|
|
|
340
345
|
}),
|
|
341
346
|
{label: `bootstrap convergence at ${config.seedDocs} docs`, timeoutMs: 120_000}
|
|
342
347
|
);
|
|
343
|
-
const bootstrapWallMs =
|
|
348
|
+
const bootstrapWallMs = DateTime.now().toMillis() - bootstrapStart;
|
|
344
349
|
logger.info(`[loadHarness] bootstrap converged in ${bootstrapWallMs}ms`);
|
|
345
350
|
|
|
346
351
|
// ── Driven mutation load ─────────────────────────────────────────────────
|
|
@@ -370,7 +375,7 @@ const main = async (): Promise<void> => {
|
|
|
370
375
|
},
|
|
371
376
|
{intervalMs: 8, label: `mutation ${mutationId} terminal`, timeoutMs: 15_000}
|
|
372
377
|
);
|
|
373
|
-
mutateLatenciesMs.push(
|
|
378
|
+
mutateLatenciesMs.push(DateTime.now().toMillis() - startedAt);
|
|
374
379
|
const mutation = hc.client.outbox.getMutation({mutationId});
|
|
375
380
|
if (mutation?.status === "conflicted") {
|
|
376
381
|
conflictCount += 1;
|
|
@@ -381,7 +386,7 @@ const main = async (): Promise<void> => {
|
|
|
381
386
|
}
|
|
382
387
|
} catch {
|
|
383
388
|
// Timed out waiting; still record whatever elapsed so the report reflects it.
|
|
384
|
-
mutateLatenciesMs.push(
|
|
389
|
+
mutateLatenciesMs.push(DateTime.now().toMillis() - startedAt);
|
|
385
390
|
}
|
|
386
391
|
};
|
|
387
392
|
|
|
@@ -397,18 +402,20 @@ const main = async (): Promise<void> => {
|
|
|
397
402
|
|
|
398
403
|
const loadPromises: Promise<void>[] = [];
|
|
399
404
|
const intervalMs = 1000 / config.targetRate;
|
|
400
|
-
const loadEnd =
|
|
405
|
+
const loadEnd = DateTime.now().plus({seconds: config.durationSec}).toMillis();
|
|
401
406
|
|
|
402
|
-
while (
|
|
407
|
+
while (DateTime.now().toMillis() < loadEnd) {
|
|
403
408
|
const hc = randomClient();
|
|
404
409
|
const opRoll = Math.random();
|
|
405
410
|
|
|
406
411
|
if (opRoll < 0.5 || knownEntityIds.length === 0) {
|
|
407
412
|
// Create.
|
|
408
|
-
const startedAt =
|
|
413
|
+
const startedAt = DateTime.now().toMillis();
|
|
409
414
|
const {mutationId} = hc.client.mutate({
|
|
410
415
|
collection: COLLECTION,
|
|
411
|
-
data: {
|
|
416
|
+
data: {
|
|
417
|
+
title: `load-${DateTime.now().toMillis()}-${Math.random().toString(36).slice(2, 8)}`,
|
|
418
|
+
},
|
|
412
419
|
operation: "create",
|
|
413
420
|
});
|
|
414
421
|
loadPromises.push(trackMutation(hc, mutationId, startedAt));
|
|
@@ -416,10 +423,10 @@ const main = async (): Promise<void> => {
|
|
|
416
423
|
// Update.
|
|
417
424
|
const target = knownEntityIds[Math.floor(Math.random() * knownEntityIds.length)];
|
|
418
425
|
const owner = harnessClients[target.clientIndex];
|
|
419
|
-
const startedAt =
|
|
426
|
+
const startedAt = DateTime.now().toMillis();
|
|
420
427
|
const {mutationId} = owner.client.mutate({
|
|
421
428
|
collection: COLLECTION,
|
|
422
|
-
data: {title: `updated-${
|
|
429
|
+
data: {title: `updated-${DateTime.now().toMillis()}`},
|
|
423
430
|
id: target.id,
|
|
424
431
|
operation: "update",
|
|
425
432
|
});
|
|
@@ -435,7 +442,7 @@ const main = async (): Promise<void> => {
|
|
|
435
442
|
if (!doc) {
|
|
436
443
|
return;
|
|
437
444
|
}
|
|
438
|
-
doc.title = `server-race-${
|
|
445
|
+
doc.title = `server-race-${DateTime.now().toMillis()}`;
|
|
439
446
|
return doc.save();
|
|
440
447
|
})
|
|
441
448
|
.catch(() => {});
|
|
@@ -448,8 +455,10 @@ const main = async (): Promise<void> => {
|
|
|
448
455
|
if (Math.random() < 0.05) {
|
|
449
456
|
const dupRequest: SyncMutateRequest = {
|
|
450
457
|
collection: COLLECTION,
|
|
451
|
-
data: {title: `dup-${
|
|
452
|
-
mutationId: `load-dup-${
|
|
458
|
+
data: {title: `dup-${DateTime.now().toMillis()}`},
|
|
459
|
+
mutationId: `load-dup-${DateTime.now().toMillis()}-${Math.random()
|
|
460
|
+
.toString(36)
|
|
461
|
+
.slice(2, 8)}`,
|
|
453
462
|
operation: "create",
|
|
454
463
|
};
|
|
455
464
|
loadPromises.push(
|
|
@@ -467,7 +476,7 @@ const main = async (): Promise<void> => {
|
|
|
467
476
|
const idx = Math.floor(Math.random() * knownEntityIds.length);
|
|
468
477
|
const target = knownEntityIds[idx];
|
|
469
478
|
const owner = harnessClients[target.clientIndex];
|
|
470
|
-
const startedAt =
|
|
479
|
+
const startedAt = DateTime.now().toMillis();
|
|
471
480
|
const {mutationId} = owner.client.mutate({
|
|
472
481
|
collection: COLLECTION,
|
|
473
482
|
id: target.id,
|
|
@@ -481,7 +490,7 @@ const main = async (): Promise<void> => {
|
|
|
481
490
|
// connected client's local store reflecting it ─────────────────────────────
|
|
482
491
|
if (Math.random() < 0.02) {
|
|
483
492
|
const anyOwner = randomClient();
|
|
484
|
-
const writeStart =
|
|
493
|
+
const writeStart = DateTime.now().toMillis();
|
|
485
494
|
const doc = await LoadTodoModel.create({
|
|
486
495
|
ownerId: anyOwner.ownerId,
|
|
487
496
|
title: `fanout-${writeStart}`,
|
|
@@ -501,7 +510,7 @@ const main = async (): Promise<void> => {
|
|
|
501
510
|
}
|
|
502
511
|
)
|
|
503
512
|
.then(() => {
|
|
504
|
-
fanoutLagsMs.push(
|
|
513
|
+
fanoutLagsMs.push(DateTime.now().toMillis() - writeStart);
|
|
505
514
|
})
|
|
506
515
|
.catch(() => {})
|
|
507
516
|
);
|
package/src/sync/models.ts
CHANGED
|
@@ -1,5 +1,7 @@
|
|
|
1
1
|
import crypto from "node:crypto";
|
|
2
|
+
import {DateTime} from "luxon";
|
|
2
3
|
import mongoose, {type ClientSession, type Model, Schema} from "mongoose";
|
|
4
|
+
import {APIError, errorDetail} from "../errors";
|
|
3
5
|
import {logger} from "../logger";
|
|
4
6
|
import {findOneOrNoneFor} from "../plugins";
|
|
5
7
|
|
|
@@ -46,7 +48,7 @@ export const PENDING_CLAIM_LEASE_MS = 60 * 1_000;
|
|
|
46
48
|
const syncPendingClaimSchema = new Schema<SyncPendingClaim>(
|
|
47
49
|
{
|
|
48
50
|
claimedAt: {
|
|
49
|
-
default: () =>
|
|
51
|
+
default: () => DateTime.now().toJSDate(),
|
|
50
52
|
description: "When this seq was claimed; a claim older than PENDING_CLAIM_LEASE_MS is stale",
|
|
51
53
|
type: Date,
|
|
52
54
|
},
|
|
@@ -155,7 +157,7 @@ export const claimSyncSeqs = async ({
|
|
|
155
157
|
}
|
|
156
158
|
|
|
157
159
|
const claim = async (): Promise<SyncSeqClaim> => {
|
|
158
|
-
const now =
|
|
160
|
+
const now = DateTime.now().toJSDate();
|
|
159
161
|
// Claim (`$inc`) AND register the pending entries in ONE atomic aggregation-pipeline
|
|
160
162
|
// update, so there is never a window where the incremented head is visible without
|
|
161
163
|
// its pending claims (which would let `computeStableFrontier` transiently report a
|
|
@@ -290,7 +292,7 @@ export const releaseSyncSeqs = async ({
|
|
|
290
292
|
* opportunistically so a crash cannot freeze the frontier forever.
|
|
291
293
|
*/
|
|
292
294
|
export const computeStableFrontier = async ({stream}: {stream: string}): Promise<number> => {
|
|
293
|
-
const counter = await SyncCounter
|
|
295
|
+
const counter = await findOneOrNoneFor(SyncCounter, {stream});
|
|
294
296
|
if (!counter) {
|
|
295
297
|
return 0;
|
|
296
298
|
}
|
|
@@ -298,11 +300,11 @@ export const computeStableFrontier = async ({stream}: {stream: string}): Promise
|
|
|
298
300
|
if (pending.length === 0) {
|
|
299
301
|
return counter.seq;
|
|
300
302
|
}
|
|
301
|
-
const cutoff =
|
|
303
|
+
const cutoff = DateTime.now().minus({milliseconds: PENDING_CLAIM_LEASE_MS}).toMillis();
|
|
302
304
|
const staleSeqs: number[] = [];
|
|
303
305
|
let minLiveSeq = Number.POSITIVE_INFINITY;
|
|
304
306
|
for (const claim of pending) {
|
|
305
|
-
const claimedAtMs =
|
|
307
|
+
const claimedAtMs = DateTime.fromJSDate(claim.claimedAt).toMillis();
|
|
306
308
|
if (claimedAtMs < cutoff) {
|
|
307
309
|
staleSeqs.push(claim.seq);
|
|
308
310
|
continue;
|
|
@@ -368,7 +370,7 @@ const syncScopeMoveSchema = new Schema<SyncScopeMoveDocument>(
|
|
|
368
370
|
type: String,
|
|
369
371
|
},
|
|
370
372
|
created: {
|
|
371
|
-
default: () =>
|
|
373
|
+
default: () => DateTime.now().toJSDate(),
|
|
372
374
|
description:
|
|
373
375
|
"When the move was recorded; reaped by compactTombstones once older than the " +
|
|
374
376
|
"owning model's retentionDays (deliberately NOT TTL-indexed — see the model doc)",
|
|
@@ -456,14 +458,14 @@ export const SYNC_MUTATION_LEASE_MS = 60 * 1_000;
|
|
|
456
458
|
const syncMutationSchema = new Schema<SyncMutationDocument>(
|
|
457
459
|
{
|
|
458
460
|
claimedAt: {
|
|
459
|
-
default: () =>
|
|
461
|
+
default: () => DateTime.now().toJSDate(),
|
|
460
462
|
description:
|
|
461
463
|
"When this delivery claimed the mutation (lease); a pending row older than " +
|
|
462
464
|
"SYNC_MUTATION_LEASE_MS may be taken over by a fresh delivery via findOneAndUpdate",
|
|
463
465
|
type: Date,
|
|
464
466
|
},
|
|
465
467
|
created: {
|
|
466
|
-
default: () =>
|
|
468
|
+
default: () => DateTime.now().toJSDate(),
|
|
467
469
|
description: "When the mutation was first claimed; TTL-indexed so rows expire after 30 days",
|
|
468
470
|
type: Date,
|
|
469
471
|
},
|
|
@@ -536,7 +538,7 @@ export interface SyncKeyDocument {
|
|
|
536
538
|
const syncKeySchema = new Schema<SyncKeyDocument>(
|
|
537
539
|
{
|
|
538
540
|
created: {
|
|
539
|
-
default: () =>
|
|
541
|
+
default: () => DateTime.now().toJSDate(),
|
|
540
542
|
description: "When this key material was generated",
|
|
541
543
|
type: Date,
|
|
542
544
|
},
|
|
@@ -568,9 +570,17 @@ export const SyncKey: Model<SyncKeyDocument> =
|
|
|
568
570
|
* builds them when Mongoose `autoIndex` is on — commonly disabled in production — so
|
|
569
571
|
* startup builds them explicitly.
|
|
570
572
|
*/
|
|
571
|
-
|
|
572
|
-
|
|
573
|
-
|
|
573
|
+
interface IndexableModel {
|
|
574
|
+
ensureIndexes: () => Promise<void>;
|
|
575
|
+
modelName: string;
|
|
576
|
+
}
|
|
577
|
+
|
|
578
|
+
const SYNC_BOOKKEEPING_MODELS: IndexableModel[] = [
|
|
579
|
+
SyncCounter,
|
|
580
|
+
SyncMutation,
|
|
581
|
+
SyncScopeMove,
|
|
582
|
+
SyncKey,
|
|
583
|
+
];
|
|
574
584
|
|
|
575
585
|
/**
|
|
576
586
|
* Best-effort removal of the pre-Task-9.15 `SyncScopeMove` TTL index. Failure is only
|
|
@@ -614,11 +624,15 @@ export const ensureSyncModelIndexes = async (): Promise<void> => {
|
|
|
614
624
|
logger.error(`[sync] Failed to ensure sync indexes for ${model.modelName}`, {
|
|
615
625
|
error: String(error),
|
|
616
626
|
});
|
|
617
|
-
throw new
|
|
618
|
-
|
|
619
|
-
|
|
620
|
-
|
|
621
|
-
|
|
627
|
+
throw new APIError({
|
|
628
|
+
cause: error,
|
|
629
|
+
code: "sync-indexes-failed",
|
|
630
|
+
detail:
|
|
631
|
+
`${errorDetail(error)}. The sync protocol depends on these indexes (unique mutationId for ` +
|
|
632
|
+
"mutation idempotency, unique stream for seq allocation); fix the DB and restart.",
|
|
633
|
+
status: 500,
|
|
634
|
+
title: `Failed to ensure sync indexes for ${model.modelName}`,
|
|
635
|
+
});
|
|
622
636
|
}
|
|
623
637
|
})
|
|
624
638
|
);
|
|
@@ -634,7 +648,7 @@ export const getOrCreateSyncKeyMaterial = async ({userId}: {userId: string}): Pr
|
|
|
634
648
|
const candidate = crypto.randomBytes(32).toString("base64");
|
|
635
649
|
const doc = await SyncKey.findOneAndUpdate(
|
|
636
650
|
{userId},
|
|
637
|
-
{$setOnInsert: {created:
|
|
651
|
+
{$setOnInsert: {created: DateTime.now().toJSDate(), keyMaterial: candidate, userId}},
|
|
638
652
|
{new: true, upsert: true}
|
|
639
653
|
);
|
|
640
654
|
return doc.keyMaterial;
|