@terreno/api 57.2.0 → 57.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.ai/skills/mongoose-schema-safety/SKILL.md +23 -10
- package/README.md +23 -7
- package/dist/actions.js +19 -7
- package/dist/adminTypes.d.ts +7 -0
- package/dist/adminTypes.js +6 -1
- package/dist/api.d.ts +14 -0
- package/dist/api.js +111 -60
- package/dist/audit/auditApp.d.ts +30 -0
- package/dist/audit/auditApp.js +155 -0
- package/dist/audit/auditEventModel.d.ts +29 -0
- package/dist/audit/auditEventModel.js +102 -0
- package/dist/audit/cloudTasksEnqueue.d.ts +32 -0
- package/dist/audit/cloudTasksEnqueue.js +162 -0
- package/dist/audit/diff.d.ts +10 -0
- package/dist/audit/diff.js +230 -0
- package/dist/audit/processQueue.d.ts +6 -0
- package/dist/audit/processQueue.js +101 -0
- package/dist/audit/rbacSink.d.ts +2 -0
- package/dist/audit/rbacSink.js +82 -0
- package/dist/audit/record.d.ts +56 -0
- package/dist/audit/record.js +373 -0
- package/dist/auth.d.ts +23 -10
- package/dist/auth.js +97 -32
- package/dist/authRecovery.d.ts +5 -0
- package/dist/authRecovery.js +350 -0
- package/dist/authTokens.d.ts +8 -0
- package/dist/authTokens.js +162 -0
- package/dist/betterAuth.d.ts +39 -0
- package/dist/betterAuthApp.d.ts +4 -0
- package/dist/betterAuthApp.js +26 -8
- package/dist/betterAuthSetup.d.ts +44 -2
- package/dist/betterAuthSetup.js +288 -18
- package/dist/collectionRegistry.d.ts +40 -0
- package/dist/collectionRegistry.js +97 -0
- package/dist/configurationApp.d.ts +11 -2
- package/dist/configurationApp.js +2 -4
- package/dist/docLoader.js +35 -6
- package/dist/expressServer.d.ts +26 -3
- package/dist/expressServer.js +79 -11
- package/dist/index.d.ts +42 -1
- package/dist/index.js +84 -2
- package/dist/mcp/auth.d.ts +1 -0
- package/dist/mcp/auth.js +47 -25
- package/dist/mcp/handlers.d.ts +1 -1
- package/dist/mcp/handlers.js +67 -233
- package/dist/mcp/query.d.ts +2 -15
- package/dist/mcp/query.js +8 -8
- package/dist/mcp/registry.d.ts +1 -5
- package/dist/mcp/registry.js +31 -20
- package/dist/mcp/schemaGenerator.d.ts +2 -7
- package/dist/mcp/schemaGenerator.js +41 -116
- package/dist/mcp/server.d.ts +1 -0
- package/dist/mcp/server.js +1 -0
- package/dist/mcp/serviceTokens.d.ts +16 -0
- package/dist/mcp/serviceTokens.js +345 -0
- package/dist/mcp/types.d.ts +2 -2
- package/dist/migrations/fixtures/all-down/20260910120000-one.d.ts +4 -0
- package/dist/migrations/fixtures/all-down/20260910120000-one.js +49 -0
- package/dist/migrations/fixtures/all-down/20260910120001-two.d.ts +4 -0
- package/dist/migrations/fixtures/all-down/20260910120001-two.js +49 -0
- package/dist/migrations/fixtures/bad-id/20260910120000-mismatch.d.ts +3 -0
- package/dist/migrations/fixtures/bad-id/20260910120000-mismatch.js +45 -0
- package/dist/migrations/fixtures/bad-name/not-a-migration.d.ts +3 -0
- package/dist/migrations/fixtures/bad-name/not-a-migration.js +45 -0
- package/dist/migrations/fixtures/missing-up/20260910120000-noup.d.ts +2 -0
- package/dist/migrations/fixtures/missing-up/20260910120000-noup.js +5 -0
- package/dist/migrations/fixtures/valid/20260910120000-alpha.d.ts +3 -0
- package/dist/migrations/fixtures/valid/20260910120000-alpha.js +45 -0
- package/dist/migrations/fixtures/valid/20260910120001-beta.d.ts +4 -0
- package/dist/migrations/fixtures/valid/20260910120001-beta.js +49 -0
- package/dist/migrations/generate.d.ts +17 -0
- package/dist/migrations/generate.js +277 -0
- package/dist/migrations/load.d.ts +20 -0
- package/dist/migrations/load.js +236 -0
- package/dist/migrations/lock.d.ts +13 -0
- package/dist/migrations/lock.js +145 -0
- package/dist/migrations/runner.d.ts +42 -0
- package/dist/migrations/runner.js +503 -0
- package/dist/migrations/schemaCatalog.d.ts +44 -0
- package/dist/migrations/schemaCatalog.js +326 -0
- package/dist/migrations/types.d.ts +87 -0
- package/dist/migrations/types.js +7 -0
- package/dist/models/mcpServiceToken.d.ts +3 -0
- package/dist/models/mcpServiceToken.js +208 -0
- package/dist/models/notification.d.ts +2 -0
- package/dist/models/notification.js +62 -0
- package/dist/models/notificationPreference.d.ts +2 -0
- package/dist/models/notificationPreference.js +49 -0
- package/dist/notifications/notificationService.d.ts +40 -0
- package/dist/notifications/notificationService.js +323 -0
- package/dist/notifications/notificationsApp.d.ts +18 -0
- package/dist/notifications/notificationsApp.js +250 -0
- package/dist/notifications/notificationsBeforeSend.d.ts +14 -0
- package/dist/notifications/notificationsBeforeSend.js +77 -0
- package/dist/openApi.d.ts +1 -7
- package/dist/openApi.js +7 -6
- package/dist/openApiBuilder.d.ts +19 -7
- package/dist/openApiBuilder.js +61 -8
- package/dist/openApiCompat.js +1 -1
- package/dist/openApiValidator.d.ts +13 -1
- package/dist/openApiValidator.js +200 -38
- package/dist/orgs/orgContext.d.ts +23 -0
- package/dist/orgs/orgContext.js +198 -0
- package/dist/orgs/orgPermissions.d.ts +4 -0
- package/dist/orgs/orgPermissions.js +77 -0
- package/dist/orgs/orgPlugin.d.ts +13 -0
- package/dist/orgs/orgPlugin.js +84 -0
- package/dist/orgs/organizationModel.d.ts +13 -0
- package/dist/orgs/organizationModel.js +301 -0
- package/dist/orgs/organizationSettings.d.ts +19 -0
- package/dist/orgs/organizationSettings.js +120 -0
- package/dist/orgs/orgsApp.d.ts +28 -0
- package/dist/orgs/orgsApp.js +678 -0
- package/dist/permissions.d.ts +7 -13
- package/dist/permissions.js +8 -31
- package/dist/plugins.d.ts +14 -1
- package/dist/plugins.js +17 -6
- package/dist/populate.d.ts +2 -2
- package/dist/populate.js +47 -42
- package/dist/rateLimit/applyTrustProxy.d.ts +3 -0
- package/dist/rateLimit/applyTrustProxy.js +17 -0
- package/dist/rateLimit/createStore.d.ts +2 -0
- package/dist/rateLimit/createStore.js +28 -0
- package/dist/rateLimit/memoryStore.d.ts +2 -0
- package/dist/rateLimit/memoryStore.js +108 -0
- package/dist/rateLimit/middleware.d.ts +3 -0
- package/dist/rateLimit/middleware.js +109 -0
- package/dist/rateLimit/mongoStore.d.ts +4 -0
- package/dist/rateLimit/mongoStore.js +123 -0
- package/dist/rateLimit/policies.d.ts +10 -0
- package/dist/rateLimit/policies.js +149 -0
- package/dist/rateLimit/redisStore.d.ts +4 -0
- package/dist/rateLimit/redisStore.js +156 -0
- package/dist/rateLimit/types.d.ts +54 -0
- package/dist/rateLimit/types.js +9 -0
- package/dist/rbac/access.js +35 -14
- package/dist/rbac/assertAllowed.d.ts +9 -0
- package/dist/rbac/assertAllowed.js +182 -0
- package/dist/rbac/membershipOrgAdminSource.d.ts +6 -0
- package/dist/rbac/membershipOrgAdminSource.js +122 -0
- package/dist/rbac/modelRouterAccess.d.ts +4 -0
- package/dist/rbac/modelRouterAccess.js +11 -4
- package/dist/rbac/permissionUtils.js +3 -2
- package/dist/rbac/resolve.js +65 -35
- package/dist/rbac/roleModel.d.ts +2 -5
- package/dist/rbac/roleModel.js +18 -4
- package/dist/rbac/routes.js +15 -6
- package/dist/rbac/statements.d.ts +10 -1
- package/dist/rbac/statements.js +19 -2
- package/dist/rbac/types.d.ts +5 -0
- package/dist/realtime/changeStreamWatcher.d.ts +10 -4
- package/dist/realtime/changeStreamWatcher.js +110 -64
- package/dist/realtime/deprecation.d.ts +13 -0
- package/dist/realtime/deprecation.js +33 -0
- package/dist/realtime/realtimeApp.d.ts +2 -1
- package/dist/realtime/realtimeApp.js +11 -11
- package/dist/realtime/registry.d.ts +0 -31
- package/dist/realtime/registry.js +44 -31
- package/dist/realtime/socketAuth.d.ts +5 -5
- package/dist/realtime/socketAuth.js +11 -1
- package/dist/realtime/socketUser.d.ts +5 -1
- package/dist/realtime/types.d.ts +14 -4
- package/dist/schemaMetadata.d.ts +56 -0
- package/dist/schemaMetadata.js +524 -0
- package/dist/seedRunner.d.ts +88 -0
- package/dist/seedRunner.js +627 -0
- package/dist/sync/adminBroadcastScope.d.ts +40 -0
- package/dist/sync/adminBroadcastScope.js +194 -0
- package/dist/sync/adminWindowAccess.d.ts +13 -0
- package/dist/sync/adminWindowAccess.js +96 -0
- package/dist/sync/adminWindowMutation.d.ts +88 -0
- package/dist/sync/adminWindowMutation.js +247 -0
- package/dist/sync/executors.d.ts +19 -3
- package/dist/sync/executors.js +194 -165
- package/dist/sync/loadHarness.js +28 -19
- package/dist/sync/models.js +26 -24
- package/dist/sync/mutationHandler.d.ts +14 -2
- package/dist/sync/mutationHandler.js +201 -76
- package/dist/sync/registrationSideEffects.d.ts +35 -0
- package/dist/sync/registrationSideEffects.js +151 -0
- package/dist/sync/registry.d.ts +2 -52
- package/dist/sync/registry.js +42 -187
- package/dist/sync/routes.d.ts +13 -0
- package/dist/sync/routes.js +116 -58
- package/dist/sync/scripts/compactTombstones.js +0 -2
- package/dist/sync/socketHandlers.d.ts +8 -2
- package/dist/sync/socketHandlers.js +144 -50
- package/dist/sync/streams.d.ts +2 -0
- package/dist/sync/streams.js +7 -1
- package/dist/sync/syncApp.d.ts +4 -3
- package/dist/sync/syncApp.js +5 -4
- package/dist/sync/syncBatch.d.ts +5 -2
- package/dist/sync/syncBatch.js +7 -6
- package/dist/sync/syncSeqPlugin.d.ts +1 -1
- package/dist/sync/syncSeqPlugin.js +20 -16
- package/dist/sync/types.d.ts +18 -0
- package/dist/terrenoApp.d.ts +48 -5
- package/dist/terrenoApp.js +157 -72
- package/dist/tests/createTestData.d.ts +1 -3
- package/dist/tests/createTestData.js +3 -5
- package/dist/tests/models.d.ts +3 -0
- package/dist/tests/models.js +15 -2
- package/dist/tests/testHelper.d.ts +0 -5
- package/dist/tests/testHelper.js +2 -9
- package/dist/types/authToken.d.ts +33 -0
- package/dist/types/authToken.js +2 -0
- package/dist/types/mcpServiceToken.d.ts +41 -0
- package/dist/types/mcpServiceToken.js +2 -0
- package/dist/types/membership.d.ts +23 -0
- package/dist/types/membership.js +2 -0
- package/dist/types/notification.d.ts +28 -0
- package/dist/types/notification.js +2 -0
- package/dist/types/notificationPreference.d.ts +20 -0
- package/dist/types/notificationPreference.js +2 -0
- package/dist/types/organization.d.ts +36 -0
- package/dist/types/organization.js +2 -0
- package/dist/webhooks/headerValue.d.ts +2 -0
- package/dist/webhooks/headerValue.js +14 -0
- package/dist/webhooks/idempotency/memoryStore.d.ts +10 -0
- package/dist/webhooks/idempotency/memoryStore.js +65 -0
- package/dist/webhooks/idempotency/mongoStore.d.ts +4 -0
- package/dist/webhooks/idempotency/mongoStore.js +150 -0
- package/dist/webhooks/idempotency/webhookReceipt.d.ts +17 -0
- package/dist/webhooks/idempotency/webhookReceipt.js +39 -0
- package/dist/webhooks/rawBody.d.ts +15 -0
- package/dist/webhooks/rawBody.js +23 -0
- package/dist/webhooks/timingSafeEqual.d.ts +4 -0
- package/dist/webhooks/timingSafeEqual.js +17 -0
- package/dist/webhooks/verifiers/hmac.d.ts +15 -0
- package/dist/webhooks/verifiers/hmac.js +49 -0
- package/dist/webhooks/verifiers/sendgrid.d.ts +10 -0
- package/dist/webhooks/verifiers/sendgrid.js +56 -0
- package/dist/webhooks/verifiers/stripe.d.ts +9 -0
- package/dist/webhooks/verifiers/stripe.js +99 -0
- package/dist/webhooks/verifiers/twilio.d.ts +9 -0
- package/dist/webhooks/verifiers/twilio.js +112 -0
- package/dist/webhooks/webhooksApp.d.ts +33 -0
- package/dist/webhooks/webhooksApp.js +195 -0
- package/package.json +32 -27
- package/src/__snapshots__/openApi.test.ts.snap +444 -36
- package/src/__snapshots__/openApiBuilder.test.ts.snap +24 -24
- package/src/__snapshots__/schemaMetadata.test.ts.snap +196 -0
- package/src/actions.ts +20 -13
- package/src/adminModelRouter.test.ts +133 -0
- package/src/adminTypes.ts +8 -0
- package/src/api.arrayOperations.test.ts +43 -31
- package/src/api.hooks.test.ts +38 -29
- package/src/api.query.test.ts +31 -31
- package/src/api.test.ts +133 -97
- package/src/api.ts +84 -27
- package/src/audit/auditApp.test.ts +243 -0
- package/src/audit/auditApp.ts +139 -0
- package/src/audit/auditEventModel.ts +156 -0
- package/src/audit/auditRouter.test.ts +456 -0
- package/src/audit/cloudTasksEnqueue.test.ts +124 -0
- package/src/audit/cloudTasksEnqueue.ts +104 -0
- package/src/audit/diff.ts +163 -0
- package/src/audit/processQueue.ts +69 -0
- package/src/audit/rbacSink.test.ts +86 -0
- package/src/audit/rbacSink.ts +42 -0
- package/src/audit/record.test.ts +402 -0
- package/src/audit/record.ts +328 -0
- package/src/auth.test.ts +108 -52
- package/src/auth.ts +98 -29
- package/src/authRecovery.test.ts +281 -0
- package/src/authRecovery.ts +279 -0
- package/src/authTokens.test.ts +94 -0
- package/src/authTokens.ts +118 -0
- package/src/authVerification.test.ts +293 -0
- package/src/betterAuth.ts +31 -0
- package/src/betterAuthApp.test.ts +1 -0
- package/src/betterAuthApp.ts +27 -9
- package/src/betterAuthSetup.test.ts +595 -38
- package/src/betterAuthSetup.ts +261 -5
- package/src/collectionRegistry.test.ts +164 -0
- package/src/collectionRegistry.ts +135 -0
- package/src/configurationApp.ts +13 -7
- package/src/docLoader.test.ts +45 -1
- package/src/docLoader.ts +37 -6
- package/src/express.d.ts +3 -0
- package/src/expressServer.test.ts +180 -68
- package/src/expressServer.ts +75 -19
- package/src/githubAuth.test.ts +60 -55
- package/src/index.ts +127 -0
- package/src/mcp/auth.test.ts +47 -0
- package/src/mcp/auth.ts +32 -11
- package/src/mcp/handlers.test.ts +275 -0
- package/src/mcp/handlers.ts +45 -172
- package/src/mcp/integration.test.ts +59 -9
- package/src/mcp/query.ts +5 -7
- package/src/mcp/registry.ts +29 -20
- package/src/mcp/schemaGenerator.test.ts +8 -0
- package/src/mcp/schemaGenerator.ts +49 -131
- package/src/mcp/server.ts +2 -0
- package/src/mcp/serviceTokens.test.ts +330 -0
- package/src/mcp/serviceTokens.ts +307 -0
- package/src/mcp/toolGenerator.test.ts +82 -1
- package/src/mcp/types.ts +2 -6
- package/src/migrations/cli.test.ts +376 -0
- package/src/migrations/cli.ts +283 -0
- package/src/migrations/fixtures/all-down/20260910120000-one.ts +6 -0
- package/src/migrations/fixtures/all-down/20260910120001-two.ts +6 -0
- package/src/migrations/fixtures/bad-id/20260910120000-mismatch.ts +4 -0
- package/src/migrations/fixtures/bad-name/not-a-migration.ts +4 -0
- package/src/migrations/fixtures/missing-up/20260910120000-noup.ts +2 -0
- package/src/migrations/fixtures/valid/20260910120000-alpha.ts +4 -0
- package/src/migrations/fixtures/valid/20260910120001-beta.ts +6 -0
- package/src/migrations/generate.test.ts +333 -0
- package/src/migrations/generate.ts +216 -0
- package/src/migrations/load.test.ts +103 -0
- package/src/migrations/load.ts +124 -0
- package/src/migrations/lock.test.ts +133 -0
- package/src/migrations/lock.ts +118 -0
- package/src/migrations/runner.test.ts +504 -0
- package/src/migrations/runner.ts +358 -0
- package/src/migrations/schemaCatalog.test.ts +159 -0
- package/src/migrations/schemaCatalog.ts +262 -0
- package/src/migrations/types.ts +94 -0
- package/src/models/mcpServiceToken.test.ts +129 -0
- package/src/models/mcpServiceToken.ts +158 -0
- package/src/models/notification.ts +68 -0
- package/src/models/notificationPreference.ts +62 -0
- package/src/notifications/notificationService.ts +254 -0
- package/src/notifications/notificationsApp.test.ts +505 -0
- package/src/notifications/notificationsApp.ts +200 -0
- package/src/notifications/notificationsBeforeSend.ts +51 -0
- package/src/openApi.test.ts +80 -65
- package/src/openApi.ts +2 -1
- package/src/openApiBuilder.test.ts +95 -7
- package/src/openApiBuilder.ts +60 -12
- package/src/openApiCompat.ts +1 -1
- package/src/openApiValidator.test.ts +270 -56
- package/src/openApiValidator.ts +219 -36
- package/src/orgs/orgAccessOptIn.test.ts +87 -0
- package/src/orgs/orgContext.test.ts +259 -0
- package/src/orgs/orgContext.ts +151 -0
- package/src/orgs/orgPermissions.test.ts +105 -0
- package/src/orgs/orgPermissions.ts +40 -0
- package/src/orgs/orgPlugin.test.ts +130 -0
- package/src/orgs/orgPlugin.ts +70 -0
- package/src/orgs/orgRbac.test.ts +267 -0
- package/src/orgs/orgSecurityDefects.test.ts +415 -0
- package/src/orgs/organizationModel.test.ts +205 -0
- package/src/orgs/organizationModel.ts +257 -0
- package/src/orgs/organizationSettings.test.ts +113 -0
- package/src/orgs/organizationSettings.ts +126 -0
- package/src/orgs/orgsApp.test.ts +382 -0
- package/src/orgs/orgsApp.ts +563 -0
- package/src/permissions.test.ts +62 -36
- package/src/permissions.ts +8 -30
- package/src/plugins.test.ts +14 -0
- package/src/plugins.ts +34 -9
- package/src/populate.test.ts +34 -0
- package/src/populate.ts +40 -29
- package/src/rateLimit/applyTrustProxy.ts +17 -0
- package/src/rateLimit/createStore.ts +25 -0
- package/src/rateLimit/memoryStore.ts +40 -0
- package/src/rateLimit/middleware.ts +79 -0
- package/src/rateLimit/mongoStore.test.ts +80 -0
- package/src/rateLimit/mongoStore.ts +77 -0
- package/src/rateLimit/policies.ts +130 -0
- package/src/rateLimit/rateLimit.test.ts +328 -0
- package/src/rateLimit/redisStore.ioredis.test.ts +29 -0
- package/src/rateLimit/redisStore.test.ts +114 -0
- package/src/rateLimit/redisStore.ts +86 -0
- package/src/rateLimit/types.ts +64 -0
- package/src/rbac/access.ts +16 -4
- package/src/rbac/assertAllowed.test.ts +325 -0
- package/src/rbac/assertAllowed.ts +157 -0
- package/src/rbac/backfillAdmins.test.ts +124 -0
- package/src/rbac/fieldViews.test.ts +89 -0
- package/src/rbac/membershipOrgAdminSource.ts +59 -0
- package/src/rbac/modelRouterAccess.test.ts +126 -0
- package/src/rbac/modelRouterAccess.ts +8 -2
- package/src/rbac/permissionUtils.test.ts +26 -5
- package/src/rbac/permissionUtils.ts +3 -2
- package/src/rbac/realtimeAccess.test.ts +109 -1
- package/src/rbac/resolve.test.ts +34 -2
- package/src/rbac/resolve.ts +31 -11
- package/src/rbac/roleManager.test.ts +169 -0
- package/src/rbac/roleModel.test.ts +34 -1
- package/src/rbac/roleModel.ts +17 -1
- package/src/rbac/routes.test.ts +233 -0
- package/src/rbac/routes.ts +16 -6
- package/src/rbac/statements.test.ts +19 -0
- package/src/rbac/statements.ts +19 -1
- package/src/rbac/types.ts +5 -0
- package/src/realtime/changeStreamWatcher.ts +73 -33
- package/src/realtime/deprecation.test.ts +60 -0
- package/src/realtime/deprecation.ts +33 -0
- package/src/realtime/realtime.test.ts +365 -189
- package/src/realtime/realtimeApp.ts +11 -11
- package/src/realtime/realtimeAppSetup.test.ts +32 -5
- package/src/realtime/registry.ts +48 -42
- package/src/realtime/sessionRevalidation.test.ts +57 -44
- package/src/realtime/socketAuth.test.ts +75 -23
- package/src/realtime/socketAuth.ts +17 -6
- package/src/realtime/socketUser.ts +5 -3
- package/src/realtime/types.ts +14 -4
- package/src/schemaMetadata.test.ts +419 -0
- package/src/schemaMetadata.ts +593 -0
- package/src/scrubAdminFields.test.ts +105 -0
- package/src/seedRunner.test.ts +591 -0
- package/src/seedRunner.ts +464 -0
- package/src/sync/adminBroadcastConfig.test.ts +96 -0
- package/src/sync/adminBroadcastScope.test.ts +155 -0
- package/src/sync/adminBroadcastScope.ts +123 -0
- package/src/sync/adminWindowAccess.test.ts +57 -0
- package/src/sync/adminWindowAccess.ts +32 -0
- package/src/sync/adminWindowMutation.test.ts +450 -0
- package/src/sync/adminWindowMutation.ts +283 -0
- package/src/sync/docMatchesMutationData.test.ts +16 -0
- package/src/sync/ensureSyncIndexes.test.ts +54 -15
- package/src/sync/executors.test.ts +40 -0
- package/src/sync/executors.ts +57 -18
- package/src/sync/integration.test.ts +15 -7
- package/src/sync/loadHarness.ts +28 -19
- package/src/sync/models.ts +32 -18
- package/src/sync/mutationHandler.test.ts +293 -17
- package/src/sync/mutationHandler.ts +180 -36
- package/src/sync/registrationSideEffects.test.ts +126 -0
- package/src/sync/registrationSideEffects.ts +131 -0
- package/src/sync/registry.ts +49 -171
- package/src/sync/routes.ts +55 -10
- package/src/sync/scripts/compactTombstones.ts +0 -2
- package/src/sync/sessionRevalidationIntegration.test.ts +12 -11
- package/src/sync/socketHandlers.ts +154 -58
- package/src/sync/streams.ts +6 -0
- package/src/sync/sync.test.ts +28 -25
- package/src/sync/syncApp.ts +5 -4
- package/src/sync/syncBatch.ts +10 -4
- package/src/sync/syncFrontier.test.ts +17 -15
- package/src/sync/syncPhaseC.test.ts +54 -43
- package/src/sync/syncRoutes.test.ts +347 -38
- package/src/sync/syncSeqPlugin.ts +66 -44
- package/src/sync/syncSocket.test.ts +341 -81
- package/src/sync/types.ts +20 -0
- package/src/terrenoApp.mcpServiceTokens.test.ts +173 -0
- package/src/terrenoApp.migrations.test.ts +114 -0
- package/src/terrenoApp.test.ts +41 -0
- package/src/terrenoApp.ts +181 -46
- package/src/tests/createTestData.ts +2 -2
- package/src/tests/models.ts +24 -3
- package/src/tests/testHelper.ts +1 -7
- package/src/types/authToken.ts +41 -0
- package/src/types/mcpServiceToken.ts +48 -0
- package/src/types/membership.ts +48 -0
- package/src/types/notification.ts +34 -0
- package/src/types/notificationPreference.ts +28 -0
- package/src/types/organization.ts +49 -0
- package/src/webhooks/headerValue.test.ts +22 -0
- package/src/webhooks/headerValue.ts +12 -0
- package/src/webhooks/idempotency/memoryStore.ts +34 -0
- package/src/webhooks/idempotency/mongoStore.test.ts +274 -0
- package/src/webhooks/idempotency/mongoStore.ts +83 -0
- package/src/webhooks/idempotency/webhookReceipt.ts +67 -0
- package/src/webhooks/rawBody.test.ts +107 -0
- package/src/webhooks/rawBody.ts +24 -0
- package/src/webhooks/timingSafeEqual.ts +16 -0
- package/src/webhooks/verifiers/hmac.test.ts +110 -0
- package/src/webhooks/verifiers/hmac.ts +54 -0
- package/src/webhooks/verifiers/providerVerifiers.test.ts +388 -0
- package/src/webhooks/verifiers/sendgrid.ts +59 -0
- package/src/webhooks/verifiers/stripe.ts +67 -0
- package/src/webhooks/verifiers/twilio.ts +69 -0
- package/src/webhooks/webhooksApp.test.ts +221 -0
- package/src/webhooks/webhooksApp.ts +144 -0
- package/tsconfig.json +1 -1
- package/tsconfig.typedoc.json +2 -1
- package/dist/vendor/wesleytodd-openapi/lib/convert-yaml.d.ts +0 -2
- package/dist/vendor/wesleytodd-openapi/lib/convert-yaml.js +0 -13
- package/src/vendor/wesleytodd-openapi/lib/convert-yaml.js +0 -13
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Load and validate timestamped `migrations/<YYYYMMDDHHmmss>-<slug>.ts` files
|
|
3
|
+
* without connecting to Mongo. Used by `terreno-migrate check` and as input to the runner.
|
|
4
|
+
*/
|
|
5
|
+
import {createHash} from "node:crypto";
|
|
6
|
+
import {readdir, readFile} from "node:fs/promises";
|
|
7
|
+
import {join} from "node:path";
|
|
8
|
+
import {pathToFileURL} from "node:url";
|
|
9
|
+
|
|
10
|
+
import {APIError} from "../errors";
|
|
11
|
+
import type {LoadedMigration, MigrationModule} from "./types";
|
|
12
|
+
|
|
13
|
+
export const MIGRATION_FILENAME = /^(\d{14})-[a-z0-9-]+\.ts$/;
|
|
14
|
+
|
|
15
|
+
/** Bun compile (`bun build --compile`) puts modules on a virtual FS. */
|
|
16
|
+
const isBunVirtualFsPath = (value: string): boolean => {
|
|
17
|
+
return value.includes("$bunfs");
|
|
18
|
+
};
|
|
19
|
+
|
|
20
|
+
/**
|
|
21
|
+
* Pick a real on-disk migrations directory.
|
|
22
|
+
* `bun build --compile` rewrites `import.meta.url` to `$bunfs`, which is not
|
|
23
|
+
* scandir-able. Prefer an explicit real `dir`, then `MIGRATIONS_DIR`, then
|
|
24
|
+
* `<cwd>/migrations`.
|
|
25
|
+
*/
|
|
26
|
+
export const resolveMigrationDir = ({
|
|
27
|
+
cwd = process.cwd(),
|
|
28
|
+
dir,
|
|
29
|
+
envDir = process.env.MIGRATIONS_DIR,
|
|
30
|
+
}: {
|
|
31
|
+
cwd?: string;
|
|
32
|
+
dir?: string;
|
|
33
|
+
envDir?: string;
|
|
34
|
+
}): string => {
|
|
35
|
+
if (dir && !isBunVirtualFsPath(dir)) {
|
|
36
|
+
return dir;
|
|
37
|
+
}
|
|
38
|
+
if (envDir) {
|
|
39
|
+
return envDir;
|
|
40
|
+
}
|
|
41
|
+
return join(cwd, "migrations");
|
|
42
|
+
};
|
|
43
|
+
|
|
44
|
+
const readMigrationFilenames = async (dir: string): Promise<string[]> => {
|
|
45
|
+
try {
|
|
46
|
+
return await readdir(dir);
|
|
47
|
+
} catch (error) {
|
|
48
|
+
const code = (error as NodeJS.ErrnoException).code;
|
|
49
|
+
if (code === "ENOENT") {
|
|
50
|
+
throw new APIError({
|
|
51
|
+
detail: `No directory at ${dir}`,
|
|
52
|
+
status: 404,
|
|
53
|
+
title: "Migration directory not found",
|
|
54
|
+
});
|
|
55
|
+
}
|
|
56
|
+
throw error;
|
|
57
|
+
}
|
|
58
|
+
};
|
|
59
|
+
|
|
60
|
+
const checksumOf = (source: string): string => {
|
|
61
|
+
return createHash("sha256").update(source).digest("hex");
|
|
62
|
+
};
|
|
63
|
+
|
|
64
|
+
const expectedIdFromFilename = (filename: string): string => {
|
|
65
|
+
return filename.replace(/\.ts$/, "");
|
|
66
|
+
};
|
|
67
|
+
|
|
68
|
+
export const checkMigrationFiles = async ({dir}: {dir: string}): Promise<LoadedMigration[]> => {
|
|
69
|
+
const resolvedDir = resolveMigrationDir({dir});
|
|
70
|
+
const entries = await readMigrationFilenames(resolvedDir);
|
|
71
|
+
const files = entries.filter((name) => name.endsWith(".ts")).sort();
|
|
72
|
+
const loaded: LoadedMigration[] = [];
|
|
73
|
+
const seenIds = new Set<string>();
|
|
74
|
+
|
|
75
|
+
for (const filename of files) {
|
|
76
|
+
if (!MIGRATION_FILENAME.test(filename)) {
|
|
77
|
+
throw new APIError({
|
|
78
|
+
detail: `Expected YYYYMMDDHHmmss-slug.ts, received ${filename}`,
|
|
79
|
+
status: 400,
|
|
80
|
+
title: "Invalid migration filename",
|
|
81
|
+
});
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
const source = await readFile(join(resolvedDir, filename), "utf8");
|
|
85
|
+
const mod = (await import(pathToFileURL(join(resolvedDir, filename)).href)) as MigrationModule;
|
|
86
|
+
const expectedId = expectedIdFromFilename(filename);
|
|
87
|
+
if (mod.id !== expectedId) {
|
|
88
|
+
throw new APIError({
|
|
89
|
+
detail: `File ${filename} exported id ${String(mod.id)}`,
|
|
90
|
+
status: 400,
|
|
91
|
+
title: "Migration id does not match filename",
|
|
92
|
+
});
|
|
93
|
+
}
|
|
94
|
+
if (typeof mod.up !== "function") {
|
|
95
|
+
throw new APIError({
|
|
96
|
+
detail: `${filename} must export an up function`,
|
|
97
|
+
status: 400,
|
|
98
|
+
title: "Migration missing up",
|
|
99
|
+
});
|
|
100
|
+
}
|
|
101
|
+
if (seenIds.has(mod.id)) {
|
|
102
|
+
throw new APIError({
|
|
103
|
+
detail: `Duplicate migration id ${mod.id}`,
|
|
104
|
+
status: 400,
|
|
105
|
+
title: "Duplicate migration id",
|
|
106
|
+
});
|
|
107
|
+
}
|
|
108
|
+
seenIds.add(mod.id);
|
|
109
|
+
loaded.push({
|
|
110
|
+
checksum: checksumOf(source),
|
|
111
|
+
down: mod.down,
|
|
112
|
+
id: mod.id,
|
|
113
|
+
schemaAfter: mod.schemaAfter,
|
|
114
|
+
up: mod.up,
|
|
115
|
+
});
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
return loaded;
|
|
119
|
+
};
|
|
120
|
+
|
|
121
|
+
/** Public alias for `checkMigrationFiles`; kept as a wrapper so Knip does not treat it as a duplicate export. */
|
|
122
|
+
export const loadMigrations = async ({dir}: {dir: string}): Promise<LoadedMigration[]> => {
|
|
123
|
+
return checkMigrationFiles({dir});
|
|
124
|
+
};
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Tests for the migrate lock: wait, heartbeat, and steal after TTL.
|
|
3
|
+
*/
|
|
4
|
+
import {beforeEach, describe, expect, it} from "bun:test";
|
|
5
|
+
import {DateTime} from "luxon";
|
|
6
|
+
import mongoose from "mongoose";
|
|
7
|
+
|
|
8
|
+
import {setupDb} from "../tests";
|
|
9
|
+
import {withMigrationLock} from "./lock";
|
|
10
|
+
import {runMigrations} from "./runner";
|
|
11
|
+
import {type LoadedMigration, MIGRATION_LOCK_ID, MIGRATIONS_COLLECTION} from "./types";
|
|
12
|
+
|
|
13
|
+
const collection = (): mongoose.Collection => {
|
|
14
|
+
return mongoose.connection.collection(MIGRATIONS_COLLECTION);
|
|
15
|
+
};
|
|
16
|
+
|
|
17
|
+
describe("withMigrationLock", () => {
|
|
18
|
+
beforeEach(async () => {
|
|
19
|
+
await setupDb();
|
|
20
|
+
await collection().deleteMany({});
|
|
21
|
+
});
|
|
22
|
+
|
|
23
|
+
it("releases the lock in finally", async () => {
|
|
24
|
+
await withMigrationLock({
|
|
25
|
+
connection: mongoose.connection,
|
|
26
|
+
fn: async () => "ok",
|
|
27
|
+
ttlMs: 60_000,
|
|
28
|
+
});
|
|
29
|
+
|
|
30
|
+
const lock = await collection().findOne({_id: MIGRATION_LOCK_ID});
|
|
31
|
+
expect(lock).toBeNull();
|
|
32
|
+
});
|
|
33
|
+
|
|
34
|
+
it("steals a lock whose expiresAt is in the past", async () => {
|
|
35
|
+
await collection().insertOne({
|
|
36
|
+
_id: MIGRATION_LOCK_ID,
|
|
37
|
+
expiresAt: DateTime.now().minus({minutes: 11}).toJSDate(),
|
|
38
|
+
heartbeatAt: DateTime.now().minus({minutes: 11}).toJSDate(),
|
|
39
|
+
holder: "dead-holder",
|
|
40
|
+
});
|
|
41
|
+
|
|
42
|
+
let ran = false;
|
|
43
|
+
await withMigrationLock({
|
|
44
|
+
connection: mongoose.connection,
|
|
45
|
+
fn: async () => {
|
|
46
|
+
ran = true;
|
|
47
|
+
},
|
|
48
|
+
pollMs: 10,
|
|
49
|
+
ttlMs: 60_000,
|
|
50
|
+
});
|
|
51
|
+
|
|
52
|
+
expect(ran).toBe(true);
|
|
53
|
+
const lock = await collection().findOne({_id: MIGRATION_LOCK_ID});
|
|
54
|
+
expect(lock).toBeNull();
|
|
55
|
+
});
|
|
56
|
+
|
|
57
|
+
it("heartbeats the lock while the critical section runs", async () => {
|
|
58
|
+
await withMigrationLock({
|
|
59
|
+
connection: mongoose.connection,
|
|
60
|
+
fn: async () => {
|
|
61
|
+
const first = await collection().findOne({_id: MIGRATION_LOCK_ID});
|
|
62
|
+
await Bun.sleep(400);
|
|
63
|
+
const second = await collection().findOne({_id: MIGRATION_LOCK_ID});
|
|
64
|
+
expect(second?.heartbeatAt).toBeDefined();
|
|
65
|
+
const firstBeat = DateTime.fromJSDate(first?.heartbeatAt as Date);
|
|
66
|
+
const secondBeat = DateTime.fromJSDate(second?.heartbeatAt as Date);
|
|
67
|
+
expect(secondBeat.toMillis()).toBeGreaterThan(firstBeat.toMillis());
|
|
68
|
+
},
|
|
69
|
+
holder: "heartbeat-holder",
|
|
70
|
+
pollMs: 10,
|
|
71
|
+
ttlMs: 150,
|
|
72
|
+
});
|
|
73
|
+
expect(await collection().findOne({_id: MIGRATION_LOCK_ID})).toBeNull();
|
|
74
|
+
});
|
|
75
|
+
|
|
76
|
+
it("rethrows non-duplicate insert errors while acquiring", async () => {
|
|
77
|
+
const col = collection();
|
|
78
|
+
const originalInsertOne = col.insertOne.bind(col);
|
|
79
|
+
Object.assign(col, {
|
|
80
|
+
insertOne: async () => {
|
|
81
|
+
throw Object.assign(new Error("write concern"), {code: 50});
|
|
82
|
+
},
|
|
83
|
+
});
|
|
84
|
+
try {
|
|
85
|
+
await expect(
|
|
86
|
+
withMigrationLock({
|
|
87
|
+
connection: mongoose.connection,
|
|
88
|
+
fn: async () => "ok",
|
|
89
|
+
pollMs: 10,
|
|
90
|
+
ttlMs: 60_000,
|
|
91
|
+
})
|
|
92
|
+
).rejects.toThrow("write concern");
|
|
93
|
+
} finally {
|
|
94
|
+
Object.assign(col, {insertOne: originalInsertOne});
|
|
95
|
+
}
|
|
96
|
+
});
|
|
97
|
+
});
|
|
98
|
+
|
|
99
|
+
describe("runMigrations lock", () => {
|
|
100
|
+
beforeEach(async () => {
|
|
101
|
+
await setupDb();
|
|
102
|
+
await collection().deleteMany({});
|
|
103
|
+
});
|
|
104
|
+
|
|
105
|
+
it("serializes overlapping wet runs", async () => {
|
|
106
|
+
let concurrent = 0;
|
|
107
|
+
let maxConcurrent = 0;
|
|
108
|
+
const migrations: LoadedMigration[] = [
|
|
109
|
+
{
|
|
110
|
+
checksum: "lock-1",
|
|
111
|
+
id: "20260910130000-lock",
|
|
112
|
+
up: async () => {
|
|
113
|
+
concurrent += 1;
|
|
114
|
+
maxConcurrent = Math.max(maxConcurrent, concurrent);
|
|
115
|
+
await Bun.sleep(80);
|
|
116
|
+
concurrent -= 1;
|
|
117
|
+
},
|
|
118
|
+
},
|
|
119
|
+
];
|
|
120
|
+
const options = {
|
|
121
|
+
connection: mongoose.connection,
|
|
122
|
+
dryRun: false,
|
|
123
|
+
migrations,
|
|
124
|
+
mongoose,
|
|
125
|
+
};
|
|
126
|
+
|
|
127
|
+
await Promise.all([runMigrations(options), runMigrations(options)]);
|
|
128
|
+
|
|
129
|
+
expect(maxConcurrent).toBe(1);
|
|
130
|
+
const stored = await collection().findOne({_id: "20260910130000-lock"});
|
|
131
|
+
expect(stored?.checksum).toBe("lock-1");
|
|
132
|
+
});
|
|
133
|
+
});
|
|
@@ -0,0 +1,118 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Exclusive lock for wet migrate so concurrent CLI, boot, and admin runs cannot
|
|
3
|
+
* double-apply. Holders heartbeat; a stale lock may be stolen after the TTL.
|
|
4
|
+
*/
|
|
5
|
+
import {randomUUID} from "node:crypto";
|
|
6
|
+
|
|
7
|
+
import {DateTime} from "luxon";
|
|
8
|
+
import type mongoose from "mongoose";
|
|
9
|
+
|
|
10
|
+
import {MIGRATION_LOCK_ID, MIGRATIONS_COLLECTION, type MigrationStoreDoc} from "./types";
|
|
11
|
+
|
|
12
|
+
/** Default lock lifetime before another runner may steal it. */
|
|
13
|
+
export const MIGRATION_LOCK_TTL_MS = 10 * 60 * 1000;
|
|
14
|
+
|
|
15
|
+
export interface WithMigrationLockOptions<T> {
|
|
16
|
+
connection: mongoose.Connection;
|
|
17
|
+
fn: () => Promise<T>;
|
|
18
|
+
ttlMs?: number;
|
|
19
|
+
pollMs?: number;
|
|
20
|
+
holder?: string;
|
|
21
|
+
now?: () => DateTime;
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
const lockCollection = (
|
|
25
|
+
connection: mongoose.Connection
|
|
26
|
+
): mongoose.Collection<MigrationStoreDoc> => {
|
|
27
|
+
return connection.collection<MigrationStoreDoc>(MIGRATIONS_COLLECTION);
|
|
28
|
+
};
|
|
29
|
+
|
|
30
|
+
const isDuplicateKey = (error: unknown): boolean => {
|
|
31
|
+
if (typeof error !== "object" || error === null) {
|
|
32
|
+
return false;
|
|
33
|
+
}
|
|
34
|
+
const code = "code" in error ? error.code : undefined;
|
|
35
|
+
return code === 11000;
|
|
36
|
+
};
|
|
37
|
+
|
|
38
|
+
const tryAcquire = async ({
|
|
39
|
+
col,
|
|
40
|
+
expiresAt,
|
|
41
|
+
holder,
|
|
42
|
+
nowJs,
|
|
43
|
+
}: {
|
|
44
|
+
col: mongoose.Collection<MigrationStoreDoc>;
|
|
45
|
+
expiresAt: Date;
|
|
46
|
+
holder: string;
|
|
47
|
+
nowJs: Date;
|
|
48
|
+
}): Promise<boolean> => {
|
|
49
|
+
try {
|
|
50
|
+
await col.insertOne({
|
|
51
|
+
_id: MIGRATION_LOCK_ID,
|
|
52
|
+
expiresAt,
|
|
53
|
+
heartbeatAt: nowJs,
|
|
54
|
+
holder,
|
|
55
|
+
});
|
|
56
|
+
return true;
|
|
57
|
+
} catch (error) {
|
|
58
|
+
if (!isDuplicateKey(error)) {
|
|
59
|
+
throw error;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
const stolen = await col.findOneAndUpdate(
|
|
64
|
+
{_id: MIGRATION_LOCK_ID, expiresAt: {$lte: nowJs}},
|
|
65
|
+
{$set: {expiresAt, heartbeatAt: nowJs, holder}},
|
|
66
|
+
{returnDocument: "after"}
|
|
67
|
+
);
|
|
68
|
+
return stolen !== null && stolen.holder === holder;
|
|
69
|
+
};
|
|
70
|
+
|
|
71
|
+
export const withMigrationLock = async <T>({
|
|
72
|
+
connection,
|
|
73
|
+
fn,
|
|
74
|
+
holder = randomUUID(),
|
|
75
|
+
now = () => DateTime.now(),
|
|
76
|
+
pollMs = 1000,
|
|
77
|
+
ttlMs = MIGRATION_LOCK_TTL_MS,
|
|
78
|
+
}: WithMigrationLockOptions<T>): Promise<T> => {
|
|
79
|
+
const col = lockCollection(connection);
|
|
80
|
+
|
|
81
|
+
const acquire = async (): Promise<void> => {
|
|
82
|
+
while (true) {
|
|
83
|
+
const nowDt = now();
|
|
84
|
+
const nowJs = nowDt.toJSDate();
|
|
85
|
+
const expiresAt = nowDt.plus({milliseconds: ttlMs}).toJSDate();
|
|
86
|
+
const acquired = await tryAcquire({col, expiresAt, holder, nowJs});
|
|
87
|
+
if (acquired) {
|
|
88
|
+
return;
|
|
89
|
+
}
|
|
90
|
+
await Bun.sleep(pollMs);
|
|
91
|
+
}
|
|
92
|
+
};
|
|
93
|
+
|
|
94
|
+
await acquire();
|
|
95
|
+
|
|
96
|
+
const heartbeat = setInterval(
|
|
97
|
+
() => {
|
|
98
|
+
const nowDt = now();
|
|
99
|
+
void col.updateOne(
|
|
100
|
+
{_id: MIGRATION_LOCK_ID, holder},
|
|
101
|
+
{
|
|
102
|
+
$set: {
|
|
103
|
+
expiresAt: nowDt.plus({milliseconds: ttlMs}).toJSDate(),
|
|
104
|
+
heartbeatAt: nowDt.toJSDate(),
|
|
105
|
+
},
|
|
106
|
+
}
|
|
107
|
+
);
|
|
108
|
+
},
|
|
109
|
+
Math.max(50, Math.floor(ttlMs / 3))
|
|
110
|
+
);
|
|
111
|
+
|
|
112
|
+
try {
|
|
113
|
+
return await fn();
|
|
114
|
+
} finally {
|
|
115
|
+
clearInterval(heartbeat);
|
|
116
|
+
await col.deleteOne({_id: MIGRATION_LOCK_ID, holder});
|
|
117
|
+
}
|
|
118
|
+
};
|