@terreno/api 57.3.0 → 57.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.ai/skills/mongoose-schema-safety/SKILL.md +23 -10
- package/README.md +11 -5
- package/bunfig.toml +1 -1
- package/dist/actions.js +197 -368
- package/dist/adminModelRouter.js +88 -173
- package/dist/adminTypes.d.ts +7 -0
- package/dist/adminTypes.js +6 -1
- package/dist/api.d.ts +10 -0
- package/dist/api.js +601 -792
- package/dist/audit/auditApp.d.ts +30 -0
- package/dist/audit/auditApp.js +114 -0
- package/dist/audit/auditEventModel.d.ts +29 -0
- package/dist/audit/auditEventModel.js +101 -0
- package/dist/audit/cloudTasksEnqueue.d.ts +32 -0
- package/dist/audit/cloudTasksEnqueue.js +69 -0
- package/dist/audit/diff.d.ts +10 -0
- package/dist/audit/diff.js +140 -0
- package/dist/audit/processQueue.d.ts +6 -0
- package/dist/audit/processQueue.js +56 -0
- package/dist/audit/rbacSink.d.ts +2 -0
- package/dist/audit/rbacSink.js +41 -0
- package/dist/audit/record.d.ts +56 -0
- package/dist/audit/record.js +251 -0
- package/dist/auth.js +432 -681
- package/dist/authRecovery.js +155 -269
- package/dist/authTokens.js +43 -118
- package/dist/betterAuth.d.ts +6 -0
- package/dist/betterAuthApp.js +25 -26
- package/dist/betterAuthSetup.js +258 -413
- package/dist/browserLogsRoute.d.ts +6 -0
- package/dist/browserLogsRoute.js +97 -0
- package/dist/collectionRegistry.d.ts +3 -1
- package/dist/collectionRegistry.js +43 -33
- package/dist/config.js +53 -122
- package/dist/configurationApp.js +180 -361
- package/dist/configurationPlugin.js +130 -302
- package/dist/consentApp.js +276 -421
- package/dist/docLoader.js +78 -126
- package/dist/envConfigurationPlugin.js +25 -147
- package/dist/errors.js +151 -247
- package/dist/example.js +28 -34
- package/dist/expressServer.d.ts +10 -0
- package/dist/expressServer.js +109 -255
- package/dist/frameworkModelNames.d.ts +24 -0
- package/dist/frameworkModelNames.js +31 -0
- package/dist/githubAuth.js +152 -216
- package/dist/httpClient.js +176 -264
- package/dist/index.d.ts +28 -1
- package/dist/index.js +53 -2
- package/dist/logger.js +145 -278
- package/dist/mcp/auth.js +76 -128
- package/dist/mcp/createMCPRequest.js +4 -5
- package/dist/mcp/handlers.js +268 -480
- package/dist/mcp/query.d.ts +0 -13
- package/dist/mcp/query.js +57 -151
- package/dist/mcp/registry.js +17 -30
- package/dist/mcp/schemaGenerator.js +95 -181
- package/dist/mcp/server.js +28 -100
- package/dist/mcp/serviceTokens.js +102 -191
- package/dist/mcp/toolGenerator.js +78 -191
- package/dist/middleware.js +15 -27
- package/dist/migrations/fixtures/all-down/20260910120000-one.d.ts +4 -0
- package/dist/migrations/fixtures/all-down/20260910120000-one.js +9 -0
- package/dist/migrations/fixtures/all-down/20260910120001-two.d.ts +4 -0
- package/dist/migrations/fixtures/all-down/20260910120001-two.js +9 -0
- package/dist/migrations/fixtures/bad-id/20260910120000-mismatch.d.ts +3 -0
- package/dist/migrations/fixtures/bad-id/20260910120000-mismatch.js +7 -0
- package/dist/migrations/fixtures/bad-name/not-a-migration.d.ts +3 -0
- package/dist/migrations/fixtures/bad-name/not-a-migration.js +7 -0
- package/dist/migrations/fixtures/missing-up/20260910120000-noup.d.ts +2 -0
- package/dist/migrations/fixtures/missing-up/20260910120000-noup.js +5 -0
- package/dist/migrations/fixtures/valid/20260910120000-alpha.d.ts +3 -0
- package/dist/migrations/fixtures/valid/20260910120000-alpha.js +7 -0
- package/dist/migrations/fixtures/valid/20260910120001-beta.d.ts +4 -0
- package/dist/migrations/fixtures/valid/20260910120001-beta.js +9 -0
- package/dist/migrations/generate.d.ts +17 -0
- package/dist/migrations/generate.js +155 -0
- package/dist/migrations/load.d.ts +20 -0
- package/dist/migrations/load.js +110 -0
- package/dist/migrations/lock.d.ts +13 -0
- package/dist/migrations/lock.js +73 -0
- package/dist/migrations/runner.d.ts +42 -0
- package/dist/migrations/runner.js +249 -0
- package/dist/migrations/schemaCatalog.d.ts +44 -0
- package/dist/migrations/schemaCatalog.js +185 -0
- package/dist/migrations/types.d.ts +87 -0
- package/dist/migrations/types.js +7 -0
- package/dist/models/consentForm.js +6 -6
- package/dist/models/consentResponse.js +5 -5
- package/dist/models/mcpServiceToken.js +66 -156
- package/dist/models/notification.d.ts +2 -0
- package/dist/models/notification.js +62 -0
- package/dist/models/notificationPreference.d.ts +2 -0
- package/dist/models/notificationPreference.js +49 -0
- package/dist/models/versionConfig.js +5 -5
- package/dist/notifications/notificationService.d.ts +40 -0
- package/dist/notifications/notificationService.js +183 -0
- package/dist/notifications/notificationsApp.d.ts +18 -0
- package/dist/notifications/notificationsApp.js +156 -0
- package/dist/notifications/notificationsBeforeSend.d.ts +14 -0
- package/dist/notifications/notificationsBeforeSend.js +32 -0
- package/dist/notifiers/googleChatNotifier.js +36 -117
- package/dist/notifiers/slackNotifier.d.ts +31 -2
- package/dist/notifiers/slackNotifier.js +170 -119
- package/dist/notifiers/zoomNotifier.js +60 -111
- package/dist/openApi.d.ts +1 -7
- package/dist/openApi.js +113 -127
- package/dist/openApiBuilder.d.ts +14 -3
- package/dist/openApiBuilder.js +117 -159
- package/dist/openApiCompat.js +81 -148
- package/dist/openApiEtag.js +7 -7
- package/dist/openApiValidator.d.ts +13 -1
- package/dist/openApiValidator.js +301 -246
- package/dist/orgs/orgContext.d.ts +23 -0
- package/dist/orgs/orgContext.js +128 -0
- package/dist/orgs/orgPermissions.d.ts +4 -0
- package/dist/orgs/orgPermissions.js +38 -0
- package/dist/orgs/orgPlugin.d.ts +13 -0
- package/dist/orgs/orgPlugin.js +66 -0
- package/dist/orgs/organizationModel.d.ts +13 -0
- package/dist/orgs/organizationModel.js +200 -0
- package/dist/orgs/organizationSettings.d.ts +19 -0
- package/dist/orgs/organizationSettings.js +113 -0
- package/dist/orgs/orgsApp.d.ts +28 -0
- package/dist/orgs/orgsApp.js +416 -0
- package/dist/permissions.d.ts +7 -13
- package/dist/permissions.js +95 -211
- package/dist/plugins.js +125 -218
- package/dist/populate.js +130 -240
- package/dist/rateLimit/applyTrustProxy.js +1 -1
- package/dist/rateLimit/createStore.js +7 -8
- package/dist/rateLimit/memoryStore.js +22 -100
- package/dist/rateLimit/middleware.d.ts +0 -8
- package/dist/rateLimit/middleware.js +49 -101
- package/dist/rateLimit/mongoStore.d.ts +1 -0
- package/dist/rateLimit/mongoStore.js +55 -112
- package/dist/rateLimit/policies.d.ts +0 -4
- package/dist/rateLimit/policies.js +44 -80
- package/dist/rateLimit/redisStore.d.ts +1 -0
- package/dist/rateLimit/redisStore.js +40 -133
- package/dist/rbac/access.js +122 -253
- package/dist/rbac/assertAllowed.js +95 -171
- package/dist/rbac/auditModel.js +14 -58
- package/dist/rbac/backfillAdmins.js +24 -130
- package/dist/rbac/fieldViews.js +46 -141
- package/dist/rbac/membershipOrgAdminSource.d.ts +6 -0
- package/dist/rbac/membershipOrgAdminSource.js +51 -0
- package/dist/rbac/middleware.js +30 -96
- package/dist/rbac/modelRouterAccess.d.ts +3 -0
- package/dist/rbac/modelRouterAccess.js +133 -307
- package/dist/rbac/permissionUtils.js +40 -179
- package/dist/rbac/realtimeAccess.js +81 -147
- package/dist/rbac/resolve.d.ts +1 -1
- package/dist/rbac/resolve.js +154 -319
- package/dist/rbac/roleManager.js +318 -700
- package/dist/rbac/roleModel.d.ts +2 -5
- package/dist/rbac/roleModel.js +60 -173
- package/dist/rbac/routes.js +93 -196
- package/dist/rbac/scopes.js +39 -133
- package/dist/rbac/statements.d.ts +10 -1
- package/dist/rbac/statements.js +42 -93
- package/dist/rbac/types.d.ts +5 -0
- package/dist/rbac/userPlugin.js +3 -29
- package/dist/realtime/changeStreamWatcher.d.ts +10 -4
- package/dist/realtime/changeStreamWatcher.js +499 -764
- package/dist/realtime/deprecation.d.ts +1 -0
- package/dist/realtime/deprecation.js +9 -10
- package/dist/realtime/queryMatcher.js +110 -191
- package/dist/realtime/queryStore.js +35 -118
- package/dist/realtime/realtimeApp.d.ts +1 -0
- package/dist/realtime/realtimeApp.js +248 -401
- package/dist/realtime/registry.js +19 -30
- package/dist/realtime/sessionRevalidation.js +132 -358
- package/dist/realtime/socketAuth.js +89 -208
- package/dist/realtime/socketUser.js +10 -56
- package/dist/requestContext.js +93 -139
- package/dist/schemaMetadata.js +181 -265
- package/dist/scriptRunner.js +96 -266
- package/dist/scrubAdminFields.js +36 -108
- package/dist/secretProviders.js +130 -299
- package/dist/seedRunner.js +221 -514
- package/dist/sync/adminBroadcastScope.d.ts +40 -0
- package/dist/sync/adminBroadcastScope.js +82 -0
- package/dist/sync/adminWindowAccess.d.ts +13 -0
- package/dist/sync/adminWindowAccess.js +25 -0
- package/dist/sync/adminWindowMutation.d.ts +88 -0
- package/dist/sync/adminWindowMutation.js +176 -0
- package/dist/sync/executors.d.ts +9 -3
- package/dist/sync/executors.js +425 -598
- package/dist/sync/loadHarness.js +392 -689
- package/dist/sync/models.js +181 -341
- package/dist/sync/mutationHandler.d.ts +5 -2
- package/dist/sync/mutationHandler.js +549 -697
- package/dist/sync/registrationSideEffects.js +41 -95
- package/dist/sync/registry.js +31 -47
- package/dist/sync/routes.d.ts +13 -0
- package/dist/sync/routes.js +484 -760
- package/dist/sync/scripts/compactTombstones.js +83 -228
- package/dist/sync/serialize.js +18 -58
- package/dist/sync/socketHandlers.d.ts +8 -2
- package/dist/sync/socketHandlers.js +271 -402
- package/dist/sync/streams.d.ts +2 -0
- package/dist/sync/streams.js +54 -116
- package/dist/sync/syncApp.d.ts +2 -1
- package/dist/sync/syncApp.js +14 -16
- package/dist/sync/syncBatch.d.ts +5 -2
- package/dist/sync/syncBatch.js +63 -168
- package/dist/sync/syncSeqPlugin.js +430 -702
- package/dist/sync/types.d.ts +18 -0
- package/dist/syncConsents.js +113 -253
- package/dist/terrenoApp.d.ts +29 -0
- package/dist/terrenoApp.js +184 -257
- package/dist/tests/createTestData.d.ts +1 -3
- package/dist/tests/createTestData.js +147 -259
- package/dist/tests/models.d.ts +1 -0
- package/dist/tests/models.js +23 -56
- package/dist/tests/mongoTestSetup.js +42 -103
- package/dist/tests/testHelper.d.ts +0 -5
- package/dist/tests/testHelper.js +32 -101
- package/dist/tests.js +12 -51
- package/dist/transformers.js +61 -164
- package/dist/types/authToken.d.ts +3 -3
- package/dist/types/mcpServiceToken.d.ts +2 -2
- package/dist/types/membership.d.ts +23 -0
- package/dist/types/membership.js +2 -0
- package/dist/types/notification.d.ts +28 -0
- package/dist/types/notification.js +2 -0
- package/dist/types/notificationPreference.d.ts +20 -0
- package/dist/types/notificationPreference.js +2 -0
- package/dist/types/organization.d.ts +36 -0
- package/dist/types/organization.js +2 -0
- package/dist/utils.js +31 -93
- package/dist/vendor/wesleytodd-openapi/index.js +37 -51
- package/dist/vendor/wesleytodd-openapi/lib/generate-doc.js +32 -40
- package/dist/vendor/wesleytodd-openapi/lib/layer-schema.js +3 -3
- package/dist/vendor/wesleytodd-openapi/lib/ui.js +50 -19
- package/dist/vendor/wesleytodd-openapi/lib/validate.js +19 -47
- package/dist/versionCheckPlugin.js +52 -100
- package/dist/webhooks/headerValue.js +2 -2
- package/dist/webhooks/idempotency/memoryStore.js +16 -59
- package/dist/webhooks/idempotency/mongoStore.js +55 -130
- package/dist/webhooks/idempotency/webhookReceipt.d.ts +4 -49
- package/dist/webhooks/idempotency/webhookReceipt.js +14 -14
- package/dist/webhooks/rawBody.d.ts +1 -0
- package/dist/webhooks/rawBody.js +2 -1
- package/dist/webhooks/timingSafeEqual.js +4 -5
- package/dist/webhooks/verifiers/hmac.js +17 -18
- package/dist/webhooks/verifiers/sendgrid.js +20 -22
- package/dist/webhooks/verifiers/stripe.js +31 -65
- package/dist/webhooks/verifiers/twilio.js +23 -73
- package/dist/webhooks/webhooksApp.js +78 -177
- package/dist/zodOpenApi.js +2 -2
- package/package.json +34 -28
- package/src/__snapshots__/openApi.test.ts.snap +192 -54
- package/src/__snapshots__/openApiBuilder.test.ts.snap +0 -18
- package/src/__snapshots__/schemaMetadata.test.ts.snap +0 -1
- package/src/__tests__/browserLogsRoute.test.ts +165 -0
- package/src/adminTypes.ts +8 -0
- package/src/api.test.ts +39 -2
- package/src/api.ts +68 -0
- package/src/audit/auditApp.test.ts +243 -0
- package/src/audit/auditApp.ts +139 -0
- package/src/audit/auditEventModel.ts +160 -0
- package/src/audit/auditRouter.test.ts +456 -0
- package/src/audit/cloudTasksEnqueue.test.ts +124 -0
- package/src/audit/cloudTasksEnqueue.ts +104 -0
- package/src/audit/diff.ts +163 -0
- package/src/audit/processQueue.ts +69 -0
- package/src/audit/rbacSink.test.ts +86 -0
- package/src/audit/rbacSink.ts +42 -0
- package/src/audit/record.test.ts +402 -0
- package/src/audit/record.ts +329 -0
- package/src/auth.test.ts +1 -1
- package/src/auth.ts +1 -1
- package/src/authRecovery.test.ts +43 -0
- package/src/authRecovery.ts +16 -10
- package/src/authTokens.ts +6 -2
- package/src/authVerification.test.ts +22 -0
- package/src/betterAuth.ts +7 -0
- package/src/betterAuthSetup.test.ts +27 -0
- package/src/betterAuthSetup.ts +1 -0
- package/src/browserLogsRoute.ts +110 -0
- package/src/collectionRegistry.test.ts +8 -9
- package/src/collectionRegistry.ts +21 -1
- package/src/configurationPlugin.test.ts +1 -11
- package/src/express.d.ts +2 -0
- package/src/expressServer.test.ts +50 -2
- package/src/expressServer.ts +10 -0
- package/src/frameworkModelNames.test.ts +62 -0
- package/src/frameworkModelNames.ts +33 -0
- package/src/index.ts +76 -0
- package/src/isolated/migrateCliConnect.isolated.ts +51 -0
- package/src/mcp/auth.test.ts +34 -1
- package/src/mcp/handlers.test.ts +275 -0
- package/src/mcp/query.ts +3 -3
- package/src/mcp/toolGenerator.test.ts +81 -0
- package/src/migrations/cli.test.ts +353 -0
- package/src/migrations/cli.ts +283 -0
- package/src/migrations/fixtures/all-down/20260910120000-one.ts +6 -0
- package/src/migrations/fixtures/all-down/20260910120001-two.ts +6 -0
- package/src/migrations/fixtures/bad-id/20260910120000-mismatch.ts +4 -0
- package/src/migrations/fixtures/bad-name/not-a-migration.ts +4 -0
- package/src/migrations/fixtures/missing-up/20260910120000-noup.ts +2 -0
- package/src/migrations/fixtures/valid/20260910120000-alpha.ts +4 -0
- package/src/migrations/fixtures/valid/20260910120001-beta.ts +6 -0
- package/src/migrations/generate.test.ts +333 -0
- package/src/migrations/generate.ts +216 -0
- package/src/migrations/load.test.ts +103 -0
- package/src/migrations/load.ts +124 -0
- package/src/migrations/lock.test.ts +133 -0
- package/src/migrations/lock.ts +118 -0
- package/src/migrations/runner.test.ts +504 -0
- package/src/migrations/runner.ts +358 -0
- package/src/migrations/schemaCatalog.test.ts +159 -0
- package/src/migrations/schemaCatalog.ts +262 -0
- package/src/migrations/types.ts +94 -0
- package/src/models/mcpServiceToken.ts +4 -3
- package/src/models/notification.ts +69 -0
- package/src/models/notificationPreference.ts +62 -0
- package/src/notifications/notificationService.ts +254 -0
- package/src/notifications/notificationsApp.test.ts +528 -0
- package/src/notifications/notificationsApp.ts +200 -0
- package/src/notifications/notificationsBeforeSend.ts +51 -0
- package/src/notifiers/slackNotifier.test.ts +186 -1
- package/src/notifiers/slackNotifier.ts +167 -8
- package/src/openApi.test.ts +0 -1
- package/src/openApi.ts +2 -1
- package/src/openApiBuilder.ts +14 -3
- package/src/openApiValidator.test.ts +221 -2
- package/src/openApiValidator.ts +218 -33
- package/src/orgs/orgAccessOptIn.test.ts +87 -0
- package/src/orgs/orgContext.test.ts +259 -0
- package/src/orgs/orgContext.ts +151 -0
- package/src/orgs/orgPermissions.test.ts +105 -0
- package/src/orgs/orgPermissions.ts +40 -0
- package/src/orgs/orgPlugin.test.ts +130 -0
- package/src/orgs/orgPlugin.ts +70 -0
- package/src/orgs/orgRbac.test.ts +267 -0
- package/src/orgs/orgSecurityDefects.test.ts +415 -0
- package/src/orgs/organizationModel.test.ts +205 -0
- package/src/orgs/organizationModel.ts +262 -0
- package/src/orgs/organizationSettings.test.ts +113 -0
- package/src/orgs/organizationSettings.ts +126 -0
- package/src/orgs/orgsApp.test.ts +382 -0
- package/src/orgs/orgsApp.ts +563 -0
- package/src/permissions.test.ts +62 -36
- package/src/permissions.ts +8 -30
- package/src/plugins.test.ts +5 -0
- package/src/plugins.ts +3 -0
- package/src/rateLimit/middleware.ts +1 -1
- package/src/rateLimit/mongoStore.ts +1 -0
- package/src/rateLimit/policies.ts +2 -2
- package/src/rateLimit/redisStore.ts +1 -0
- package/src/rbac/access.ts +11 -3
- package/src/rbac/membershipOrgAdminSource.ts +59 -0
- package/src/rbac/modelRouterAccess.ts +3 -0
- package/src/rbac/permissionUtils.test.ts +26 -5
- package/src/rbac/resolve.test.ts +34 -2
- package/src/rbac/resolve.ts +26 -7
- package/src/rbac/roleModel.test.ts +34 -1
- package/src/rbac/roleModel.ts +17 -1
- package/src/rbac/statements.test.ts +19 -0
- package/src/rbac/statements.ts +19 -1
- package/src/rbac/types.ts +5 -0
- package/src/realtime/changeStreamWatcher.ts +73 -33
- package/src/realtime/deprecation.ts +1 -0
- package/src/realtime/realtime.test.ts +357 -185
- package/src/realtime/realtimeApp.ts +2 -1
- package/src/schemaMetadata.test.ts +14 -0
- package/src/schemaMetadata.ts +5 -5
- package/src/sync/adminBroadcastConfig.test.ts +96 -0
- package/src/sync/adminBroadcastScope.test.ts +155 -0
- package/src/sync/adminBroadcastScope.ts +123 -0
- package/src/sync/adminWindowAccess.test.ts +57 -0
- package/src/sync/adminWindowAccess.ts +32 -0
- package/src/sync/adminWindowMutation.test.ts +450 -0
- package/src/sync/adminWindowMutation.ts +283 -0
- package/src/sync/executors.ts +33 -6
- package/src/sync/integration.test.ts +2 -2
- package/src/sync/mutationHandler.test.ts +277 -1
- package/src/sync/mutationHandler.ts +171 -29
- package/src/sync/registry.ts +4 -0
- package/src/sync/routes.ts +52 -8
- package/src/sync/socketHandlers.ts +154 -58
- package/src/sync/streams.ts +6 -0
- package/src/sync/sync.test.ts +3 -2
- package/src/sync/syncApp.ts +2 -1
- package/src/sync/syncBatch.ts +7 -2
- package/src/sync/syncRoutes.test.ts +297 -3
- package/src/sync/syncSocket.test.ts +229 -0
- package/src/sync/types.ts +20 -0
- package/src/terrenoApp.migrations.test.ts +114 -0
- package/src/terrenoApp.test.ts +41 -0
- package/src/terrenoApp.ts +97 -31
- package/src/tests/createTestData.ts +2 -2
- package/src/tests/models.ts +10 -2
- package/src/tests/testHelper.ts +1 -7
- package/src/types/authToken.ts +2 -4
- package/src/types/mcpServiceToken.ts +1 -7
- package/src/types/membership.ts +48 -0
- package/src/types/notification.ts +34 -0
- package/src/types/notificationPreference.ts +28 -0
- package/src/types/organization.ts +49 -0
- package/src/types.d.ts +1 -0
- package/src/webhooks/idempotency/webhookReceipt.ts +8 -10
- package/src/webhooks/rawBody.test.ts +33 -0
- package/src/webhooks/rawBody.ts +1 -0
- package/tsconfig.json +13 -54
- package/tsconfig.typedoc.json +4 -1
- package/dist/vendor/wesleytodd-openapi/lib/convert-yaml.d.ts +0 -2
- package/dist/vendor/wesleytodd-openapi/lib/convert-yaml.js +0 -13
- package/src/vendor/wesleytodd-openapi/lib/convert-yaml.js +0 -13
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Load and validate timestamped `migrations/<YYYYMMDDHHmmss>-<slug>.ts` files
|
|
3
|
+
* without connecting to Mongo. Used by `terreno-migrate check` and as input to the runner.
|
|
4
|
+
*/
|
|
5
|
+
import {createHash} from "node:crypto";
|
|
6
|
+
import {readdir, readFile} from "node:fs/promises";
|
|
7
|
+
import {join} from "node:path";
|
|
8
|
+
import {pathToFileURL} from "node:url";
|
|
9
|
+
|
|
10
|
+
import {APIError} from "../errors";
|
|
11
|
+
import type {LoadedMigration, MigrationModule} from "./types";
|
|
12
|
+
|
|
13
|
+
export const MIGRATION_FILENAME = /^(\d{14})-[a-z0-9-]+\.ts$/;
|
|
14
|
+
|
|
15
|
+
/** Bun compile (`bun build --compile`) puts modules on a virtual FS. */
|
|
16
|
+
const isBunVirtualFsPath = (value: string): boolean => {
|
|
17
|
+
return value.includes("$bunfs");
|
|
18
|
+
};
|
|
19
|
+
|
|
20
|
+
/**
|
|
21
|
+
* Pick a real on-disk migrations directory.
|
|
22
|
+
* `bun build --compile` rewrites `import.meta.url` to `$bunfs`, which is not
|
|
23
|
+
* scandir-able. Prefer an explicit real `dir`, then `MIGRATIONS_DIR`, then
|
|
24
|
+
* `<cwd>/migrations`.
|
|
25
|
+
*/
|
|
26
|
+
export const resolveMigrationDir = ({
|
|
27
|
+
cwd = process.cwd(),
|
|
28
|
+
dir,
|
|
29
|
+
envDir = process.env.MIGRATIONS_DIR,
|
|
30
|
+
}: {
|
|
31
|
+
cwd?: string;
|
|
32
|
+
dir?: string;
|
|
33
|
+
envDir?: string;
|
|
34
|
+
}): string => {
|
|
35
|
+
if (dir && !isBunVirtualFsPath(dir)) {
|
|
36
|
+
return dir;
|
|
37
|
+
}
|
|
38
|
+
if (envDir) {
|
|
39
|
+
return envDir;
|
|
40
|
+
}
|
|
41
|
+
return join(cwd, "migrations");
|
|
42
|
+
};
|
|
43
|
+
|
|
44
|
+
const readMigrationFilenames = async (dir: string): Promise<string[]> => {
|
|
45
|
+
try {
|
|
46
|
+
return await readdir(dir);
|
|
47
|
+
} catch (error) {
|
|
48
|
+
const code = (error as NodeJS.ErrnoException).code;
|
|
49
|
+
if (code === "ENOENT") {
|
|
50
|
+
throw new APIError({
|
|
51
|
+
detail: `No directory at ${dir}`,
|
|
52
|
+
status: 404,
|
|
53
|
+
title: "Migration directory not found",
|
|
54
|
+
});
|
|
55
|
+
}
|
|
56
|
+
throw error;
|
|
57
|
+
}
|
|
58
|
+
};
|
|
59
|
+
|
|
60
|
+
const checksumOf = (source: string): string => {
|
|
61
|
+
return createHash("sha256").update(source).digest("hex");
|
|
62
|
+
};
|
|
63
|
+
|
|
64
|
+
const expectedIdFromFilename = (filename: string): string => {
|
|
65
|
+
return filename.replace(/\.ts$/, "");
|
|
66
|
+
};
|
|
67
|
+
|
|
68
|
+
export const checkMigrationFiles = async ({dir}: {dir: string}): Promise<LoadedMigration[]> => {
|
|
69
|
+
const resolvedDir = resolveMigrationDir({dir});
|
|
70
|
+
const entries = await readMigrationFilenames(resolvedDir);
|
|
71
|
+
const files = entries.filter((name) => name.endsWith(".ts")).sort();
|
|
72
|
+
const loaded: LoadedMigration[] = [];
|
|
73
|
+
const seenIds = new Set<string>();
|
|
74
|
+
|
|
75
|
+
for (const filename of files) {
|
|
76
|
+
if (!MIGRATION_FILENAME.test(filename)) {
|
|
77
|
+
throw new APIError({
|
|
78
|
+
detail: `Expected YYYYMMDDHHmmss-slug.ts, received ${filename}`,
|
|
79
|
+
status: 400,
|
|
80
|
+
title: "Invalid migration filename",
|
|
81
|
+
});
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
const source = await readFile(join(resolvedDir, filename), "utf8");
|
|
85
|
+
const mod = (await import(pathToFileURL(join(resolvedDir, filename)).href)) as MigrationModule;
|
|
86
|
+
const expectedId = expectedIdFromFilename(filename);
|
|
87
|
+
if (mod.id !== expectedId) {
|
|
88
|
+
throw new APIError({
|
|
89
|
+
detail: `File ${filename} exported id ${String(mod.id)}`,
|
|
90
|
+
status: 400,
|
|
91
|
+
title: "Migration id does not match filename",
|
|
92
|
+
});
|
|
93
|
+
}
|
|
94
|
+
if (typeof mod.up !== "function") {
|
|
95
|
+
throw new APIError({
|
|
96
|
+
detail: `${filename} must export an up function`,
|
|
97
|
+
status: 400,
|
|
98
|
+
title: "Migration missing up",
|
|
99
|
+
});
|
|
100
|
+
}
|
|
101
|
+
if (seenIds.has(mod.id)) {
|
|
102
|
+
throw new APIError({
|
|
103
|
+
detail: `Duplicate migration id ${mod.id}`,
|
|
104
|
+
status: 400,
|
|
105
|
+
title: "Duplicate migration id",
|
|
106
|
+
});
|
|
107
|
+
}
|
|
108
|
+
seenIds.add(mod.id);
|
|
109
|
+
loaded.push({
|
|
110
|
+
checksum: checksumOf(source),
|
|
111
|
+
down: mod.down,
|
|
112
|
+
id: mod.id,
|
|
113
|
+
schemaAfter: mod.schemaAfter,
|
|
114
|
+
up: mod.up,
|
|
115
|
+
});
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
return loaded;
|
|
119
|
+
};
|
|
120
|
+
|
|
121
|
+
/** Public alias for `checkMigrationFiles`; kept as a wrapper so Knip does not treat it as a duplicate export. */
|
|
122
|
+
export const loadMigrations = async ({dir}: {dir: string}): Promise<LoadedMigration[]> => {
|
|
123
|
+
return checkMigrationFiles({dir});
|
|
124
|
+
};
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Tests for the migrate lock: wait, heartbeat, and steal after TTL.
|
|
3
|
+
*/
|
|
4
|
+
import {beforeEach, describe, expect, it} from "bun:test";
|
|
5
|
+
import {DateTime} from "luxon";
|
|
6
|
+
import mongoose from "mongoose";
|
|
7
|
+
|
|
8
|
+
import {setupDb} from "../tests";
|
|
9
|
+
import {withMigrationLock} from "./lock";
|
|
10
|
+
import {runMigrations} from "./runner";
|
|
11
|
+
import {type LoadedMigration, MIGRATION_LOCK_ID, MIGRATIONS_COLLECTION} from "./types";
|
|
12
|
+
|
|
13
|
+
const collection = (): mongoose.Collection => {
|
|
14
|
+
return mongoose.connection.collection(MIGRATIONS_COLLECTION);
|
|
15
|
+
};
|
|
16
|
+
|
|
17
|
+
describe("withMigrationLock", () => {
|
|
18
|
+
beforeEach(async () => {
|
|
19
|
+
await setupDb();
|
|
20
|
+
await collection().deleteMany({});
|
|
21
|
+
});
|
|
22
|
+
|
|
23
|
+
it("releases the lock in finally", async () => {
|
|
24
|
+
await withMigrationLock({
|
|
25
|
+
connection: mongoose.connection,
|
|
26
|
+
fn: async () => "ok",
|
|
27
|
+
ttlMs: 60_000,
|
|
28
|
+
});
|
|
29
|
+
|
|
30
|
+
const lock = await collection().findOne({_id: MIGRATION_LOCK_ID});
|
|
31
|
+
expect(lock).toBeNull();
|
|
32
|
+
});
|
|
33
|
+
|
|
34
|
+
it("steals a lock whose expiresAt is in the past", async () => {
|
|
35
|
+
await collection().insertOne({
|
|
36
|
+
_id: MIGRATION_LOCK_ID,
|
|
37
|
+
expiresAt: DateTime.now().minus({minutes: 11}).toJSDate(),
|
|
38
|
+
heartbeatAt: DateTime.now().minus({minutes: 11}).toJSDate(),
|
|
39
|
+
holder: "dead-holder",
|
|
40
|
+
});
|
|
41
|
+
|
|
42
|
+
let ran = false;
|
|
43
|
+
await withMigrationLock({
|
|
44
|
+
connection: mongoose.connection,
|
|
45
|
+
fn: async () => {
|
|
46
|
+
ran = true;
|
|
47
|
+
},
|
|
48
|
+
pollMs: 10,
|
|
49
|
+
ttlMs: 60_000,
|
|
50
|
+
});
|
|
51
|
+
|
|
52
|
+
expect(ran).toBe(true);
|
|
53
|
+
const lock = await collection().findOne({_id: MIGRATION_LOCK_ID});
|
|
54
|
+
expect(lock).toBeNull();
|
|
55
|
+
});
|
|
56
|
+
|
|
57
|
+
it("heartbeats the lock while the critical section runs", async () => {
|
|
58
|
+
await withMigrationLock({
|
|
59
|
+
connection: mongoose.connection,
|
|
60
|
+
fn: async () => {
|
|
61
|
+
const first = await collection().findOne({_id: MIGRATION_LOCK_ID});
|
|
62
|
+
await Bun.sleep(400);
|
|
63
|
+
const second = await collection().findOne({_id: MIGRATION_LOCK_ID});
|
|
64
|
+
expect(second?.heartbeatAt).toBeDefined();
|
|
65
|
+
const firstBeat = DateTime.fromJSDate(first?.heartbeatAt as Date);
|
|
66
|
+
const secondBeat = DateTime.fromJSDate(second?.heartbeatAt as Date);
|
|
67
|
+
expect(secondBeat.toMillis()).toBeGreaterThan(firstBeat.toMillis());
|
|
68
|
+
},
|
|
69
|
+
holder: "heartbeat-holder",
|
|
70
|
+
pollMs: 10,
|
|
71
|
+
ttlMs: 150,
|
|
72
|
+
});
|
|
73
|
+
expect(await collection().findOne({_id: MIGRATION_LOCK_ID})).toBeNull();
|
|
74
|
+
});
|
|
75
|
+
|
|
76
|
+
it("rethrows non-duplicate insert errors while acquiring", async () => {
|
|
77
|
+
const col = collection();
|
|
78
|
+
const originalInsertOne = col.insertOne.bind(col);
|
|
79
|
+
Object.assign(col, {
|
|
80
|
+
insertOne: async () => {
|
|
81
|
+
throw Object.assign(new Error("write concern"), {code: 50});
|
|
82
|
+
},
|
|
83
|
+
});
|
|
84
|
+
try {
|
|
85
|
+
await expect(
|
|
86
|
+
withMigrationLock({
|
|
87
|
+
connection: mongoose.connection,
|
|
88
|
+
fn: async () => "ok",
|
|
89
|
+
pollMs: 10,
|
|
90
|
+
ttlMs: 60_000,
|
|
91
|
+
})
|
|
92
|
+
).rejects.toThrow("write concern");
|
|
93
|
+
} finally {
|
|
94
|
+
Object.assign(col, {insertOne: originalInsertOne});
|
|
95
|
+
}
|
|
96
|
+
});
|
|
97
|
+
});
|
|
98
|
+
|
|
99
|
+
describe("runMigrations lock", () => {
|
|
100
|
+
beforeEach(async () => {
|
|
101
|
+
await setupDb();
|
|
102
|
+
await collection().deleteMany({});
|
|
103
|
+
});
|
|
104
|
+
|
|
105
|
+
it("serializes overlapping wet runs", async () => {
|
|
106
|
+
let concurrent = 0;
|
|
107
|
+
let maxConcurrent = 0;
|
|
108
|
+
const migrations: LoadedMigration[] = [
|
|
109
|
+
{
|
|
110
|
+
checksum: "lock-1",
|
|
111
|
+
id: "20260910130000-lock",
|
|
112
|
+
up: async () => {
|
|
113
|
+
concurrent += 1;
|
|
114
|
+
maxConcurrent = Math.max(maxConcurrent, concurrent);
|
|
115
|
+
await Bun.sleep(80);
|
|
116
|
+
concurrent -= 1;
|
|
117
|
+
},
|
|
118
|
+
},
|
|
119
|
+
];
|
|
120
|
+
const options = {
|
|
121
|
+
connection: mongoose.connection,
|
|
122
|
+
dryRun: false,
|
|
123
|
+
migrations,
|
|
124
|
+
mongoose,
|
|
125
|
+
};
|
|
126
|
+
|
|
127
|
+
await Promise.all([runMigrations(options), runMigrations(options)]);
|
|
128
|
+
|
|
129
|
+
expect(maxConcurrent).toBe(1);
|
|
130
|
+
const stored = await collection().findOne({_id: "20260910130000-lock"});
|
|
131
|
+
expect(stored?.checksum).toBe("lock-1");
|
|
132
|
+
});
|
|
133
|
+
});
|
|
@@ -0,0 +1,118 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Exclusive lock for wet migrate so concurrent CLI, boot, and admin runs cannot
|
|
3
|
+
* double-apply. Holders heartbeat; a stale lock may be stolen after the TTL.
|
|
4
|
+
*/
|
|
5
|
+
import {randomUUID} from "node:crypto";
|
|
6
|
+
|
|
7
|
+
import {DateTime} from "luxon";
|
|
8
|
+
import type mongoose from "mongoose";
|
|
9
|
+
|
|
10
|
+
import {MIGRATION_LOCK_ID, MIGRATIONS_COLLECTION, type MigrationStoreDoc} from "./types";
|
|
11
|
+
|
|
12
|
+
/** Default lock lifetime before another runner may steal it. */
|
|
13
|
+
export const MIGRATION_LOCK_TTL_MS = 10 * 60 * 1000;
|
|
14
|
+
|
|
15
|
+
export interface WithMigrationLockOptions<T> {
|
|
16
|
+
connection: mongoose.Connection;
|
|
17
|
+
fn: () => Promise<T>;
|
|
18
|
+
ttlMs?: number;
|
|
19
|
+
pollMs?: number;
|
|
20
|
+
holder?: string;
|
|
21
|
+
now?: () => DateTime;
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
const lockCollection = (
|
|
25
|
+
connection: mongoose.Connection
|
|
26
|
+
): mongoose.Collection<MigrationStoreDoc> => {
|
|
27
|
+
return connection.collection<MigrationStoreDoc>(MIGRATIONS_COLLECTION);
|
|
28
|
+
};
|
|
29
|
+
|
|
30
|
+
const isDuplicateKey = (error: unknown): boolean => {
|
|
31
|
+
if (typeof error !== "object" || error === null) {
|
|
32
|
+
return false;
|
|
33
|
+
}
|
|
34
|
+
const code = "code" in error ? error.code : undefined;
|
|
35
|
+
return code === 11000;
|
|
36
|
+
};
|
|
37
|
+
|
|
38
|
+
const tryAcquire = async ({
|
|
39
|
+
col,
|
|
40
|
+
expiresAt,
|
|
41
|
+
holder,
|
|
42
|
+
nowJs,
|
|
43
|
+
}: {
|
|
44
|
+
col: mongoose.Collection<MigrationStoreDoc>;
|
|
45
|
+
expiresAt: Date;
|
|
46
|
+
holder: string;
|
|
47
|
+
nowJs: Date;
|
|
48
|
+
}): Promise<boolean> => {
|
|
49
|
+
try {
|
|
50
|
+
await col.insertOne({
|
|
51
|
+
_id: MIGRATION_LOCK_ID,
|
|
52
|
+
expiresAt,
|
|
53
|
+
heartbeatAt: nowJs,
|
|
54
|
+
holder,
|
|
55
|
+
});
|
|
56
|
+
return true;
|
|
57
|
+
} catch (error) {
|
|
58
|
+
if (!isDuplicateKey(error)) {
|
|
59
|
+
throw error;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
const stolen = await col.findOneAndUpdate(
|
|
64
|
+
{_id: MIGRATION_LOCK_ID, expiresAt: {$lte: nowJs}},
|
|
65
|
+
{$set: {expiresAt, heartbeatAt: nowJs, holder}},
|
|
66
|
+
{returnDocument: "after"}
|
|
67
|
+
);
|
|
68
|
+
return stolen !== null && stolen.holder === holder;
|
|
69
|
+
};
|
|
70
|
+
|
|
71
|
+
export const withMigrationLock = async <T>({
|
|
72
|
+
connection,
|
|
73
|
+
fn,
|
|
74
|
+
holder = randomUUID(),
|
|
75
|
+
now = () => DateTime.now(),
|
|
76
|
+
pollMs = 1000,
|
|
77
|
+
ttlMs = MIGRATION_LOCK_TTL_MS,
|
|
78
|
+
}: WithMigrationLockOptions<T>): Promise<T> => {
|
|
79
|
+
const col = lockCollection(connection);
|
|
80
|
+
|
|
81
|
+
const acquire = async (): Promise<void> => {
|
|
82
|
+
while (true) {
|
|
83
|
+
const nowDt = now();
|
|
84
|
+
const nowJs = nowDt.toJSDate();
|
|
85
|
+
const expiresAt = nowDt.plus({milliseconds: ttlMs}).toJSDate();
|
|
86
|
+
const acquired = await tryAcquire({col, expiresAt, holder, nowJs});
|
|
87
|
+
if (acquired) {
|
|
88
|
+
return;
|
|
89
|
+
}
|
|
90
|
+
await Bun.sleep(pollMs);
|
|
91
|
+
}
|
|
92
|
+
};
|
|
93
|
+
|
|
94
|
+
await acquire();
|
|
95
|
+
|
|
96
|
+
const heartbeat = setInterval(
|
|
97
|
+
() => {
|
|
98
|
+
const nowDt = now();
|
|
99
|
+
void col.updateOne(
|
|
100
|
+
{_id: MIGRATION_LOCK_ID, holder},
|
|
101
|
+
{
|
|
102
|
+
$set: {
|
|
103
|
+
expiresAt: nowDt.plus({milliseconds: ttlMs}).toJSDate(),
|
|
104
|
+
heartbeatAt: nowDt.toJSDate(),
|
|
105
|
+
},
|
|
106
|
+
}
|
|
107
|
+
);
|
|
108
|
+
},
|
|
109
|
+
Math.max(50, Math.floor(ttlMs / 3))
|
|
110
|
+
);
|
|
111
|
+
|
|
112
|
+
try {
|
|
113
|
+
return await fn();
|
|
114
|
+
} finally {
|
|
115
|
+
clearInterval(heartbeat);
|
|
116
|
+
await col.deleteOne({_id: MIGRATION_LOCK_ID, holder});
|
|
117
|
+
}
|
|
118
|
+
};
|