@terreno/api 57.3.0 → 57.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.ai/skills/mongoose-schema-safety/SKILL.md +23 -10
- package/README.md +11 -5
- package/bunfig.toml +1 -1
- package/dist/actions.js +197 -368
- package/dist/adminModelRouter.js +88 -173
- package/dist/adminTypes.d.ts +7 -0
- package/dist/adminTypes.js +6 -1
- package/dist/api.d.ts +10 -0
- package/dist/api.js +601 -792
- package/dist/audit/auditApp.d.ts +30 -0
- package/dist/audit/auditApp.js +114 -0
- package/dist/audit/auditEventModel.d.ts +29 -0
- package/dist/audit/auditEventModel.js +101 -0
- package/dist/audit/cloudTasksEnqueue.d.ts +32 -0
- package/dist/audit/cloudTasksEnqueue.js +69 -0
- package/dist/audit/diff.d.ts +10 -0
- package/dist/audit/diff.js +140 -0
- package/dist/audit/processQueue.d.ts +6 -0
- package/dist/audit/processQueue.js +56 -0
- package/dist/audit/rbacSink.d.ts +2 -0
- package/dist/audit/rbacSink.js +41 -0
- package/dist/audit/record.d.ts +56 -0
- package/dist/audit/record.js +251 -0
- package/dist/auth.js +432 -681
- package/dist/authRecovery.js +155 -269
- package/dist/authTokens.js +43 -118
- package/dist/betterAuth.d.ts +6 -0
- package/dist/betterAuthApp.js +25 -26
- package/dist/betterAuthSetup.js +258 -413
- package/dist/browserLogsRoute.d.ts +6 -0
- package/dist/browserLogsRoute.js +97 -0
- package/dist/collectionRegistry.d.ts +3 -1
- package/dist/collectionRegistry.js +43 -33
- package/dist/config.js +53 -122
- package/dist/configurationApp.js +180 -361
- package/dist/configurationPlugin.js +130 -302
- package/dist/consentApp.js +276 -421
- package/dist/docLoader.js +78 -126
- package/dist/envConfigurationPlugin.js +25 -147
- package/dist/errors.js +151 -247
- package/dist/example.js +28 -34
- package/dist/expressServer.d.ts +10 -0
- package/dist/expressServer.js +109 -255
- package/dist/frameworkModelNames.d.ts +24 -0
- package/dist/frameworkModelNames.js +31 -0
- package/dist/githubAuth.js +152 -216
- package/dist/httpClient.js +176 -264
- package/dist/index.d.ts +28 -1
- package/dist/index.js +53 -2
- package/dist/logger.js +145 -278
- package/dist/mcp/auth.js +76 -128
- package/dist/mcp/createMCPRequest.js +4 -5
- package/dist/mcp/handlers.js +268 -480
- package/dist/mcp/query.d.ts +0 -13
- package/dist/mcp/query.js +57 -151
- package/dist/mcp/registry.js +17 -30
- package/dist/mcp/schemaGenerator.js +95 -181
- package/dist/mcp/server.js +28 -100
- package/dist/mcp/serviceTokens.js +102 -191
- package/dist/mcp/toolGenerator.js +78 -191
- package/dist/middleware.js +15 -27
- package/dist/migrations/fixtures/all-down/20260910120000-one.d.ts +4 -0
- package/dist/migrations/fixtures/all-down/20260910120000-one.js +9 -0
- package/dist/migrations/fixtures/all-down/20260910120001-two.d.ts +4 -0
- package/dist/migrations/fixtures/all-down/20260910120001-two.js +9 -0
- package/dist/migrations/fixtures/bad-id/20260910120000-mismatch.d.ts +3 -0
- package/dist/migrations/fixtures/bad-id/20260910120000-mismatch.js +7 -0
- package/dist/migrations/fixtures/bad-name/not-a-migration.d.ts +3 -0
- package/dist/migrations/fixtures/bad-name/not-a-migration.js +7 -0
- package/dist/migrations/fixtures/missing-up/20260910120000-noup.d.ts +2 -0
- package/dist/migrations/fixtures/missing-up/20260910120000-noup.js +5 -0
- package/dist/migrations/fixtures/valid/20260910120000-alpha.d.ts +3 -0
- package/dist/migrations/fixtures/valid/20260910120000-alpha.js +7 -0
- package/dist/migrations/fixtures/valid/20260910120001-beta.d.ts +4 -0
- package/dist/migrations/fixtures/valid/20260910120001-beta.js +9 -0
- package/dist/migrations/generate.d.ts +17 -0
- package/dist/migrations/generate.js +155 -0
- package/dist/migrations/load.d.ts +20 -0
- package/dist/migrations/load.js +110 -0
- package/dist/migrations/lock.d.ts +13 -0
- package/dist/migrations/lock.js +73 -0
- package/dist/migrations/runner.d.ts +42 -0
- package/dist/migrations/runner.js +249 -0
- package/dist/migrations/schemaCatalog.d.ts +44 -0
- package/dist/migrations/schemaCatalog.js +185 -0
- package/dist/migrations/types.d.ts +87 -0
- package/dist/migrations/types.js +7 -0
- package/dist/models/consentForm.js +6 -6
- package/dist/models/consentResponse.js +5 -5
- package/dist/models/mcpServiceToken.js +66 -156
- package/dist/models/notification.d.ts +2 -0
- package/dist/models/notification.js +62 -0
- package/dist/models/notificationPreference.d.ts +2 -0
- package/dist/models/notificationPreference.js +49 -0
- package/dist/models/versionConfig.js +5 -5
- package/dist/notifications/notificationService.d.ts +40 -0
- package/dist/notifications/notificationService.js +183 -0
- package/dist/notifications/notificationsApp.d.ts +18 -0
- package/dist/notifications/notificationsApp.js +156 -0
- package/dist/notifications/notificationsBeforeSend.d.ts +14 -0
- package/dist/notifications/notificationsBeforeSend.js +32 -0
- package/dist/notifiers/googleChatNotifier.js +36 -117
- package/dist/notifiers/slackNotifier.d.ts +31 -2
- package/dist/notifiers/slackNotifier.js +170 -119
- package/dist/notifiers/zoomNotifier.js +60 -111
- package/dist/openApi.d.ts +1 -7
- package/dist/openApi.js +113 -127
- package/dist/openApiBuilder.d.ts +14 -3
- package/dist/openApiBuilder.js +117 -159
- package/dist/openApiCompat.js +81 -148
- package/dist/openApiEtag.js +7 -7
- package/dist/openApiValidator.d.ts +13 -1
- package/dist/openApiValidator.js +301 -246
- package/dist/orgs/orgContext.d.ts +23 -0
- package/dist/orgs/orgContext.js +128 -0
- package/dist/orgs/orgPermissions.d.ts +4 -0
- package/dist/orgs/orgPermissions.js +38 -0
- package/dist/orgs/orgPlugin.d.ts +13 -0
- package/dist/orgs/orgPlugin.js +66 -0
- package/dist/orgs/organizationModel.d.ts +13 -0
- package/dist/orgs/organizationModel.js +200 -0
- package/dist/orgs/organizationSettings.d.ts +19 -0
- package/dist/orgs/organizationSettings.js +113 -0
- package/dist/orgs/orgsApp.d.ts +28 -0
- package/dist/orgs/orgsApp.js +416 -0
- package/dist/permissions.d.ts +7 -13
- package/dist/permissions.js +95 -211
- package/dist/plugins.js +125 -218
- package/dist/populate.js +130 -240
- package/dist/rateLimit/applyTrustProxy.js +1 -1
- package/dist/rateLimit/createStore.js +7 -8
- package/dist/rateLimit/memoryStore.js +22 -100
- package/dist/rateLimit/middleware.d.ts +0 -8
- package/dist/rateLimit/middleware.js +49 -101
- package/dist/rateLimit/mongoStore.d.ts +1 -0
- package/dist/rateLimit/mongoStore.js +55 -112
- package/dist/rateLimit/policies.d.ts +0 -4
- package/dist/rateLimit/policies.js +44 -80
- package/dist/rateLimit/redisStore.d.ts +1 -0
- package/dist/rateLimit/redisStore.js +40 -133
- package/dist/rbac/access.js +122 -253
- package/dist/rbac/assertAllowed.js +95 -171
- package/dist/rbac/auditModel.js +14 -58
- package/dist/rbac/backfillAdmins.js +24 -130
- package/dist/rbac/fieldViews.js +46 -141
- package/dist/rbac/membershipOrgAdminSource.d.ts +6 -0
- package/dist/rbac/membershipOrgAdminSource.js +51 -0
- package/dist/rbac/middleware.js +30 -96
- package/dist/rbac/modelRouterAccess.d.ts +3 -0
- package/dist/rbac/modelRouterAccess.js +133 -307
- package/dist/rbac/permissionUtils.js +40 -179
- package/dist/rbac/realtimeAccess.js +81 -147
- package/dist/rbac/resolve.d.ts +1 -1
- package/dist/rbac/resolve.js +154 -319
- package/dist/rbac/roleManager.js +318 -700
- package/dist/rbac/roleModel.d.ts +2 -5
- package/dist/rbac/roleModel.js +60 -173
- package/dist/rbac/routes.js +93 -196
- package/dist/rbac/scopes.js +39 -133
- package/dist/rbac/statements.d.ts +10 -1
- package/dist/rbac/statements.js +42 -93
- package/dist/rbac/types.d.ts +5 -0
- package/dist/rbac/userPlugin.js +3 -29
- package/dist/realtime/changeStreamWatcher.d.ts +10 -4
- package/dist/realtime/changeStreamWatcher.js +499 -764
- package/dist/realtime/deprecation.d.ts +1 -0
- package/dist/realtime/deprecation.js +9 -10
- package/dist/realtime/queryMatcher.js +110 -191
- package/dist/realtime/queryStore.js +35 -118
- package/dist/realtime/realtimeApp.d.ts +1 -0
- package/dist/realtime/realtimeApp.js +248 -401
- package/dist/realtime/registry.js +19 -30
- package/dist/realtime/sessionRevalidation.js +132 -358
- package/dist/realtime/socketAuth.js +89 -208
- package/dist/realtime/socketUser.js +10 -56
- package/dist/requestContext.js +93 -139
- package/dist/schemaMetadata.js +181 -265
- package/dist/scriptRunner.js +96 -266
- package/dist/scrubAdminFields.js +36 -108
- package/dist/secretProviders.js +130 -299
- package/dist/seedRunner.js +221 -514
- package/dist/sync/adminBroadcastScope.d.ts +40 -0
- package/dist/sync/adminBroadcastScope.js +82 -0
- package/dist/sync/adminWindowAccess.d.ts +13 -0
- package/dist/sync/adminWindowAccess.js +25 -0
- package/dist/sync/adminWindowMutation.d.ts +88 -0
- package/dist/sync/adminWindowMutation.js +176 -0
- package/dist/sync/executors.d.ts +9 -3
- package/dist/sync/executors.js +425 -598
- package/dist/sync/loadHarness.js +392 -689
- package/dist/sync/models.js +181 -341
- package/dist/sync/mutationHandler.d.ts +5 -2
- package/dist/sync/mutationHandler.js +549 -697
- package/dist/sync/registrationSideEffects.js +41 -95
- package/dist/sync/registry.js +31 -47
- package/dist/sync/routes.d.ts +13 -0
- package/dist/sync/routes.js +484 -760
- package/dist/sync/scripts/compactTombstones.js +83 -228
- package/dist/sync/serialize.js +18 -58
- package/dist/sync/socketHandlers.d.ts +8 -2
- package/dist/sync/socketHandlers.js +271 -402
- package/dist/sync/streams.d.ts +2 -0
- package/dist/sync/streams.js +54 -116
- package/dist/sync/syncApp.d.ts +2 -1
- package/dist/sync/syncApp.js +14 -16
- package/dist/sync/syncBatch.d.ts +5 -2
- package/dist/sync/syncBatch.js +63 -168
- package/dist/sync/syncSeqPlugin.js +430 -702
- package/dist/sync/types.d.ts +18 -0
- package/dist/syncConsents.js +113 -253
- package/dist/terrenoApp.d.ts +29 -0
- package/dist/terrenoApp.js +184 -257
- package/dist/tests/createTestData.d.ts +1 -3
- package/dist/tests/createTestData.js +147 -259
- package/dist/tests/models.d.ts +1 -0
- package/dist/tests/models.js +23 -56
- package/dist/tests/mongoTestSetup.js +42 -103
- package/dist/tests/testHelper.d.ts +0 -5
- package/dist/tests/testHelper.js +32 -101
- package/dist/tests.js +12 -51
- package/dist/transformers.js +61 -164
- package/dist/types/authToken.d.ts +3 -3
- package/dist/types/mcpServiceToken.d.ts +2 -2
- package/dist/types/membership.d.ts +23 -0
- package/dist/types/membership.js +2 -0
- package/dist/types/notification.d.ts +28 -0
- package/dist/types/notification.js +2 -0
- package/dist/types/notificationPreference.d.ts +20 -0
- package/dist/types/notificationPreference.js +2 -0
- package/dist/types/organization.d.ts +36 -0
- package/dist/types/organization.js +2 -0
- package/dist/utils.js +31 -93
- package/dist/vendor/wesleytodd-openapi/index.js +37 -51
- package/dist/vendor/wesleytodd-openapi/lib/generate-doc.js +32 -40
- package/dist/vendor/wesleytodd-openapi/lib/layer-schema.js +3 -3
- package/dist/vendor/wesleytodd-openapi/lib/ui.js +50 -19
- package/dist/vendor/wesleytodd-openapi/lib/validate.js +19 -47
- package/dist/versionCheckPlugin.js +52 -100
- package/dist/webhooks/headerValue.js +2 -2
- package/dist/webhooks/idempotency/memoryStore.js +16 -59
- package/dist/webhooks/idempotency/mongoStore.js +55 -130
- package/dist/webhooks/idempotency/webhookReceipt.d.ts +4 -49
- package/dist/webhooks/idempotency/webhookReceipt.js +14 -14
- package/dist/webhooks/rawBody.d.ts +1 -0
- package/dist/webhooks/rawBody.js +2 -1
- package/dist/webhooks/timingSafeEqual.js +4 -5
- package/dist/webhooks/verifiers/hmac.js +17 -18
- package/dist/webhooks/verifiers/sendgrid.js +20 -22
- package/dist/webhooks/verifiers/stripe.js +31 -65
- package/dist/webhooks/verifiers/twilio.js +23 -73
- package/dist/webhooks/webhooksApp.js +78 -177
- package/dist/zodOpenApi.js +2 -2
- package/package.json +34 -28
- package/src/__snapshots__/openApi.test.ts.snap +192 -54
- package/src/__snapshots__/openApiBuilder.test.ts.snap +0 -18
- package/src/__snapshots__/schemaMetadata.test.ts.snap +0 -1
- package/src/__tests__/browserLogsRoute.test.ts +165 -0
- package/src/adminTypes.ts +8 -0
- package/src/api.test.ts +39 -2
- package/src/api.ts +68 -0
- package/src/audit/auditApp.test.ts +243 -0
- package/src/audit/auditApp.ts +139 -0
- package/src/audit/auditEventModel.ts +160 -0
- package/src/audit/auditRouter.test.ts +456 -0
- package/src/audit/cloudTasksEnqueue.test.ts +124 -0
- package/src/audit/cloudTasksEnqueue.ts +104 -0
- package/src/audit/diff.ts +163 -0
- package/src/audit/processQueue.ts +69 -0
- package/src/audit/rbacSink.test.ts +86 -0
- package/src/audit/rbacSink.ts +42 -0
- package/src/audit/record.test.ts +402 -0
- package/src/audit/record.ts +329 -0
- package/src/auth.test.ts +1 -1
- package/src/auth.ts +1 -1
- package/src/authRecovery.test.ts +43 -0
- package/src/authRecovery.ts +16 -10
- package/src/authTokens.ts +6 -2
- package/src/authVerification.test.ts +22 -0
- package/src/betterAuth.ts +7 -0
- package/src/betterAuthSetup.test.ts +27 -0
- package/src/betterAuthSetup.ts +1 -0
- package/src/browserLogsRoute.ts +110 -0
- package/src/collectionRegistry.test.ts +8 -9
- package/src/collectionRegistry.ts +21 -1
- package/src/configurationPlugin.test.ts +1 -11
- package/src/express.d.ts +2 -0
- package/src/expressServer.test.ts +50 -2
- package/src/expressServer.ts +10 -0
- package/src/frameworkModelNames.test.ts +62 -0
- package/src/frameworkModelNames.ts +33 -0
- package/src/index.ts +76 -0
- package/src/isolated/migrateCliConnect.isolated.ts +51 -0
- package/src/mcp/auth.test.ts +34 -1
- package/src/mcp/handlers.test.ts +275 -0
- package/src/mcp/query.ts +3 -3
- package/src/mcp/toolGenerator.test.ts +81 -0
- package/src/migrations/cli.test.ts +353 -0
- package/src/migrations/cli.ts +283 -0
- package/src/migrations/fixtures/all-down/20260910120000-one.ts +6 -0
- package/src/migrations/fixtures/all-down/20260910120001-two.ts +6 -0
- package/src/migrations/fixtures/bad-id/20260910120000-mismatch.ts +4 -0
- package/src/migrations/fixtures/bad-name/not-a-migration.ts +4 -0
- package/src/migrations/fixtures/missing-up/20260910120000-noup.ts +2 -0
- package/src/migrations/fixtures/valid/20260910120000-alpha.ts +4 -0
- package/src/migrations/fixtures/valid/20260910120001-beta.ts +6 -0
- package/src/migrations/generate.test.ts +333 -0
- package/src/migrations/generate.ts +216 -0
- package/src/migrations/load.test.ts +103 -0
- package/src/migrations/load.ts +124 -0
- package/src/migrations/lock.test.ts +133 -0
- package/src/migrations/lock.ts +118 -0
- package/src/migrations/runner.test.ts +504 -0
- package/src/migrations/runner.ts +358 -0
- package/src/migrations/schemaCatalog.test.ts +159 -0
- package/src/migrations/schemaCatalog.ts +262 -0
- package/src/migrations/types.ts +94 -0
- package/src/models/mcpServiceToken.ts +4 -3
- package/src/models/notification.ts +69 -0
- package/src/models/notificationPreference.ts +62 -0
- package/src/notifications/notificationService.ts +254 -0
- package/src/notifications/notificationsApp.test.ts +528 -0
- package/src/notifications/notificationsApp.ts +200 -0
- package/src/notifications/notificationsBeforeSend.ts +51 -0
- package/src/notifiers/slackNotifier.test.ts +186 -1
- package/src/notifiers/slackNotifier.ts +167 -8
- package/src/openApi.test.ts +0 -1
- package/src/openApi.ts +2 -1
- package/src/openApiBuilder.ts +14 -3
- package/src/openApiValidator.test.ts +221 -2
- package/src/openApiValidator.ts +218 -33
- package/src/orgs/orgAccessOptIn.test.ts +87 -0
- package/src/orgs/orgContext.test.ts +259 -0
- package/src/orgs/orgContext.ts +151 -0
- package/src/orgs/orgPermissions.test.ts +105 -0
- package/src/orgs/orgPermissions.ts +40 -0
- package/src/orgs/orgPlugin.test.ts +130 -0
- package/src/orgs/orgPlugin.ts +70 -0
- package/src/orgs/orgRbac.test.ts +267 -0
- package/src/orgs/orgSecurityDefects.test.ts +415 -0
- package/src/orgs/organizationModel.test.ts +205 -0
- package/src/orgs/organizationModel.ts +262 -0
- package/src/orgs/organizationSettings.test.ts +113 -0
- package/src/orgs/organizationSettings.ts +126 -0
- package/src/orgs/orgsApp.test.ts +382 -0
- package/src/orgs/orgsApp.ts +563 -0
- package/src/permissions.test.ts +62 -36
- package/src/permissions.ts +8 -30
- package/src/plugins.test.ts +5 -0
- package/src/plugins.ts +3 -0
- package/src/rateLimit/middleware.ts +1 -1
- package/src/rateLimit/mongoStore.ts +1 -0
- package/src/rateLimit/policies.ts +2 -2
- package/src/rateLimit/redisStore.ts +1 -0
- package/src/rbac/access.ts +11 -3
- package/src/rbac/membershipOrgAdminSource.ts +59 -0
- package/src/rbac/modelRouterAccess.ts +3 -0
- package/src/rbac/permissionUtils.test.ts +26 -5
- package/src/rbac/resolve.test.ts +34 -2
- package/src/rbac/resolve.ts +26 -7
- package/src/rbac/roleModel.test.ts +34 -1
- package/src/rbac/roleModel.ts +17 -1
- package/src/rbac/statements.test.ts +19 -0
- package/src/rbac/statements.ts +19 -1
- package/src/rbac/types.ts +5 -0
- package/src/realtime/changeStreamWatcher.ts +73 -33
- package/src/realtime/deprecation.ts +1 -0
- package/src/realtime/realtime.test.ts +357 -185
- package/src/realtime/realtimeApp.ts +2 -1
- package/src/schemaMetadata.test.ts +14 -0
- package/src/schemaMetadata.ts +5 -5
- package/src/sync/adminBroadcastConfig.test.ts +96 -0
- package/src/sync/adminBroadcastScope.test.ts +155 -0
- package/src/sync/adminBroadcastScope.ts +123 -0
- package/src/sync/adminWindowAccess.test.ts +57 -0
- package/src/sync/adminWindowAccess.ts +32 -0
- package/src/sync/adminWindowMutation.test.ts +450 -0
- package/src/sync/adminWindowMutation.ts +283 -0
- package/src/sync/executors.ts +33 -6
- package/src/sync/integration.test.ts +2 -2
- package/src/sync/mutationHandler.test.ts +277 -1
- package/src/sync/mutationHandler.ts +171 -29
- package/src/sync/registry.ts +4 -0
- package/src/sync/routes.ts +52 -8
- package/src/sync/socketHandlers.ts +154 -58
- package/src/sync/streams.ts +6 -0
- package/src/sync/sync.test.ts +3 -2
- package/src/sync/syncApp.ts +2 -1
- package/src/sync/syncBatch.ts +7 -2
- package/src/sync/syncRoutes.test.ts +297 -3
- package/src/sync/syncSocket.test.ts +229 -0
- package/src/sync/types.ts +20 -0
- package/src/terrenoApp.migrations.test.ts +114 -0
- package/src/terrenoApp.test.ts +41 -0
- package/src/terrenoApp.ts +97 -31
- package/src/tests/createTestData.ts +2 -2
- package/src/tests/models.ts +10 -2
- package/src/tests/testHelper.ts +1 -7
- package/src/types/authToken.ts +2 -4
- package/src/types/mcpServiceToken.ts +1 -7
- package/src/types/membership.ts +48 -0
- package/src/types/notification.ts +34 -0
- package/src/types/notificationPreference.ts +28 -0
- package/src/types/organization.ts +49 -0
- package/src/types.d.ts +1 -0
- package/src/webhooks/idempotency/webhookReceipt.ts +8 -10
- package/src/webhooks/rawBody.test.ts +33 -0
- package/src/webhooks/rawBody.ts +1 -0
- package/tsconfig.json +13 -54
- package/tsconfig.typedoc.json +4 -1
- package/dist/vendor/wesleytodd-openapi/lib/convert-yaml.d.ts +0 -2
- package/dist/vendor/wesleytodd-openapi/lib/convert-yaml.js +0 -13
- package/src/vendor/wesleytodd-openapi/lib/convert-yaml.js +0 -13
package/dist/sync/models.js
CHANGED
|
@@ -32,74 +32,26 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
32
32
|
return result;
|
|
33
33
|
};
|
|
34
34
|
})();
|
|
35
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
36
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
37
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
38
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
39
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
40
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
41
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
42
|
-
});
|
|
43
|
-
};
|
|
44
|
-
var __generator = (this && this.__generator) || function (thisArg, body) {
|
|
45
|
-
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
|
|
46
|
-
return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
|
|
47
|
-
function verb(n) { return function (v) { return step([n, v]); }; }
|
|
48
|
-
function step(op) {
|
|
49
|
-
if (f) throw new TypeError("Generator is already executing.");
|
|
50
|
-
while (g && (g = 0, op[0] && (_ = 0)), _) try {
|
|
51
|
-
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
|
|
52
|
-
if (y = 0, t) op = [op[0] & 2, t.value];
|
|
53
|
-
switch (op[0]) {
|
|
54
|
-
case 0: case 1: t = op; break;
|
|
55
|
-
case 4: _.label++; return { value: op[1], done: false };
|
|
56
|
-
case 5: _.label++; y = op[1]; op = [0]; continue;
|
|
57
|
-
case 7: op = _.ops.pop(); _.trys.pop(); continue;
|
|
58
|
-
default:
|
|
59
|
-
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
|
|
60
|
-
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
|
|
61
|
-
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
|
|
62
|
-
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
|
|
63
|
-
if (t[2]) _.ops.pop();
|
|
64
|
-
_.trys.pop(); continue;
|
|
65
|
-
}
|
|
66
|
-
op = body.call(thisArg, _);
|
|
67
|
-
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
|
|
68
|
-
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
|
|
69
|
-
}
|
|
70
|
-
};
|
|
71
|
-
var __values = (this && this.__values) || function(o) {
|
|
72
|
-
var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
|
|
73
|
-
if (m) return m.call(o);
|
|
74
|
-
if (o && typeof o.length === "number") return {
|
|
75
|
-
next: function () {
|
|
76
|
-
if (o && i >= o.length) o = void 0;
|
|
77
|
-
return { value: o && o[i++], done: !o };
|
|
78
|
-
}
|
|
79
|
-
};
|
|
80
|
-
throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
|
|
81
|
-
};
|
|
82
35
|
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
83
36
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
84
37
|
};
|
|
85
|
-
var _a, _b, _c, _d;
|
|
86
38
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
87
39
|
exports.getOrCreateSyncKeyMaterial = exports.ensureSyncModelIndexes = exports.SyncKey = exports.SyncMutation = exports.SYNC_MUTATION_LEASE_MS = exports.SyncScopeMove = exports.getCompactedThroughSeq = exports.recordCompactedThroughSeq = exports.computeStableFrontier = exports.releaseSyncSeqs = exports.confirmSyncSeqs = exports.claimSyncSeqs = exports.SyncCounter = exports.PENDING_CLAIM_LEASE_MS = void 0;
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
40
|
+
const node_crypto_1 = __importDefault(require("node:crypto"));
|
|
41
|
+
const luxon_1 = require("luxon");
|
|
42
|
+
const mongoose_1 = __importStar(require("mongoose"));
|
|
43
|
+
const errors_1 = require("../errors");
|
|
44
|
+
const logger_1 = require("../logger");
|
|
45
|
+
const plugins_1 = require("../plugins");
|
|
94
46
|
/**
|
|
95
47
|
* C1: a `pending` claim older than this is treated as abandoned (the writer
|
|
96
48
|
* crashed between claiming and confirming) and excluded from the frontier — a
|
|
97
49
|
* crashed writer must never freeze the frontier forever. Default 60s.
|
|
98
50
|
*/
|
|
99
|
-
exports.PENDING_CLAIM_LEASE_MS = 60 *
|
|
100
|
-
|
|
51
|
+
exports.PENDING_CLAIM_LEASE_MS = 60 * 1_000;
|
|
52
|
+
const syncPendingClaimSchema = new mongoose_1.Schema({
|
|
101
53
|
claimedAt: {
|
|
102
|
-
default:
|
|
54
|
+
default: () => luxon_1.DateTime.now().toJSDate(),
|
|
103
55
|
description: "When this seq was claimed; a claim older than PENDING_CLAIM_LEASE_MS is stale",
|
|
104
56
|
type: Date,
|
|
105
57
|
},
|
|
@@ -109,7 +61,7 @@ var syncPendingClaimSchema = new mongoose_1.Schema({
|
|
|
109
61
|
type: Number,
|
|
110
62
|
},
|
|
111
63
|
}, { _id: false, strict: "throw" });
|
|
112
|
-
|
|
64
|
+
const syncCounterSchema = new mongoose_1.Schema({
|
|
113
65
|
compactedThroughSeq: {
|
|
114
66
|
default: 0,
|
|
115
67
|
description: "C7 retention watermark: the highest seq whose tombstone/scope-move row has been " +
|
|
@@ -136,7 +88,8 @@ var syncCounterSchema = new mongoose_1.Schema({
|
|
|
136
88
|
},
|
|
137
89
|
// Consumer apps run checkModelsStrict() at startup; framework models must comply.
|
|
138
90
|
{ strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
|
|
139
|
-
exports.SyncCounter =
|
|
91
|
+
exports.SyncCounter = mongoose_1.default.models.SyncCounter ??
|
|
92
|
+
mongoose_1.default.model("SyncCounter", syncCounterSchema);
|
|
140
93
|
/**
|
|
141
94
|
* C1: atomically claim `count` sequence numbers for a stream AND register them on
|
|
142
95
|
* the in-flight registry so the stable frontier can exclude them until committed.
|
|
@@ -153,90 +106,69 @@ exports.SyncCounter = (_a = mongoose_1.default.models.SyncCounter) !== null && _
|
|
|
153
106
|
*
|
|
154
107
|
* Retries once on the upsert race (two concurrent first claims for a new stream).
|
|
155
108
|
*/
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
case 3:
|
|
210
|
-
_d.trys.push([3, 5, , 6]);
|
|
211
|
-
return [4 /*yield*/, claim()];
|
|
212
|
-
case 4: return [2 /*return*/, _d.sent()];
|
|
213
|
-
case 5:
|
|
214
|
-
error_1 = _d.sent();
|
|
215
|
-
// E11000: two concurrent upserts raced to create the counter; the loser retries
|
|
216
|
-
// against the now-existing document.
|
|
217
|
-
if (error_1.code === 11000) {
|
|
218
|
-
return [2 /*return*/, claim()];
|
|
219
|
-
}
|
|
220
|
-
throw error_1;
|
|
221
|
-
case 6: return [2 /*return*/];
|
|
109
|
+
const claimSyncSeqs = async ({ stream, count = 1, session, }) => {
|
|
110
|
+
const materialize = (lastSeq) => {
|
|
111
|
+
const seqs = [];
|
|
112
|
+
for (let s = lastSeq - count + 1; s <= lastSeq; s++) {
|
|
113
|
+
seqs.push(s);
|
|
114
|
+
}
|
|
115
|
+
return seqs;
|
|
116
|
+
};
|
|
117
|
+
// Session-backed fast path: the write and the $inc are already atomic, so we skip
|
|
118
|
+
// the pending registry — there is never an uncommitted-but-claimed window to fence.
|
|
119
|
+
if (session) {
|
|
120
|
+
const doc = await exports.SyncCounter.findOneAndUpdate({ stream }, { $inc: { seq: count } }, { new: true, session, upsert: true });
|
|
121
|
+
return { lastSeq: doc.seq, registered: false, seqs: materialize(doc.seq) };
|
|
122
|
+
}
|
|
123
|
+
const claim = async () => {
|
|
124
|
+
const now = luxon_1.DateTime.now().toJSDate();
|
|
125
|
+
// Claim (`$inc`) AND register the pending entries in ONE atomic aggregation-pipeline
|
|
126
|
+
// update, so there is never a window where the incremented head is visible without
|
|
127
|
+
// its pending claims (which would let `computeStableFrontier` transiently report a
|
|
128
|
+
// frontier above an about-to-be-pending seq). `$range(oldSeq+1, newSeq+1)` materializes
|
|
129
|
+
// the claimed range from the just-incremented value; `$map` turns it into pending docs.
|
|
130
|
+
// Mongoose 9 disallows update pipelines unless `updatePipeline: true` is set.
|
|
131
|
+
const doc = await exports.SyncCounter.findOneAndUpdate({ stream }, [
|
|
132
|
+
{ $set: { _syncOldSeq: { $ifNull: ["$seq", 0] } } },
|
|
133
|
+
{ $set: { seq: { $add: ["$_syncOldSeq", count] } } },
|
|
134
|
+
{
|
|
135
|
+
$set: {
|
|
136
|
+
pending: {
|
|
137
|
+
$concatArrays: [
|
|
138
|
+
{ $ifNull: ["$pending", []] },
|
|
139
|
+
{
|
|
140
|
+
$map: {
|
|
141
|
+
as: "s",
|
|
142
|
+
in: { claimedAt: now, seq: "$$s" },
|
|
143
|
+
input: { $range: [{ $add: ["$_syncOldSeq", 1] }, { $add: ["$seq", 1] }] },
|
|
144
|
+
},
|
|
145
|
+
},
|
|
146
|
+
],
|
|
147
|
+
},
|
|
148
|
+
},
|
|
149
|
+
},
|
|
150
|
+
{ $unset: "_syncOldSeq" },
|
|
151
|
+
], { returnDocument: "after", updatePipeline: true, upsert: true });
|
|
152
|
+
return { lastSeq: doc.seq, registered: true, seqs: materialize(doc.seq) };
|
|
153
|
+
};
|
|
154
|
+
try {
|
|
155
|
+
return await claim();
|
|
156
|
+
}
|
|
157
|
+
catch (error) {
|
|
158
|
+
// E11000: two concurrent upserts raced to create the counter; the loser retries
|
|
159
|
+
// against the now-existing document.
|
|
160
|
+
if (error.code === 11000) {
|
|
161
|
+
return claim();
|
|
222
162
|
}
|
|
223
|
-
|
|
224
|
-
}
|
|
163
|
+
throw error;
|
|
164
|
+
}
|
|
165
|
+
};
|
|
225
166
|
exports.claimSyncSeqs = claimSyncSeqs;
|
|
226
167
|
/** Remove the given pending claims from a stream's in-flight registry. */
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
return __generator(this, function (_d) {
|
|
232
|
-
switch (_d.label) {
|
|
233
|
-
case 0: return [4 /*yield*/, exports.SyncCounter.updateOne({ stream: stream }, { $pull: { pending: { seq: { $in: seqs } } } }, session ? { session: session } : {})];
|
|
234
|
-
case 1:
|
|
235
|
-
result = _d.sent();
|
|
236
|
-
return [2 /*return*/, { cleared: ((_c = result.modifiedCount) !== null && _c !== void 0 ? _c : 0) > 0 }];
|
|
237
|
-
}
|
|
238
|
-
});
|
|
239
|
-
}); };
|
|
168
|
+
const pullPendingClaims = async ({ stream, seqs, session, }) => {
|
|
169
|
+
const result = await exports.SyncCounter.updateOne({ stream }, { $pull: { pending: { seq: { $in: seqs } } } }, session ? { session } : {});
|
|
170
|
+
return { cleared: (result.modifiedCount ?? 0) > 0 };
|
|
171
|
+
};
|
|
240
172
|
/**
|
|
241
173
|
* C1: confirm that the writes owning `seqs` on `stream` have committed, clearing
|
|
242
174
|
* their pending registry entries so the stable frontier can advance past them.
|
|
@@ -247,15 +179,12 @@ var pullPendingClaims = function (_a) { return __awaiter(void 0, [_a], void 0, f
|
|
|
247
179
|
* Returns whether anything was actually cleared so callers can detect a reaped
|
|
248
180
|
* lease — see {@link SyncSeqConfirmResult}.
|
|
249
181
|
*/
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
return [2 /*return*/, pullPendingClaims({ seqs: seqs, session: session, stream: stream })];
|
|
257
|
-
});
|
|
258
|
-
}); };
|
|
182
|
+
const confirmSyncSeqs = async ({ stream, seqs, session, }) => {
|
|
183
|
+
if (seqs.length === 0) {
|
|
184
|
+
return { cleared: true };
|
|
185
|
+
}
|
|
186
|
+
return pullPendingClaims({ seqs, session, stream });
|
|
187
|
+
};
|
|
259
188
|
exports.confirmSyncSeqs = confirmSyncSeqs;
|
|
260
189
|
/**
|
|
261
190
|
* Cancel claimed-but-never-used seqs (Task 9.13): the owning write failed, so the seqs
|
|
@@ -264,21 +193,12 @@ exports.confirmSyncSeqs = confirmSyncSeqs;
|
|
|
264
193
|
* `confirmSyncSeqs` this is only safe when the write is known NOT to have committed
|
|
265
194
|
* (e.g. a Mongoose `VersionError`, where the conditional update matched no document).
|
|
266
195
|
*/
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
return [2 /*return*/];
|
|
274
|
-
}
|
|
275
|
-
return [4 /*yield*/, pullPendingClaims({ seqs: seqs, session: session, stream: stream })];
|
|
276
|
-
case 1:
|
|
277
|
-
_c.sent();
|
|
278
|
-
return [2 /*return*/];
|
|
279
|
-
}
|
|
280
|
-
});
|
|
281
|
-
}); };
|
|
196
|
+
const releaseSyncSeqs = async ({ stream, seqs, session, }) => {
|
|
197
|
+
if (seqs.length === 0) {
|
|
198
|
+
return;
|
|
199
|
+
}
|
|
200
|
+
await pullPendingClaims({ seqs, session, stream });
|
|
201
|
+
};
|
|
282
202
|
exports.releaseSyncSeqs = releaseSyncSeqs;
|
|
283
203
|
/**
|
|
284
204
|
* C1: the stable frontier for a stream — the highest seq below which no claim is
|
|
@@ -290,60 +210,36 @@ exports.releaseSyncSeqs = releaseSyncSeqs;
|
|
|
290
210
|
* considered abandoned (crashed writer): it is excluded from the min AND `$pull`ed
|
|
291
211
|
* opportunistically so a crash cannot freeze the frontier forever.
|
|
292
212
|
*/
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
cutoff = luxon_1.DateTime.now().minus({ milliseconds: exports.PENDING_CLAIM_LEASE_MS }).toMillis();
|
|
311
|
-
staleSeqs = [];
|
|
312
|
-
minLiveSeq = Number.POSITIVE_INFINITY;
|
|
313
|
-
try {
|
|
314
|
-
for (pending_1 = __values(pending), pending_1_1 = pending_1.next(); !pending_1_1.done; pending_1_1 = pending_1.next()) {
|
|
315
|
-
claim = pending_1_1.value;
|
|
316
|
-
claimedAtMs = luxon_1.DateTime.fromJSDate(claim.claimedAt).toMillis();
|
|
317
|
-
if (claimedAtMs < cutoff) {
|
|
318
|
-
staleSeqs.push(claim.seq);
|
|
319
|
-
continue;
|
|
320
|
-
}
|
|
321
|
-
if (claim.seq < minLiveSeq) {
|
|
322
|
-
minLiveSeq = claim.seq;
|
|
323
|
-
}
|
|
324
|
-
}
|
|
325
|
-
}
|
|
326
|
-
catch (e_1_1) { e_1 = { error: e_1_1 }; }
|
|
327
|
-
finally {
|
|
328
|
-
try {
|
|
329
|
-
if (pending_1_1 && !pending_1_1.done && (_c = pending_1.return)) _c.call(pending_1);
|
|
330
|
-
}
|
|
331
|
-
finally { if (e_1) throw e_1.error; }
|
|
332
|
-
}
|
|
333
|
-
if (!(staleSeqs.length > 0)) return [3 /*break*/, 3];
|
|
334
|
-
// Opportunistic cleanup: a crashed writer's claim must not freeze the frontier.
|
|
335
|
-
return [4 /*yield*/, exports.SyncCounter.updateOne({ stream: stream }, { $pull: { pending: { seq: { $in: staleSeqs } } } }).catch(function () { })];
|
|
336
|
-
case 2:
|
|
337
|
-
// Opportunistic cleanup: a crashed writer's claim must not freeze the frontier.
|
|
338
|
-
_e.sent();
|
|
339
|
-
_e.label = 3;
|
|
340
|
-
case 3:
|
|
341
|
-
// All pending entries were stale → frontier is the head; otherwise one below the
|
|
342
|
-
// lowest live (uncommitted) claim.
|
|
343
|
-
return [2 /*return*/, minLiveSeq === Number.POSITIVE_INFINITY ? counter.seq : minLiveSeq - 1];
|
|
213
|
+
const computeStableFrontier = async ({ stream }) => {
|
|
214
|
+
const counter = await (0, plugins_1.findOneOrNoneFor)(exports.SyncCounter, { stream });
|
|
215
|
+
if (!counter) {
|
|
216
|
+
return 0;
|
|
217
|
+
}
|
|
218
|
+
const pending = counter.pending ?? [];
|
|
219
|
+
if (pending.length === 0) {
|
|
220
|
+
return counter.seq;
|
|
221
|
+
}
|
|
222
|
+
const cutoff = luxon_1.DateTime.now().minus({ milliseconds: exports.PENDING_CLAIM_LEASE_MS }).toMillis();
|
|
223
|
+
const staleSeqs = [];
|
|
224
|
+
let minLiveSeq = Number.POSITIVE_INFINITY;
|
|
225
|
+
for (const claim of pending) {
|
|
226
|
+
const claimedAtMs = luxon_1.DateTime.fromJSDate(claim.claimedAt).toMillis();
|
|
227
|
+
if (claimedAtMs < cutoff) {
|
|
228
|
+
staleSeqs.push(claim.seq);
|
|
229
|
+
continue;
|
|
344
230
|
}
|
|
345
|
-
|
|
346
|
-
|
|
231
|
+
if (claim.seq < minLiveSeq) {
|
|
232
|
+
minLiveSeq = claim.seq;
|
|
233
|
+
}
|
|
234
|
+
}
|
|
235
|
+
if (staleSeqs.length > 0) {
|
|
236
|
+
// Opportunistic cleanup: a crashed writer's claim must not freeze the frontier.
|
|
237
|
+
await exports.SyncCounter.updateOne({ stream }, { $pull: { pending: { seq: { $in: staleSeqs } } } }).catch(() => { });
|
|
238
|
+
}
|
|
239
|
+
// All pending entries were stale → frontier is the head; otherwise one below the
|
|
240
|
+
// lowest live (uncommitted) claim.
|
|
241
|
+
return minLiveSeq === Number.POSITIVE_INFINITY ? counter.seq : minLiveSeq - 1;
|
|
242
|
+
};
|
|
347
243
|
exports.computeStableFrontier = computeStableFrontier;
|
|
348
244
|
/**
|
|
349
245
|
* C7: raise a stream's retention watermark to `seq` (never lowers it — `$max`), called by
|
|
@@ -351,48 +247,30 @@ exports.computeStableFrontier = computeStableFrontier;
|
|
|
351
247
|
* `oldestRetainedSeq`, which is the only signal that a stale cursor must re-bootstrap.
|
|
352
248
|
* Does not create the counter: a stream with compacted rows always already has one.
|
|
353
249
|
*/
|
|
354
|
-
|
|
355
|
-
|
|
356
|
-
|
|
357
|
-
|
|
358
|
-
|
|
359
|
-
|
|
360
|
-
return [2 /*return*/];
|
|
361
|
-
}
|
|
362
|
-
return [4 /*yield*/, exports.SyncCounter.updateOne({ stream: stream }, { $max: { compactedThroughSeq: seq } })];
|
|
363
|
-
case 1:
|
|
364
|
-
_c.sent();
|
|
365
|
-
return [2 /*return*/];
|
|
366
|
-
}
|
|
367
|
-
});
|
|
368
|
-
}); };
|
|
250
|
+
const recordCompactedThroughSeq = async ({ stream, seq, }) => {
|
|
251
|
+
if (seq <= 0) {
|
|
252
|
+
return;
|
|
253
|
+
}
|
|
254
|
+
await exports.SyncCounter.updateOne({ stream }, { $max: { compactedThroughSeq: seq } });
|
|
255
|
+
};
|
|
369
256
|
exports.recordCompactedThroughSeq = recordCompactedThroughSeq;
|
|
370
257
|
/**
|
|
371
258
|
* C7: the stream's retention watermark — the highest seq whose tombstone/marker has been
|
|
372
259
|
* compacted away. 0 when nothing has been compacted (no retention gap to enforce).
|
|
373
260
|
*/
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
return __generator(this, function (_d) {
|
|
379
|
-
switch (_d.label) {
|
|
380
|
-
case 0: return [4 /*yield*/, (0, plugins_1.findOneOrNoneFor)(exports.SyncCounter, { stream: stream })];
|
|
381
|
-
case 1:
|
|
382
|
-
counter = _d.sent();
|
|
383
|
-
return [2 /*return*/, (_c = counter === null || counter === void 0 ? void 0 : counter.compactedThroughSeq) !== null && _c !== void 0 ? _c : 0];
|
|
384
|
-
}
|
|
385
|
-
});
|
|
386
|
-
}); };
|
|
261
|
+
const getCompactedThroughSeq = async ({ stream }) => {
|
|
262
|
+
const counter = await (0, plugins_1.findOneOrNoneFor)(exports.SyncCounter, { stream });
|
|
263
|
+
return counter?.compactedThroughSeq ?? 0;
|
|
264
|
+
};
|
|
387
265
|
exports.getCompactedThroughSeq = getCompactedThroughSeq;
|
|
388
|
-
|
|
266
|
+
const syncScopeMoveSchema = new mongoose_1.Schema({
|
|
389
267
|
collectionTag: {
|
|
390
268
|
description: "The collection tag of the moved document",
|
|
391
269
|
required: true,
|
|
392
270
|
type: String,
|
|
393
271
|
},
|
|
394
272
|
created: {
|
|
395
|
-
default:
|
|
273
|
+
default: () => luxon_1.DateTime.now().toJSDate(),
|
|
396
274
|
description: "When the move was recorded; reaped by compactTombstones once older than the " +
|
|
397
275
|
"owning model's retentionDays (deliberately NOT TTL-indexed — see the model doc)",
|
|
398
276
|
type: Date,
|
|
@@ -433,7 +311,7 @@ syncScopeMoveSchema.index({ collectionTag: 1, created: 1 });
|
|
|
433
311
|
* (it raises `compactedThroughSeq` as it deletes), so the stale index is dropped at
|
|
434
312
|
* startup to stop it from reaping behind the watermark's back.
|
|
435
313
|
*/
|
|
436
|
-
|
|
314
|
+
const LEGACY_SCOPE_MOVE_TTL_INDEX_NAME = "created_1";
|
|
437
315
|
/**
|
|
438
316
|
* C4: durable marker written in the same op-scope as a scope move, replacing the
|
|
439
317
|
* racy `_syncPrevStream` post-image read. The old stream tombstones the document
|
|
@@ -443,24 +321,25 @@ var LEGACY_SCOPE_MOVE_TTL_INDEX_NAME = "created_1";
|
|
|
443
321
|
* Retention: reaped only by `compactTombstones`, which honors the owning model's
|
|
444
322
|
* `retentionDays` and records a `compactedThroughSeq` watermark as it deletes.
|
|
445
323
|
*/
|
|
446
|
-
exports.SyncScopeMove =
|
|
324
|
+
exports.SyncScopeMove = mongoose_1.default.models.SyncScopeMove ??
|
|
325
|
+
mongoose_1.default.model("SyncScopeMove", syncScopeMoveSchema);
|
|
447
326
|
/** Ledger rows are only needed while a client could still replay a mutation. */
|
|
448
|
-
|
|
327
|
+
const SYNC_MUTATION_TTL_SECONDS = 30 * 24 * 60 * 60;
|
|
449
328
|
/**
|
|
450
329
|
* C5 (FIX 6): a `pending` row older than this may be taken over by a fresh
|
|
451
330
|
* delivery — the original claimant is assumed to have crashed between the
|
|
452
331
|
* claim and finalizing the ledger row.
|
|
453
332
|
*/
|
|
454
|
-
exports.SYNC_MUTATION_LEASE_MS = 60 *
|
|
455
|
-
|
|
333
|
+
exports.SYNC_MUTATION_LEASE_MS = 60 * 1_000;
|
|
334
|
+
const syncMutationSchema = new mongoose_1.Schema({
|
|
456
335
|
claimedAt: {
|
|
457
|
-
default:
|
|
336
|
+
default: () => luxon_1.DateTime.now().toJSDate(),
|
|
458
337
|
description: "When this delivery claimed the mutation (lease); a pending row older than " +
|
|
459
338
|
"SYNC_MUTATION_LEASE_MS may be taken over by a fresh delivery via findOneAndUpdate",
|
|
460
339
|
type: Date,
|
|
461
340
|
},
|
|
462
341
|
created: {
|
|
463
|
-
default:
|
|
342
|
+
default: () => luxon_1.DateTime.now().toJSDate(),
|
|
464
343
|
description: "When the mutation was first claimed; TTL-indexed so rows expire after 30 days",
|
|
465
344
|
type: Date,
|
|
466
345
|
},
|
|
@@ -514,10 +393,11 @@ syncMutationSchema.index({ created: 1 }, { expireAfterSeconds: SYNC_MUTATION_TTL
|
|
|
514
393
|
* `resultId` through the collection's sync `responseHandler`, so PHI is not retained in
|
|
515
394
|
* `syncmutations` for the 30-day TTL and the client also sees current (not stale) state.
|
|
516
395
|
*/
|
|
517
|
-
exports.SyncMutation =
|
|
518
|
-
|
|
396
|
+
exports.SyncMutation = mongoose_1.default.models.SyncMutation ??
|
|
397
|
+
mongoose_1.default.model("SyncMutation", syncMutationSchema);
|
|
398
|
+
const syncKeySchema = new mongoose_1.Schema({
|
|
519
399
|
created: {
|
|
520
|
-
default:
|
|
400
|
+
default: () => luxon_1.DateTime.now().toJSDate(),
|
|
521
401
|
description: "When this key material was generated",
|
|
522
402
|
type: Date,
|
|
523
403
|
},
|
|
@@ -535,8 +415,9 @@ var syncKeySchema = new mongoose_1.Schema({
|
|
|
535
415
|
},
|
|
536
416
|
// Consumer apps run checkModelsStrict() at startup; framework models must comply.
|
|
537
417
|
{ strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
|
|
538
|
-
exports.SyncKey =
|
|
539
|
-
|
|
418
|
+
exports.SyncKey = mongoose_1.default.models.SyncKey ??
|
|
419
|
+
mongoose_1.default.model("SyncKey", syncKeySchema);
|
|
420
|
+
const SYNC_BOOKKEEPING_MODELS = [
|
|
540
421
|
exports.SyncCounter,
|
|
541
422
|
exports.SyncMutation,
|
|
542
423
|
exports.SyncScopeMove,
|
|
@@ -547,81 +428,49 @@ var SYNC_BOOKKEEPING_MODELS = [
|
|
|
547
428
|
* logged: a leftover TTL index degrades retention accounting but must never block
|
|
548
429
|
* startup, and the index is absent on fresh databases (the common case).
|
|
549
430
|
*/
|
|
550
|
-
|
|
551
|
-
|
|
552
|
-
|
|
553
|
-
|
|
554
|
-
|
|
555
|
-
|
|
556
|
-
return [4 /*yield*/, exports.SyncScopeMove.collection.indexes()];
|
|
557
|
-
case 1:
|
|
558
|
-
indexes = _a.sent();
|
|
559
|
-
legacy = indexes.find(function (index) {
|
|
560
|
-
return index.name === LEGACY_SCOPE_MOVE_TTL_INDEX_NAME && index.expireAfterSeconds !== undefined;
|
|
561
|
-
});
|
|
562
|
-
if (!legacy) {
|
|
563
|
-
return [2 /*return*/];
|
|
564
|
-
}
|
|
565
|
-
return [4 /*yield*/, exports.SyncScopeMove.collection.dropIndex(LEGACY_SCOPE_MOVE_TTL_INDEX_NAME)];
|
|
566
|
-
case 2:
|
|
567
|
-
_a.sent();
|
|
568
|
-
logger_1.logger.info("[sync] Dropped the legacy SyncScopeMove TTL index; compactTombstones is now the " +
|
|
569
|
-
"sole reaper of scope-move markers (it honors per-model retentionDays).");
|
|
570
|
-
return [3 /*break*/, 4];
|
|
571
|
-
case 3:
|
|
572
|
-
error_2 = _a.sent();
|
|
573
|
-
logger_1.logger.warn("[sync] Could not drop the legacy SyncScopeMove TTL index", {
|
|
574
|
-
error: String(error_2),
|
|
575
|
-
});
|
|
576
|
-
return [3 /*break*/, 4];
|
|
577
|
-
case 4: return [2 /*return*/];
|
|
431
|
+
const dropLegacyScopeMoveTtlIndex = async () => {
|
|
432
|
+
try {
|
|
433
|
+
const indexes = await exports.SyncScopeMove.collection.indexes();
|
|
434
|
+
const legacy = indexes.find((index) => index.name === LEGACY_SCOPE_MOVE_TTL_INDEX_NAME && index.expireAfterSeconds !== undefined);
|
|
435
|
+
if (!legacy) {
|
|
436
|
+
return;
|
|
578
437
|
}
|
|
579
|
-
|
|
580
|
-
|
|
438
|
+
await exports.SyncScopeMove.collection.dropIndex(LEGACY_SCOPE_MOVE_TTL_INDEX_NAME);
|
|
439
|
+
logger_1.logger.info("[sync] Dropped the legacy SyncScopeMove TTL index; compactTombstones is now the " +
|
|
440
|
+
"sole reaper of scope-move markers (it honors per-model retentionDays).");
|
|
441
|
+
}
|
|
442
|
+
catch (error) {
|
|
443
|
+
logger_1.logger.warn("[sync] Could not drop the legacy SyncScopeMove TTL index", {
|
|
444
|
+
error: String(error),
|
|
445
|
+
});
|
|
446
|
+
}
|
|
447
|
+
};
|
|
581
448
|
/**
|
|
582
449
|
* Build the indexes for every sync bookkeeping model, throwing on the first failure so
|
|
583
450
|
* server startup fails loudly. Kicked off by `SyncApp.register` and awaited through
|
|
584
451
|
* `ensureSyncIndexes()`; idempotent, so calling it repeatedly is safe.
|
|
585
452
|
*/
|
|
586
|
-
|
|
587
|
-
|
|
588
|
-
|
|
589
|
-
|
|
590
|
-
|
|
591
|
-
_a.sent();
|
|
592
|
-
return [4 /*yield*/, Promise.all(SYNC_BOOKKEEPING_MODELS.map(function (model) { return __awaiter(void 0, void 0, void 0, function () {
|
|
593
|
-
var error_3;
|
|
594
|
-
return __generator(this, function (_a) {
|
|
595
|
-
switch (_a.label) {
|
|
596
|
-
case 0:
|
|
597
|
-
_a.trys.push([0, 2, , 3]);
|
|
598
|
-
return [4 /*yield*/, model.ensureIndexes()];
|
|
599
|
-
case 1:
|
|
600
|
-
_a.sent();
|
|
601
|
-
return [3 /*break*/, 3];
|
|
602
|
-
case 2:
|
|
603
|
-
error_3 = _a.sent();
|
|
604
|
-
logger_1.logger.error("[sync] Failed to ensure sync indexes for ".concat(model.modelName), {
|
|
605
|
-
error: String(error_3),
|
|
606
|
-
});
|
|
607
|
-
throw new errors_1.APIError({
|
|
608
|
-
cause: error_3,
|
|
609
|
-
code: "sync-indexes-failed",
|
|
610
|
-
detail: "".concat((0, errors_1.errorDetail)(error_3), ". The sync protocol depends on these indexes (unique mutationId for ") +
|
|
611
|
-
"mutation idempotency, unique stream for seq allocation); fix the DB and restart.",
|
|
612
|
-
status: 500,
|
|
613
|
-
title: "Failed to ensure sync indexes for ".concat(model.modelName),
|
|
614
|
-
});
|
|
615
|
-
case 3: return [2 /*return*/];
|
|
616
|
-
}
|
|
617
|
-
});
|
|
618
|
-
}); }))];
|
|
619
|
-
case 2:
|
|
620
|
-
_a.sent();
|
|
621
|
-
return [2 /*return*/];
|
|
453
|
+
const ensureSyncModelIndexes = async () => {
|
|
454
|
+
await dropLegacyScopeMoveTtlIndex();
|
|
455
|
+
await Promise.all(SYNC_BOOKKEEPING_MODELS.map(async (model) => {
|
|
456
|
+
try {
|
|
457
|
+
await model.ensureIndexes();
|
|
622
458
|
}
|
|
623
|
-
|
|
624
|
-
}
|
|
459
|
+
catch (error) {
|
|
460
|
+
logger_1.logger.error(`[sync] Failed to ensure sync indexes for ${model.modelName}`, {
|
|
461
|
+
error: String(error),
|
|
462
|
+
});
|
|
463
|
+
throw new errors_1.APIError({
|
|
464
|
+
cause: error,
|
|
465
|
+
code: "sync-indexes-failed",
|
|
466
|
+
detail: `${(0, errors_1.errorDetail)(error)}. The sync protocol depends on these indexes (unique mutationId for ` +
|
|
467
|
+
"mutation idempotency, unique stream for seq allocation); fix the DB and restart.",
|
|
468
|
+
status: 500,
|
|
469
|
+
title: `Failed to ensure sync indexes for ${model.modelName}`,
|
|
470
|
+
});
|
|
471
|
+
}
|
|
472
|
+
}));
|
|
473
|
+
};
|
|
625
474
|
exports.ensureSyncModelIndexes = ensureSyncModelIndexes;
|
|
626
475
|
/**
|
|
627
476
|
* Return the user's key material, generating it on first call. Race-safe: concurrent
|
|
@@ -629,18 +478,9 @@ exports.ensureSyncModelIndexes = ensureSyncModelIndexes;
|
|
|
629
478
|
* caller must never receive bytes that were not persisted, or its encrypted store
|
|
630
479
|
* would be undecryptable by any other session.
|
|
631
480
|
*/
|
|
632
|
-
|
|
633
|
-
|
|
634
|
-
|
|
635
|
-
return
|
|
636
|
-
|
|
637
|
-
case 0:
|
|
638
|
-
candidate = node_crypto_1.default.randomBytes(32).toString("base64");
|
|
639
|
-
return [4 /*yield*/, exports.SyncKey.findOneAndUpdate({ userId: userId }, { $setOnInsert: { created: luxon_1.DateTime.now().toJSDate(), keyMaterial: candidate, userId: userId } }, { new: true, upsert: true })];
|
|
640
|
-
case 1:
|
|
641
|
-
doc = _c.sent();
|
|
642
|
-
return [2 /*return*/, doc.keyMaterial];
|
|
643
|
-
}
|
|
644
|
-
});
|
|
645
|
-
}); };
|
|
481
|
+
const getOrCreateSyncKeyMaterial = async ({ userId }) => {
|
|
482
|
+
const candidate = node_crypto_1.default.randomBytes(32).toString("base64");
|
|
483
|
+
const doc = await exports.SyncKey.findOneAndUpdate({ userId }, { $setOnInsert: { created: luxon_1.DateTime.now().toJSDate(), keyMaterial: candidate, userId } }, { new: true, upsert: true });
|
|
484
|
+
return doc.keyMaterial;
|
|
485
|
+
};
|
|
646
486
|
exports.getOrCreateSyncKeyMaterial = getOrCreateSyncKeyMaterial;
|