@terreno/api 57.4.0 → 57.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (210) hide show
  1. package/README.md +5 -5
  2. package/bunfig.toml +1 -1
  3. package/dist/actions.js +197 -368
  4. package/dist/adminModelRouter.js +88 -173
  5. package/dist/api.js +617 -852
  6. package/dist/audit/auditApp.js +48 -89
  7. package/dist/audit/auditEventModel.js +15 -16
  8. package/dist/audit/cloudTasksEnqueue.js +56 -149
  9. package/dist/audit/diff.js +70 -160
  10. package/dist/audit/processQueue.js +25 -70
  11. package/dist/audit/rbacSink.js +25 -66
  12. package/dist/audit/record.js +129 -251
  13. package/dist/auth.js +432 -681
  14. package/dist/authRecovery.js +155 -269
  15. package/dist/authTokens.js +43 -118
  16. package/dist/betterAuthApp.js +25 -26
  17. package/dist/betterAuthSetup.js +258 -413
  18. package/dist/browserLogsRoute.d.ts +6 -0
  19. package/dist/browserLogsRoute.js +97 -0
  20. package/dist/collectionRegistry.js +32 -47
  21. package/dist/config.js +53 -122
  22. package/dist/configurationApp.js +180 -361
  23. package/dist/configurationPlugin.js +130 -302
  24. package/dist/consentApp.js +276 -421
  25. package/dist/docLoader.js +78 -126
  26. package/dist/envConfigurationPlugin.js +25 -147
  27. package/dist/errors.js +151 -247
  28. package/dist/example.js +28 -34
  29. package/dist/expressServer.d.ts +10 -0
  30. package/dist/expressServer.js +109 -255
  31. package/dist/frameworkModelNames.d.ts +24 -0
  32. package/dist/frameworkModelNames.js +31 -0
  33. package/dist/githubAuth.js +152 -216
  34. package/dist/httpClient.js +176 -264
  35. package/dist/index.d.ts +2 -0
  36. package/dist/index.js +7 -2
  37. package/dist/logger.js +145 -278
  38. package/dist/mcp/auth.js +76 -128
  39. package/dist/mcp/createMCPRequest.js +4 -5
  40. package/dist/mcp/handlers.js +268 -480
  41. package/dist/mcp/query.js +56 -150
  42. package/dist/mcp/registry.js +17 -30
  43. package/dist/mcp/schemaGenerator.js +95 -181
  44. package/dist/mcp/server.js +28 -100
  45. package/dist/mcp/serviceTokens.js +102 -191
  46. package/dist/mcp/toolGenerator.js +78 -191
  47. package/dist/middleware.js +15 -27
  48. package/dist/migrations/fixtures/all-down/20260910120000-one.js +2 -42
  49. package/dist/migrations/fixtures/all-down/20260910120001-two.js +2 -42
  50. package/dist/migrations/fixtures/bad-id/20260910120000-mismatch.js +1 -39
  51. package/dist/migrations/fixtures/bad-name/not-a-migration.js +1 -39
  52. package/dist/migrations/fixtures/valid/20260910120000-alpha.js +1 -39
  53. package/dist/migrations/fixtures/valid/20260910120001-beta.js +2 -42
  54. package/dist/migrations/generate.js +107 -229
  55. package/dist/migrations/load.js +75 -201
  56. package/dist/migrations/lock.js +54 -126
  57. package/dist/migrations/runner.js +192 -446
  58. package/dist/migrations/schemaCatalog.js +122 -263
  59. package/dist/models/consentForm.js +6 -6
  60. package/dist/models/consentResponse.js +5 -5
  61. package/dist/models/mcpServiceToken.js +66 -156
  62. package/dist/models/notification.js +6 -6
  63. package/dist/models/notificationPreference.js +6 -6
  64. package/dist/models/versionConfig.js +5 -5
  65. package/dist/notifications/notificationService.js +133 -273
  66. package/dist/notifications/notificationsApp.js +85 -179
  67. package/dist/notifications/notificationsBeforeSend.js +19 -64
  68. package/dist/notifiers/googleChatNotifier.js +36 -117
  69. package/dist/notifiers/slackNotifier.d.ts +31 -2
  70. package/dist/notifiers/slackNotifier.js +170 -119
  71. package/dist/notifiers/zoomNotifier.js +60 -111
  72. package/dist/openApi.js +107 -122
  73. package/dist/openApiBuilder.js +117 -159
  74. package/dist/openApiCompat.js +81 -148
  75. package/dist/openApiEtag.js +7 -7
  76. package/dist/openApiValidator.js +177 -286
  77. package/dist/orgs/orgContext.js +87 -157
  78. package/dist/orgs/orgPermissions.js +29 -68
  79. package/dist/orgs/orgPlugin.js +9 -27
  80. package/dist/orgs/organizationModel.js +65 -166
  81. package/dist/orgs/organizationSettings.js +29 -36
  82. package/dist/orgs/orgsApp.js +346 -608
  83. package/dist/permissions.js +88 -181
  84. package/dist/plugins.js +125 -218
  85. package/dist/populate.js +130 -240
  86. package/dist/rateLimit/applyTrustProxy.js +1 -1
  87. package/dist/rateLimit/createStore.js +7 -8
  88. package/dist/rateLimit/memoryStore.js +22 -100
  89. package/dist/rateLimit/middleware.js +48 -99
  90. package/dist/rateLimit/mongoStore.js +54 -112
  91. package/dist/rateLimit/policies.js +41 -75
  92. package/dist/rateLimit/redisStore.js +39 -133
  93. package/dist/rbac/access.js +119 -267
  94. package/dist/rbac/assertAllowed.js +95 -171
  95. package/dist/rbac/auditModel.js +14 -58
  96. package/dist/rbac/backfillAdmins.js +24 -130
  97. package/dist/rbac/fieldViews.js +46 -141
  98. package/dist/rbac/membershipOrgAdminSource.js +28 -99
  99. package/dist/rbac/middleware.js +30 -96
  100. package/dist/rbac/modelRouterAccess.js +130 -307
  101. package/dist/rbac/permissionUtils.js +40 -179
  102. package/dist/rbac/realtimeAccess.js +81 -147
  103. package/dist/rbac/resolve.d.ts +1 -1
  104. package/dist/rbac/resolve.js +148 -342
  105. package/dist/rbac/roleManager.js +318 -700
  106. package/dist/rbac/roleModel.js +44 -171
  107. package/dist/rbac/routes.js +93 -196
  108. package/dist/rbac/scopes.js +39 -133
  109. package/dist/rbac/statements.js +23 -91
  110. package/dist/rbac/userPlugin.js +3 -29
  111. package/dist/realtime/changeStreamWatcher.js +489 -800
  112. package/dist/realtime/deprecation.js +8 -10
  113. package/dist/realtime/queryMatcher.js +110 -191
  114. package/dist/realtime/queryStore.js +35 -118
  115. package/dist/realtime/realtimeApp.js +247 -401
  116. package/dist/realtime/registry.js +19 -30
  117. package/dist/realtime/sessionRevalidation.js +132 -358
  118. package/dist/realtime/socketAuth.js +89 -208
  119. package/dist/realtime/socketUser.js +10 -56
  120. package/dist/requestContext.js +93 -139
  121. package/dist/schemaMetadata.js +179 -274
  122. package/dist/scriptRunner.js +96 -266
  123. package/dist/scrubAdminFields.js +36 -108
  124. package/dist/secretProviders.js +130 -299
  125. package/dist/seedRunner.js +221 -514
  126. package/dist/sync/adminBroadcastScope.js +58 -170
  127. package/dist/sync/adminWindowAccess.js +15 -86
  128. package/dist/sync/adminWindowMutation.js +110 -181
  129. package/dist/sync/executors.js +425 -629
  130. package/dist/sync/loadHarness.js +392 -689
  131. package/dist/sync/models.js +181 -341
  132. package/dist/sync/mutationHandler.js +533 -801
  133. package/dist/sync/registrationSideEffects.js +41 -95
  134. package/dist/sync/registry.js +29 -49
  135. package/dist/sync/routes.js +484 -817
  136. package/dist/sync/scripts/compactTombstones.js +83 -228
  137. package/dist/sync/serialize.js +18 -58
  138. package/dist/sync/socketHandlers.js +253 -478
  139. package/dist/sync/streams.js +49 -117
  140. package/dist/sync/syncApp.js +12 -15
  141. package/dist/sync/syncBatch.js +63 -168
  142. package/dist/sync/syncSeqPlugin.js +430 -702
  143. package/dist/syncConsents.js +113 -253
  144. package/dist/terrenoApp.js +166 -276
  145. package/dist/tests/createTestData.js +146 -256
  146. package/dist/tests/models.js +14 -54
  147. package/dist/tests/mongoTestSetup.js +42 -103
  148. package/dist/tests/testHelper.js +31 -93
  149. package/dist/tests.js +12 -51
  150. package/dist/transformers.js +61 -164
  151. package/dist/utils.js +31 -93
  152. package/dist/vendor/wesleytodd-openapi/index.js +37 -51
  153. package/dist/vendor/wesleytodd-openapi/lib/generate-doc.js +32 -40
  154. package/dist/vendor/wesleytodd-openapi/lib/layer-schema.js +3 -3
  155. package/dist/vendor/wesleytodd-openapi/lib/ui.js +50 -19
  156. package/dist/vendor/wesleytodd-openapi/lib/validate.js +19 -47
  157. package/dist/versionCheckPlugin.js +52 -100
  158. package/dist/webhooks/headerValue.js +2 -2
  159. package/dist/webhooks/idempotency/memoryStore.js +16 -59
  160. package/dist/webhooks/idempotency/mongoStore.js +55 -130
  161. package/dist/webhooks/idempotency/webhookReceipt.js +9 -9
  162. package/dist/webhooks/rawBody.js +1 -1
  163. package/dist/webhooks/timingSafeEqual.js +4 -5
  164. package/dist/webhooks/verifiers/hmac.js +17 -18
  165. package/dist/webhooks/verifiers/sendgrid.js +20 -22
  166. package/dist/webhooks/verifiers/stripe.js +31 -65
  167. package/dist/webhooks/verifiers/twilio.js +23 -73
  168. package/dist/webhooks/webhooksApp.js +78 -177
  169. package/dist/zodOpenApi.js +2 -2
  170. package/package.json +6 -6
  171. package/src/__tests__/browserLogsRoute.test.ts +165 -0
  172. package/src/api.arrayOperations.test.ts +44 -0
  173. package/src/api.ts +64 -39
  174. package/src/audit/auditApp.test.ts +5 -5
  175. package/src/audit/auditEventModel.ts +7 -3
  176. package/src/audit/auditRouter.test.ts +5 -5
  177. package/src/audit/rbacSink.test.ts +2 -2
  178. package/src/audit/record.test.ts +2 -2
  179. package/src/audit/record.ts +3 -2
  180. package/src/auth.ts +1 -1
  181. package/src/authRecovery.test.ts +43 -0
  182. package/src/authRecovery.ts +16 -10
  183. package/src/authTokens.ts +6 -2
  184. package/src/authVerification.test.ts +22 -0
  185. package/src/browserLogsRoute.ts +110 -0
  186. package/src/configurationPlugin.test.ts +1 -11
  187. package/src/expressServer.ts +10 -0
  188. package/src/frameworkModelNames.test.ts +62 -0
  189. package/src/frameworkModelNames.ts +33 -0
  190. package/src/index.ts +7 -0
  191. package/src/isolated/migrateCliConnect.isolated.ts +51 -0
  192. package/src/mcp/auth.test.ts +34 -1
  193. package/src/migrations/cli.test.ts +0 -23
  194. package/src/models/mcpServiceToken.ts +4 -3
  195. package/src/models/notification.ts +3 -2
  196. package/src/models/notificationPreference.ts +1 -1
  197. package/src/notifications/notificationsApp.test.ts +24 -1
  198. package/src/notifiers/slackNotifier.test.ts +186 -1
  199. package/src/notifiers/slackNotifier.ts +167 -8
  200. package/src/orgs/orgPlugin.ts +1 -1
  201. package/src/orgs/organizationModel.ts +11 -6
  202. package/src/plugins.test.ts +5 -0
  203. package/src/plugins.ts +3 -0
  204. package/src/realtime/realtimeApp.ts +1 -1
  205. package/src/sync/integration.test.ts +2 -2
  206. package/src/terrenoApp.ts +3 -0
  207. package/src/types.d.ts +1 -0
  208. package/src/webhooks/idempotency/webhookReceipt.ts +4 -3
  209. package/tsconfig.json +13 -54
  210. package/tsconfig.typedoc.json +2 -0
@@ -32,74 +32,26 @@ var __importStar = (this && this.__importStar) || (function () {
32
32
  return result;
33
33
  };
34
34
  })();
35
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
36
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
37
- return new (P || (P = Promise))(function (resolve, reject) {
38
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
39
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
40
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
41
- step((generator = generator.apply(thisArg, _arguments || [])).next());
42
- });
43
- };
44
- var __generator = (this && this.__generator) || function (thisArg, body) {
45
- var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
46
- return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
47
- function verb(n) { return function (v) { return step([n, v]); }; }
48
- function step(op) {
49
- if (f) throw new TypeError("Generator is already executing.");
50
- while (g && (g = 0, op[0] && (_ = 0)), _) try {
51
- if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
52
- if (y = 0, t) op = [op[0] & 2, t.value];
53
- switch (op[0]) {
54
- case 0: case 1: t = op; break;
55
- case 4: _.label++; return { value: op[1], done: false };
56
- case 5: _.label++; y = op[1]; op = [0]; continue;
57
- case 7: op = _.ops.pop(); _.trys.pop(); continue;
58
- default:
59
- if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
60
- if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
61
- if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
62
- if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
63
- if (t[2]) _.ops.pop();
64
- _.trys.pop(); continue;
65
- }
66
- op = body.call(thisArg, _);
67
- } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
68
- if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
69
- }
70
- };
71
- var __values = (this && this.__values) || function(o) {
72
- var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
73
- if (m) return m.call(o);
74
- if (o && typeof o.length === "number") return {
75
- next: function () {
76
- if (o && i >= o.length) o = void 0;
77
- return { value: o && o[i++], done: !o };
78
- }
79
- };
80
- throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
81
- };
82
35
  var __importDefault = (this && this.__importDefault) || function (mod) {
83
36
  return (mod && mod.__esModule) ? mod : { "default": mod };
84
37
  };
85
- var _a, _b, _c, _d;
86
38
  Object.defineProperty(exports, "__esModule", { value: true });
87
39
  exports.getOrCreateSyncKeyMaterial = exports.ensureSyncModelIndexes = exports.SyncKey = exports.SyncMutation = exports.SYNC_MUTATION_LEASE_MS = exports.SyncScopeMove = exports.getCompactedThroughSeq = exports.recordCompactedThroughSeq = exports.computeStableFrontier = exports.releaseSyncSeqs = exports.confirmSyncSeqs = exports.claimSyncSeqs = exports.SyncCounter = exports.PENDING_CLAIM_LEASE_MS = void 0;
88
- var node_crypto_1 = __importDefault(require("node:crypto"));
89
- var luxon_1 = require("luxon");
90
- var mongoose_1 = __importStar(require("mongoose"));
91
- var errors_1 = require("../errors");
92
- var logger_1 = require("../logger");
93
- var plugins_1 = require("../plugins");
40
+ const node_crypto_1 = __importDefault(require("node:crypto"));
41
+ const luxon_1 = require("luxon");
42
+ const mongoose_1 = __importStar(require("mongoose"));
43
+ const errors_1 = require("../errors");
44
+ const logger_1 = require("../logger");
45
+ const plugins_1 = require("../plugins");
94
46
  /**
95
47
  * C1: a `pending` claim older than this is treated as abandoned (the writer
96
48
  * crashed between claiming and confirming) and excluded from the frontier — a
97
49
  * crashed writer must never freeze the frontier forever. Default 60s.
98
50
  */
99
- exports.PENDING_CLAIM_LEASE_MS = 60 * 1000;
100
- var syncPendingClaimSchema = new mongoose_1.Schema({
51
+ exports.PENDING_CLAIM_LEASE_MS = 60 * 1_000;
52
+ const syncPendingClaimSchema = new mongoose_1.Schema({
101
53
  claimedAt: {
102
- default: function () { return luxon_1.DateTime.now().toJSDate(); },
54
+ default: () => luxon_1.DateTime.now().toJSDate(),
103
55
  description: "When this seq was claimed; a claim older than PENDING_CLAIM_LEASE_MS is stale",
104
56
  type: Date,
105
57
  },
@@ -109,7 +61,7 @@ var syncPendingClaimSchema = new mongoose_1.Schema({
109
61
  type: Number,
110
62
  },
111
63
  }, { _id: false, strict: "throw" });
112
- var syncCounterSchema = new mongoose_1.Schema({
64
+ const syncCounterSchema = new mongoose_1.Schema({
113
65
  compactedThroughSeq: {
114
66
  default: 0,
115
67
  description: "C7 retention watermark: the highest seq whose tombstone/scope-move row has been " +
@@ -136,7 +88,8 @@ var syncCounterSchema = new mongoose_1.Schema({
136
88
  },
137
89
  // Consumer apps run checkModelsStrict() at startup; framework models must comply.
138
90
  { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
139
- exports.SyncCounter = (_a = mongoose_1.default.models.SyncCounter) !== null && _a !== void 0 ? _a : mongoose_1.default.model("SyncCounter", syncCounterSchema);
91
+ exports.SyncCounter = mongoose_1.default.models.SyncCounter ??
92
+ mongoose_1.default.model("SyncCounter", syncCounterSchema);
140
93
  /**
141
94
  * C1: atomically claim `count` sequence numbers for a stream AND register them on
142
95
  * the in-flight registry so the stable frontier can exclude them until committed.
@@ -153,90 +106,69 @@ exports.SyncCounter = (_a = mongoose_1.default.models.SyncCounter) !== null && _
153
106
  *
154
107
  * Retries once on the upsert race (two concurrent first claims for a new stream).
155
108
  */
156
- var claimSyncSeqs = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
157
- var materialize, doc, claim, error_1;
158
- var stream = _b.stream, _c = _b.count, count = _c === void 0 ? 1 : _c, session = _b.session;
159
- return __generator(this, function (_d) {
160
- switch (_d.label) {
161
- case 0:
162
- materialize = function (lastSeq) {
163
- var seqs = [];
164
- for (var s = lastSeq - count + 1; s <= lastSeq; s++) {
165
- seqs.push(s);
166
- }
167
- return seqs;
168
- };
169
- if (!session) return [3 /*break*/, 2];
170
- return [4 /*yield*/, exports.SyncCounter.findOneAndUpdate({ stream: stream }, { $inc: { seq: count } }, { new: true, session: session, upsert: true })];
171
- case 1:
172
- doc = _d.sent();
173
- return [2 /*return*/, { lastSeq: doc.seq, registered: false, seqs: materialize(doc.seq) }];
174
- case 2:
175
- claim = function () { return __awaiter(void 0, void 0, void 0, function () {
176
- var now, doc;
177
- return __generator(this, function (_a) {
178
- switch (_a.label) {
179
- case 0:
180
- now = luxon_1.DateTime.now().toJSDate();
181
- return [4 /*yield*/, exports.SyncCounter.findOneAndUpdate({ stream: stream }, [
182
- { $set: { _syncOldSeq: { $ifNull: ["$seq", 0] } } },
183
- { $set: { seq: { $add: ["$_syncOldSeq", count] } } },
184
- {
185
- $set: {
186
- pending: {
187
- $concatArrays: [
188
- { $ifNull: ["$pending", []] },
189
- {
190
- $map: {
191
- as: "s",
192
- in: { claimedAt: now, seq: "$$s" },
193
- input: { $range: [{ $add: ["$_syncOldSeq", 1] }, { $add: ["$seq", 1] }] },
194
- },
195
- },
196
- ],
197
- },
198
- },
199
- },
200
- { $unset: "_syncOldSeq" },
201
- ], { returnDocument: "after", updatePipeline: true, upsert: true })];
202
- case 1:
203
- doc = _a.sent();
204
- return [2 /*return*/, { lastSeq: doc.seq, registered: true, seqs: materialize(doc.seq) }];
205
- }
206
- });
207
- }); };
208
- _d.label = 3;
209
- case 3:
210
- _d.trys.push([3, 5, , 6]);
211
- return [4 /*yield*/, claim()];
212
- case 4: return [2 /*return*/, _d.sent()];
213
- case 5:
214
- error_1 = _d.sent();
215
- // E11000: two concurrent upserts raced to create the counter; the loser retries
216
- // against the now-existing document.
217
- if (error_1.code === 11000) {
218
- return [2 /*return*/, claim()];
219
- }
220
- throw error_1;
221
- case 6: return [2 /*return*/];
109
+ const claimSyncSeqs = async ({ stream, count = 1, session, }) => {
110
+ const materialize = (lastSeq) => {
111
+ const seqs = [];
112
+ for (let s = lastSeq - count + 1; s <= lastSeq; s++) {
113
+ seqs.push(s);
114
+ }
115
+ return seqs;
116
+ };
117
+ // Session-backed fast path: the write and the $inc are already atomic, so we skip
118
+ // the pending registry — there is never an uncommitted-but-claimed window to fence.
119
+ if (session) {
120
+ const doc = await exports.SyncCounter.findOneAndUpdate({ stream }, { $inc: { seq: count } }, { new: true, session, upsert: true });
121
+ return { lastSeq: doc.seq, registered: false, seqs: materialize(doc.seq) };
122
+ }
123
+ const claim = async () => {
124
+ const now = luxon_1.DateTime.now().toJSDate();
125
+ // Claim (`$inc`) AND register the pending entries in ONE atomic aggregation-pipeline
126
+ // update, so there is never a window where the incremented head is visible without
127
+ // its pending claims (which would let `computeStableFrontier` transiently report a
128
+ // frontier above an about-to-be-pending seq). `$range(oldSeq+1, newSeq+1)` materializes
129
+ // the claimed range from the just-incremented value; `$map` turns it into pending docs.
130
+ // Mongoose 9 disallows update pipelines unless `updatePipeline: true` is set.
131
+ const doc = await exports.SyncCounter.findOneAndUpdate({ stream }, [
132
+ { $set: { _syncOldSeq: { $ifNull: ["$seq", 0] } } },
133
+ { $set: { seq: { $add: ["$_syncOldSeq", count] } } },
134
+ {
135
+ $set: {
136
+ pending: {
137
+ $concatArrays: [
138
+ { $ifNull: ["$pending", []] },
139
+ {
140
+ $map: {
141
+ as: "s",
142
+ in: { claimedAt: now, seq: "$$s" },
143
+ input: { $range: [{ $add: ["$_syncOldSeq", 1] }, { $add: ["$seq", 1] }] },
144
+ },
145
+ },
146
+ ],
147
+ },
148
+ },
149
+ },
150
+ { $unset: "_syncOldSeq" },
151
+ ], { returnDocument: "after", updatePipeline: true, upsert: true });
152
+ return { lastSeq: doc.seq, registered: true, seqs: materialize(doc.seq) };
153
+ };
154
+ try {
155
+ return await claim();
156
+ }
157
+ catch (error) {
158
+ // E11000: two concurrent upserts raced to create the counter; the loser retries
159
+ // against the now-existing document.
160
+ if (error.code === 11000) {
161
+ return claim();
222
162
  }
223
- });
224
- }); };
163
+ throw error;
164
+ }
165
+ };
225
166
  exports.claimSyncSeqs = claimSyncSeqs;
226
167
  /** Remove the given pending claims from a stream's in-flight registry. */
227
- var pullPendingClaims = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
228
- var result;
229
- var _c;
230
- var stream = _b.stream, seqs = _b.seqs, session = _b.session;
231
- return __generator(this, function (_d) {
232
- switch (_d.label) {
233
- case 0: return [4 /*yield*/, exports.SyncCounter.updateOne({ stream: stream }, { $pull: { pending: { seq: { $in: seqs } } } }, session ? { session: session } : {})];
234
- case 1:
235
- result = _d.sent();
236
- return [2 /*return*/, { cleared: ((_c = result.modifiedCount) !== null && _c !== void 0 ? _c : 0) > 0 }];
237
- }
238
- });
239
- }); };
168
+ const pullPendingClaims = async ({ stream, seqs, session, }) => {
169
+ const result = await exports.SyncCounter.updateOne({ stream }, { $pull: { pending: { seq: { $in: seqs } } } }, session ? { session } : {});
170
+ return { cleared: (result.modifiedCount ?? 0) > 0 };
171
+ };
240
172
  /**
241
173
  * C1: confirm that the writes owning `seqs` on `stream` have committed, clearing
242
174
  * their pending registry entries so the stable frontier can advance past them.
@@ -247,15 +179,12 @@ var pullPendingClaims = function (_a) { return __awaiter(void 0, [_a], void 0, f
247
179
  * Returns whether anything was actually cleared so callers can detect a reaped
248
180
  * lease — see {@link SyncSeqConfirmResult}.
249
181
  */
250
- var confirmSyncSeqs = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
251
- var stream = _b.stream, seqs = _b.seqs, session = _b.session;
252
- return __generator(this, function (_c) {
253
- if (seqs.length === 0) {
254
- return [2 /*return*/, { cleared: true }];
255
- }
256
- return [2 /*return*/, pullPendingClaims({ seqs: seqs, session: session, stream: stream })];
257
- });
258
- }); };
182
+ const confirmSyncSeqs = async ({ stream, seqs, session, }) => {
183
+ if (seqs.length === 0) {
184
+ return { cleared: true };
185
+ }
186
+ return pullPendingClaims({ seqs, session, stream });
187
+ };
259
188
  exports.confirmSyncSeqs = confirmSyncSeqs;
260
189
  /**
261
190
  * Cancel claimed-but-never-used seqs (Task 9.13): the owning write failed, so the seqs
@@ -264,21 +193,12 @@ exports.confirmSyncSeqs = confirmSyncSeqs;
264
193
  * `confirmSyncSeqs` this is only safe when the write is known NOT to have committed
265
194
  * (e.g. a Mongoose `VersionError`, where the conditional update matched no document).
266
195
  */
267
- var releaseSyncSeqs = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
268
- var stream = _b.stream, seqs = _b.seqs, session = _b.session;
269
- return __generator(this, function (_c) {
270
- switch (_c.label) {
271
- case 0:
272
- if (seqs.length === 0) {
273
- return [2 /*return*/];
274
- }
275
- return [4 /*yield*/, pullPendingClaims({ seqs: seqs, session: session, stream: stream })];
276
- case 1:
277
- _c.sent();
278
- return [2 /*return*/];
279
- }
280
- });
281
- }); };
196
+ const releaseSyncSeqs = async ({ stream, seqs, session, }) => {
197
+ if (seqs.length === 0) {
198
+ return;
199
+ }
200
+ await pullPendingClaims({ seqs, session, stream });
201
+ };
282
202
  exports.releaseSyncSeqs = releaseSyncSeqs;
283
203
  /**
284
204
  * C1: the stable frontier for a stream — the highest seq below which no claim is
@@ -290,60 +210,36 @@ exports.releaseSyncSeqs = releaseSyncSeqs;
290
210
  * considered abandoned (crashed writer): it is excluded from the min AND `$pull`ed
291
211
  * opportunistically so a crash cannot freeze the frontier forever.
292
212
  */
293
- var computeStableFrontier = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
294
- var counter, pending, cutoff, staleSeqs, minLiveSeq, pending_1, pending_1_1, claim, claimedAtMs;
295
- var e_1, _c;
296
- var _d;
297
- var stream = _b.stream;
298
- return __generator(this, function (_e) {
299
- switch (_e.label) {
300
- case 0: return [4 /*yield*/, (0, plugins_1.findOneOrNoneFor)(exports.SyncCounter, { stream: stream })];
301
- case 1:
302
- counter = _e.sent();
303
- if (!counter) {
304
- return [2 /*return*/, 0];
305
- }
306
- pending = (_d = counter.pending) !== null && _d !== void 0 ? _d : [];
307
- if (pending.length === 0) {
308
- return [2 /*return*/, counter.seq];
309
- }
310
- cutoff = luxon_1.DateTime.now().minus({ milliseconds: exports.PENDING_CLAIM_LEASE_MS }).toMillis();
311
- staleSeqs = [];
312
- minLiveSeq = Number.POSITIVE_INFINITY;
313
- try {
314
- for (pending_1 = __values(pending), pending_1_1 = pending_1.next(); !pending_1_1.done; pending_1_1 = pending_1.next()) {
315
- claim = pending_1_1.value;
316
- claimedAtMs = luxon_1.DateTime.fromJSDate(claim.claimedAt).toMillis();
317
- if (claimedAtMs < cutoff) {
318
- staleSeqs.push(claim.seq);
319
- continue;
320
- }
321
- if (claim.seq < minLiveSeq) {
322
- minLiveSeq = claim.seq;
323
- }
324
- }
325
- }
326
- catch (e_1_1) { e_1 = { error: e_1_1 }; }
327
- finally {
328
- try {
329
- if (pending_1_1 && !pending_1_1.done && (_c = pending_1.return)) _c.call(pending_1);
330
- }
331
- finally { if (e_1) throw e_1.error; }
332
- }
333
- if (!(staleSeqs.length > 0)) return [3 /*break*/, 3];
334
- // Opportunistic cleanup: a crashed writer's claim must not freeze the frontier.
335
- return [4 /*yield*/, exports.SyncCounter.updateOne({ stream: stream }, { $pull: { pending: { seq: { $in: staleSeqs } } } }).catch(function () { })];
336
- case 2:
337
- // Opportunistic cleanup: a crashed writer's claim must not freeze the frontier.
338
- _e.sent();
339
- _e.label = 3;
340
- case 3:
341
- // All pending entries were stale → frontier is the head; otherwise one below the
342
- // lowest live (uncommitted) claim.
343
- return [2 /*return*/, minLiveSeq === Number.POSITIVE_INFINITY ? counter.seq : minLiveSeq - 1];
213
+ const computeStableFrontier = async ({ stream }) => {
214
+ const counter = await (0, plugins_1.findOneOrNoneFor)(exports.SyncCounter, { stream });
215
+ if (!counter) {
216
+ return 0;
217
+ }
218
+ const pending = counter.pending ?? [];
219
+ if (pending.length === 0) {
220
+ return counter.seq;
221
+ }
222
+ const cutoff = luxon_1.DateTime.now().minus({ milliseconds: exports.PENDING_CLAIM_LEASE_MS }).toMillis();
223
+ const staleSeqs = [];
224
+ let minLiveSeq = Number.POSITIVE_INFINITY;
225
+ for (const claim of pending) {
226
+ const claimedAtMs = luxon_1.DateTime.fromJSDate(claim.claimedAt).toMillis();
227
+ if (claimedAtMs < cutoff) {
228
+ staleSeqs.push(claim.seq);
229
+ continue;
344
230
  }
345
- });
346
- }); };
231
+ if (claim.seq < minLiveSeq) {
232
+ minLiveSeq = claim.seq;
233
+ }
234
+ }
235
+ if (staleSeqs.length > 0) {
236
+ // Opportunistic cleanup: a crashed writer's claim must not freeze the frontier.
237
+ await exports.SyncCounter.updateOne({ stream }, { $pull: { pending: { seq: { $in: staleSeqs } } } }).catch(() => { });
238
+ }
239
+ // All pending entries were stale → frontier is the head; otherwise one below the
240
+ // lowest live (uncommitted) claim.
241
+ return minLiveSeq === Number.POSITIVE_INFINITY ? counter.seq : minLiveSeq - 1;
242
+ };
347
243
  exports.computeStableFrontier = computeStableFrontier;
348
244
  /**
349
245
  * C7: raise a stream's retention watermark to `seq` (never lowers it — `$max`), called by
@@ -351,48 +247,30 @@ exports.computeStableFrontier = computeStableFrontier;
351
247
  * `oldestRetainedSeq`, which is the only signal that a stale cursor must re-bootstrap.
352
248
  * Does not create the counter: a stream with compacted rows always already has one.
353
249
  */
354
- var recordCompactedThroughSeq = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
355
- var stream = _b.stream, seq = _b.seq;
356
- return __generator(this, function (_c) {
357
- switch (_c.label) {
358
- case 0:
359
- if (seq <= 0) {
360
- return [2 /*return*/];
361
- }
362
- return [4 /*yield*/, exports.SyncCounter.updateOne({ stream: stream }, { $max: { compactedThroughSeq: seq } })];
363
- case 1:
364
- _c.sent();
365
- return [2 /*return*/];
366
- }
367
- });
368
- }); };
250
+ const recordCompactedThroughSeq = async ({ stream, seq, }) => {
251
+ if (seq <= 0) {
252
+ return;
253
+ }
254
+ await exports.SyncCounter.updateOne({ stream }, { $max: { compactedThroughSeq: seq } });
255
+ };
369
256
  exports.recordCompactedThroughSeq = recordCompactedThroughSeq;
370
257
  /**
371
258
  * C7: the stream's retention watermark — the highest seq whose tombstone/marker has been
372
259
  * compacted away. 0 when nothing has been compacted (no retention gap to enforce).
373
260
  */
374
- var getCompactedThroughSeq = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
375
- var counter;
376
- var _c;
377
- var stream = _b.stream;
378
- return __generator(this, function (_d) {
379
- switch (_d.label) {
380
- case 0: return [4 /*yield*/, (0, plugins_1.findOneOrNoneFor)(exports.SyncCounter, { stream: stream })];
381
- case 1:
382
- counter = _d.sent();
383
- return [2 /*return*/, (_c = counter === null || counter === void 0 ? void 0 : counter.compactedThroughSeq) !== null && _c !== void 0 ? _c : 0];
384
- }
385
- });
386
- }); };
261
+ const getCompactedThroughSeq = async ({ stream }) => {
262
+ const counter = await (0, plugins_1.findOneOrNoneFor)(exports.SyncCounter, { stream });
263
+ return counter?.compactedThroughSeq ?? 0;
264
+ };
387
265
  exports.getCompactedThroughSeq = getCompactedThroughSeq;
388
- var syncScopeMoveSchema = new mongoose_1.Schema({
266
+ const syncScopeMoveSchema = new mongoose_1.Schema({
389
267
  collectionTag: {
390
268
  description: "The collection tag of the moved document",
391
269
  required: true,
392
270
  type: String,
393
271
  },
394
272
  created: {
395
- default: function () { return luxon_1.DateTime.now().toJSDate(); },
273
+ default: () => luxon_1.DateTime.now().toJSDate(),
396
274
  description: "When the move was recorded; reaped by compactTombstones once older than the " +
397
275
  "owning model's retentionDays (deliberately NOT TTL-indexed — see the model doc)",
398
276
  type: Date,
@@ -433,7 +311,7 @@ syncScopeMoveSchema.index({ collectionTag: 1, created: 1 });
433
311
  * (it raises `compactedThroughSeq` as it deletes), so the stale index is dropped at
434
312
  * startup to stop it from reaping behind the watermark's back.
435
313
  */
436
- var LEGACY_SCOPE_MOVE_TTL_INDEX_NAME = "created_1";
314
+ const LEGACY_SCOPE_MOVE_TTL_INDEX_NAME = "created_1";
437
315
  /**
438
316
  * C4: durable marker written in the same op-scope as a scope move, replacing the
439
317
  * racy `_syncPrevStream` post-image read. The old stream tombstones the document
@@ -443,24 +321,25 @@ var LEGACY_SCOPE_MOVE_TTL_INDEX_NAME = "created_1";
443
321
  * Retention: reaped only by `compactTombstones`, which honors the owning model's
444
322
  * `retentionDays` and records a `compactedThroughSeq` watermark as it deletes.
445
323
  */
446
- exports.SyncScopeMove = (_b = mongoose_1.default.models.SyncScopeMove) !== null && _b !== void 0 ? _b : mongoose_1.default.model("SyncScopeMove", syncScopeMoveSchema);
324
+ exports.SyncScopeMove = mongoose_1.default.models.SyncScopeMove ??
325
+ mongoose_1.default.model("SyncScopeMove", syncScopeMoveSchema);
447
326
  /** Ledger rows are only needed while a client could still replay a mutation. */
448
- var SYNC_MUTATION_TTL_SECONDS = 30 * 24 * 60 * 60;
327
+ const SYNC_MUTATION_TTL_SECONDS = 30 * 24 * 60 * 60;
449
328
  /**
450
329
  * C5 (FIX 6): a `pending` row older than this may be taken over by a fresh
451
330
  * delivery — the original claimant is assumed to have crashed between the
452
331
  * claim and finalizing the ledger row.
453
332
  */
454
- exports.SYNC_MUTATION_LEASE_MS = 60 * 1000;
455
- var syncMutationSchema = new mongoose_1.Schema({
333
+ exports.SYNC_MUTATION_LEASE_MS = 60 * 1_000;
334
+ const syncMutationSchema = new mongoose_1.Schema({
456
335
  claimedAt: {
457
- default: function () { return luxon_1.DateTime.now().toJSDate(); },
336
+ default: () => luxon_1.DateTime.now().toJSDate(),
458
337
  description: "When this delivery claimed the mutation (lease); a pending row older than " +
459
338
  "SYNC_MUTATION_LEASE_MS may be taken over by a fresh delivery via findOneAndUpdate",
460
339
  type: Date,
461
340
  },
462
341
  created: {
463
- default: function () { return luxon_1.DateTime.now().toJSDate(); },
342
+ default: () => luxon_1.DateTime.now().toJSDate(),
464
343
  description: "When the mutation was first claimed; TTL-indexed so rows expire after 30 days",
465
344
  type: Date,
466
345
  },
@@ -514,10 +393,11 @@ syncMutationSchema.index({ created: 1 }, { expireAfterSeconds: SYNC_MUTATION_TTL
514
393
  * `resultId` through the collection's sync `responseHandler`, so PHI is not retained in
515
394
  * `syncmutations` for the 30-day TTL and the client also sees current (not stale) state.
516
395
  */
517
- exports.SyncMutation = (_c = mongoose_1.default.models.SyncMutation) !== null && _c !== void 0 ? _c : mongoose_1.default.model("SyncMutation", syncMutationSchema);
518
- var syncKeySchema = new mongoose_1.Schema({
396
+ exports.SyncMutation = mongoose_1.default.models.SyncMutation ??
397
+ mongoose_1.default.model("SyncMutation", syncMutationSchema);
398
+ const syncKeySchema = new mongoose_1.Schema({
519
399
  created: {
520
- default: function () { return luxon_1.DateTime.now().toJSDate(); },
400
+ default: () => luxon_1.DateTime.now().toJSDate(),
521
401
  description: "When this key material was generated",
522
402
  type: Date,
523
403
  },
@@ -535,8 +415,9 @@ var syncKeySchema = new mongoose_1.Schema({
535
415
  },
536
416
  // Consumer apps run checkModelsStrict() at startup; framework models must comply.
537
417
  { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
538
- exports.SyncKey = (_d = mongoose_1.default.models.SyncKey) !== null && _d !== void 0 ? _d : mongoose_1.default.model("SyncKey", syncKeySchema);
539
- var SYNC_BOOKKEEPING_MODELS = [
418
+ exports.SyncKey = mongoose_1.default.models.SyncKey ??
419
+ mongoose_1.default.model("SyncKey", syncKeySchema);
420
+ const SYNC_BOOKKEEPING_MODELS = [
540
421
  exports.SyncCounter,
541
422
  exports.SyncMutation,
542
423
  exports.SyncScopeMove,
@@ -547,81 +428,49 @@ var SYNC_BOOKKEEPING_MODELS = [
547
428
  * logged: a leftover TTL index degrades retention accounting but must never block
548
429
  * startup, and the index is absent on fresh databases (the common case).
549
430
  */
550
- var dropLegacyScopeMoveTtlIndex = function () { return __awaiter(void 0, void 0, void 0, function () {
551
- var indexes, legacy, error_2;
552
- return __generator(this, function (_a) {
553
- switch (_a.label) {
554
- case 0:
555
- _a.trys.push([0, 3, , 4]);
556
- return [4 /*yield*/, exports.SyncScopeMove.collection.indexes()];
557
- case 1:
558
- indexes = _a.sent();
559
- legacy = indexes.find(function (index) {
560
- return index.name === LEGACY_SCOPE_MOVE_TTL_INDEX_NAME && index.expireAfterSeconds !== undefined;
561
- });
562
- if (!legacy) {
563
- return [2 /*return*/];
564
- }
565
- return [4 /*yield*/, exports.SyncScopeMove.collection.dropIndex(LEGACY_SCOPE_MOVE_TTL_INDEX_NAME)];
566
- case 2:
567
- _a.sent();
568
- logger_1.logger.info("[sync] Dropped the legacy SyncScopeMove TTL index; compactTombstones is now the " +
569
- "sole reaper of scope-move markers (it honors per-model retentionDays).");
570
- return [3 /*break*/, 4];
571
- case 3:
572
- error_2 = _a.sent();
573
- logger_1.logger.warn("[sync] Could not drop the legacy SyncScopeMove TTL index", {
574
- error: String(error_2),
575
- });
576
- return [3 /*break*/, 4];
577
- case 4: return [2 /*return*/];
431
+ const dropLegacyScopeMoveTtlIndex = async () => {
432
+ try {
433
+ const indexes = await exports.SyncScopeMove.collection.indexes();
434
+ const legacy = indexes.find((index) => index.name === LEGACY_SCOPE_MOVE_TTL_INDEX_NAME && index.expireAfterSeconds !== undefined);
435
+ if (!legacy) {
436
+ return;
578
437
  }
579
- });
580
- }); };
438
+ await exports.SyncScopeMove.collection.dropIndex(LEGACY_SCOPE_MOVE_TTL_INDEX_NAME);
439
+ logger_1.logger.info("[sync] Dropped the legacy SyncScopeMove TTL index; compactTombstones is now the " +
440
+ "sole reaper of scope-move markers (it honors per-model retentionDays).");
441
+ }
442
+ catch (error) {
443
+ logger_1.logger.warn("[sync] Could not drop the legacy SyncScopeMove TTL index", {
444
+ error: String(error),
445
+ });
446
+ }
447
+ };
581
448
  /**
582
449
  * Build the indexes for every sync bookkeeping model, throwing on the first failure so
583
450
  * server startup fails loudly. Kicked off by `SyncApp.register` and awaited through
584
451
  * `ensureSyncIndexes()`; idempotent, so calling it repeatedly is safe.
585
452
  */
586
- var ensureSyncModelIndexes = function () { return __awaiter(void 0, void 0, void 0, function () {
587
- return __generator(this, function (_a) {
588
- switch (_a.label) {
589
- case 0: return [4 /*yield*/, dropLegacyScopeMoveTtlIndex()];
590
- case 1:
591
- _a.sent();
592
- return [4 /*yield*/, Promise.all(SYNC_BOOKKEEPING_MODELS.map(function (model) { return __awaiter(void 0, void 0, void 0, function () {
593
- var error_3;
594
- return __generator(this, function (_a) {
595
- switch (_a.label) {
596
- case 0:
597
- _a.trys.push([0, 2, , 3]);
598
- return [4 /*yield*/, model.ensureIndexes()];
599
- case 1:
600
- _a.sent();
601
- return [3 /*break*/, 3];
602
- case 2:
603
- error_3 = _a.sent();
604
- logger_1.logger.error("[sync] Failed to ensure sync indexes for ".concat(model.modelName), {
605
- error: String(error_3),
606
- });
607
- throw new errors_1.APIError({
608
- cause: error_3,
609
- code: "sync-indexes-failed",
610
- detail: "".concat((0, errors_1.errorDetail)(error_3), ". The sync protocol depends on these indexes (unique mutationId for ") +
611
- "mutation idempotency, unique stream for seq allocation); fix the DB and restart.",
612
- status: 500,
613
- title: "Failed to ensure sync indexes for ".concat(model.modelName),
614
- });
615
- case 3: return [2 /*return*/];
616
- }
617
- });
618
- }); }))];
619
- case 2:
620
- _a.sent();
621
- return [2 /*return*/];
453
+ const ensureSyncModelIndexes = async () => {
454
+ await dropLegacyScopeMoveTtlIndex();
455
+ await Promise.all(SYNC_BOOKKEEPING_MODELS.map(async (model) => {
456
+ try {
457
+ await model.ensureIndexes();
622
458
  }
623
- });
624
- }); };
459
+ catch (error) {
460
+ logger_1.logger.error(`[sync] Failed to ensure sync indexes for ${model.modelName}`, {
461
+ error: String(error),
462
+ });
463
+ throw new errors_1.APIError({
464
+ cause: error,
465
+ code: "sync-indexes-failed",
466
+ detail: `${(0, errors_1.errorDetail)(error)}. The sync protocol depends on these indexes (unique mutationId for ` +
467
+ "mutation idempotency, unique stream for seq allocation); fix the DB and restart.",
468
+ status: 500,
469
+ title: `Failed to ensure sync indexes for ${model.modelName}`,
470
+ });
471
+ }
472
+ }));
473
+ };
625
474
  exports.ensureSyncModelIndexes = ensureSyncModelIndexes;
626
475
  /**
627
476
  * Return the user's key material, generating it on first call. Race-safe: concurrent
@@ -629,18 +478,9 @@ exports.ensureSyncModelIndexes = ensureSyncModelIndexes;
629
478
  * caller must never receive bytes that were not persisted, or its encrypted store
630
479
  * would be undecryptable by any other session.
631
480
  */
632
- var getOrCreateSyncKeyMaterial = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
633
- var candidate, doc;
634
- var userId = _b.userId;
635
- return __generator(this, function (_c) {
636
- switch (_c.label) {
637
- case 0:
638
- candidate = node_crypto_1.default.randomBytes(32).toString("base64");
639
- return [4 /*yield*/, exports.SyncKey.findOneAndUpdate({ userId: userId }, { $setOnInsert: { created: luxon_1.DateTime.now().toJSDate(), keyMaterial: candidate, userId: userId } }, { new: true, upsert: true })];
640
- case 1:
641
- doc = _c.sent();
642
- return [2 /*return*/, doc.keyMaterial];
643
- }
644
- });
645
- }); };
481
+ const getOrCreateSyncKeyMaterial = async ({ userId }) => {
482
+ const candidate = node_crypto_1.default.randomBytes(32).toString("base64");
483
+ const doc = await exports.SyncKey.findOneAndUpdate({ userId }, { $setOnInsert: { created: luxon_1.DateTime.now().toJSDate(), keyMaterial: candidate, userId } }, { new: true, upsert: true });
484
+ return doc.keyMaterial;
485
+ };
646
486
  exports.getOrCreateSyncKeyMaterial = getOrCreateSyncKeyMaterial;