@terreno/api 57.4.0 → 57.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (210) hide show
  1. package/README.md +5 -5
  2. package/bunfig.toml +1 -1
  3. package/dist/actions.js +197 -368
  4. package/dist/adminModelRouter.js +88 -173
  5. package/dist/api.js +617 -852
  6. package/dist/audit/auditApp.js +48 -89
  7. package/dist/audit/auditEventModel.js +15 -16
  8. package/dist/audit/cloudTasksEnqueue.js +56 -149
  9. package/dist/audit/diff.js +70 -160
  10. package/dist/audit/processQueue.js +25 -70
  11. package/dist/audit/rbacSink.js +25 -66
  12. package/dist/audit/record.js +129 -251
  13. package/dist/auth.js +432 -681
  14. package/dist/authRecovery.js +155 -269
  15. package/dist/authTokens.js +43 -118
  16. package/dist/betterAuthApp.js +25 -26
  17. package/dist/betterAuthSetup.js +258 -413
  18. package/dist/browserLogsRoute.d.ts +6 -0
  19. package/dist/browserLogsRoute.js +97 -0
  20. package/dist/collectionRegistry.js +32 -47
  21. package/dist/config.js +53 -122
  22. package/dist/configurationApp.js +180 -361
  23. package/dist/configurationPlugin.js +130 -302
  24. package/dist/consentApp.js +276 -421
  25. package/dist/docLoader.js +78 -126
  26. package/dist/envConfigurationPlugin.js +25 -147
  27. package/dist/errors.js +151 -247
  28. package/dist/example.js +28 -34
  29. package/dist/expressServer.d.ts +10 -0
  30. package/dist/expressServer.js +109 -255
  31. package/dist/frameworkModelNames.d.ts +24 -0
  32. package/dist/frameworkModelNames.js +31 -0
  33. package/dist/githubAuth.js +152 -216
  34. package/dist/httpClient.js +176 -264
  35. package/dist/index.d.ts +2 -0
  36. package/dist/index.js +7 -2
  37. package/dist/logger.js +145 -278
  38. package/dist/mcp/auth.js +76 -128
  39. package/dist/mcp/createMCPRequest.js +4 -5
  40. package/dist/mcp/handlers.js +268 -480
  41. package/dist/mcp/query.js +56 -150
  42. package/dist/mcp/registry.js +17 -30
  43. package/dist/mcp/schemaGenerator.js +95 -181
  44. package/dist/mcp/server.js +28 -100
  45. package/dist/mcp/serviceTokens.js +102 -191
  46. package/dist/mcp/toolGenerator.js +78 -191
  47. package/dist/middleware.js +15 -27
  48. package/dist/migrations/fixtures/all-down/20260910120000-one.js +2 -42
  49. package/dist/migrations/fixtures/all-down/20260910120001-two.js +2 -42
  50. package/dist/migrations/fixtures/bad-id/20260910120000-mismatch.js +1 -39
  51. package/dist/migrations/fixtures/bad-name/not-a-migration.js +1 -39
  52. package/dist/migrations/fixtures/valid/20260910120000-alpha.js +1 -39
  53. package/dist/migrations/fixtures/valid/20260910120001-beta.js +2 -42
  54. package/dist/migrations/generate.js +107 -229
  55. package/dist/migrations/load.js +75 -201
  56. package/dist/migrations/lock.js +54 -126
  57. package/dist/migrations/runner.js +192 -446
  58. package/dist/migrations/schemaCatalog.js +122 -263
  59. package/dist/models/consentForm.js +6 -6
  60. package/dist/models/consentResponse.js +5 -5
  61. package/dist/models/mcpServiceToken.js +66 -156
  62. package/dist/models/notification.js +6 -6
  63. package/dist/models/notificationPreference.js +6 -6
  64. package/dist/models/versionConfig.js +5 -5
  65. package/dist/notifications/notificationService.js +133 -273
  66. package/dist/notifications/notificationsApp.js +85 -179
  67. package/dist/notifications/notificationsBeforeSend.js +19 -64
  68. package/dist/notifiers/googleChatNotifier.js +36 -117
  69. package/dist/notifiers/slackNotifier.d.ts +31 -2
  70. package/dist/notifiers/slackNotifier.js +170 -119
  71. package/dist/notifiers/zoomNotifier.js +60 -111
  72. package/dist/openApi.js +107 -122
  73. package/dist/openApiBuilder.js +117 -159
  74. package/dist/openApiCompat.js +81 -148
  75. package/dist/openApiEtag.js +7 -7
  76. package/dist/openApiValidator.js +177 -286
  77. package/dist/orgs/orgContext.js +87 -157
  78. package/dist/orgs/orgPermissions.js +29 -68
  79. package/dist/orgs/orgPlugin.js +9 -27
  80. package/dist/orgs/organizationModel.js +65 -166
  81. package/dist/orgs/organizationSettings.js +29 -36
  82. package/dist/orgs/orgsApp.js +346 -608
  83. package/dist/permissions.js +88 -181
  84. package/dist/plugins.js +125 -218
  85. package/dist/populate.js +130 -240
  86. package/dist/rateLimit/applyTrustProxy.js +1 -1
  87. package/dist/rateLimit/createStore.js +7 -8
  88. package/dist/rateLimit/memoryStore.js +22 -100
  89. package/dist/rateLimit/middleware.js +48 -99
  90. package/dist/rateLimit/mongoStore.js +54 -112
  91. package/dist/rateLimit/policies.js +41 -75
  92. package/dist/rateLimit/redisStore.js +39 -133
  93. package/dist/rbac/access.js +119 -267
  94. package/dist/rbac/assertAllowed.js +95 -171
  95. package/dist/rbac/auditModel.js +14 -58
  96. package/dist/rbac/backfillAdmins.js +24 -130
  97. package/dist/rbac/fieldViews.js +46 -141
  98. package/dist/rbac/membershipOrgAdminSource.js +28 -99
  99. package/dist/rbac/middleware.js +30 -96
  100. package/dist/rbac/modelRouterAccess.js +130 -307
  101. package/dist/rbac/permissionUtils.js +40 -179
  102. package/dist/rbac/realtimeAccess.js +81 -147
  103. package/dist/rbac/resolve.d.ts +1 -1
  104. package/dist/rbac/resolve.js +148 -342
  105. package/dist/rbac/roleManager.js +318 -700
  106. package/dist/rbac/roleModel.js +44 -171
  107. package/dist/rbac/routes.js +93 -196
  108. package/dist/rbac/scopes.js +39 -133
  109. package/dist/rbac/statements.js +23 -91
  110. package/dist/rbac/userPlugin.js +3 -29
  111. package/dist/realtime/changeStreamWatcher.js +489 -800
  112. package/dist/realtime/deprecation.js +8 -10
  113. package/dist/realtime/queryMatcher.js +110 -191
  114. package/dist/realtime/queryStore.js +35 -118
  115. package/dist/realtime/realtimeApp.js +247 -401
  116. package/dist/realtime/registry.js +19 -30
  117. package/dist/realtime/sessionRevalidation.js +132 -358
  118. package/dist/realtime/socketAuth.js +89 -208
  119. package/dist/realtime/socketUser.js +10 -56
  120. package/dist/requestContext.js +93 -139
  121. package/dist/schemaMetadata.js +179 -274
  122. package/dist/scriptRunner.js +96 -266
  123. package/dist/scrubAdminFields.js +36 -108
  124. package/dist/secretProviders.js +130 -299
  125. package/dist/seedRunner.js +221 -514
  126. package/dist/sync/adminBroadcastScope.js +58 -170
  127. package/dist/sync/adminWindowAccess.js +15 -86
  128. package/dist/sync/adminWindowMutation.js +110 -181
  129. package/dist/sync/executors.js +425 -629
  130. package/dist/sync/loadHarness.js +392 -689
  131. package/dist/sync/models.js +181 -341
  132. package/dist/sync/mutationHandler.js +533 -801
  133. package/dist/sync/registrationSideEffects.js +41 -95
  134. package/dist/sync/registry.js +29 -49
  135. package/dist/sync/routes.js +484 -817
  136. package/dist/sync/scripts/compactTombstones.js +83 -228
  137. package/dist/sync/serialize.js +18 -58
  138. package/dist/sync/socketHandlers.js +253 -478
  139. package/dist/sync/streams.js +49 -117
  140. package/dist/sync/syncApp.js +12 -15
  141. package/dist/sync/syncBatch.js +63 -168
  142. package/dist/sync/syncSeqPlugin.js +430 -702
  143. package/dist/syncConsents.js +113 -253
  144. package/dist/terrenoApp.js +166 -276
  145. package/dist/tests/createTestData.js +146 -256
  146. package/dist/tests/models.js +14 -54
  147. package/dist/tests/mongoTestSetup.js +42 -103
  148. package/dist/tests/testHelper.js +31 -93
  149. package/dist/tests.js +12 -51
  150. package/dist/transformers.js +61 -164
  151. package/dist/utils.js +31 -93
  152. package/dist/vendor/wesleytodd-openapi/index.js +37 -51
  153. package/dist/vendor/wesleytodd-openapi/lib/generate-doc.js +32 -40
  154. package/dist/vendor/wesleytodd-openapi/lib/layer-schema.js +3 -3
  155. package/dist/vendor/wesleytodd-openapi/lib/ui.js +50 -19
  156. package/dist/vendor/wesleytodd-openapi/lib/validate.js +19 -47
  157. package/dist/versionCheckPlugin.js +52 -100
  158. package/dist/webhooks/headerValue.js +2 -2
  159. package/dist/webhooks/idempotency/memoryStore.js +16 -59
  160. package/dist/webhooks/idempotency/mongoStore.js +55 -130
  161. package/dist/webhooks/idempotency/webhookReceipt.js +9 -9
  162. package/dist/webhooks/rawBody.js +1 -1
  163. package/dist/webhooks/timingSafeEqual.js +4 -5
  164. package/dist/webhooks/verifiers/hmac.js +17 -18
  165. package/dist/webhooks/verifiers/sendgrid.js +20 -22
  166. package/dist/webhooks/verifiers/stripe.js +31 -65
  167. package/dist/webhooks/verifiers/twilio.js +23 -73
  168. package/dist/webhooks/webhooksApp.js +78 -177
  169. package/dist/zodOpenApi.js +2 -2
  170. package/package.json +6 -6
  171. package/src/__tests__/browserLogsRoute.test.ts +165 -0
  172. package/src/api.arrayOperations.test.ts +44 -0
  173. package/src/api.ts +64 -39
  174. package/src/audit/auditApp.test.ts +5 -5
  175. package/src/audit/auditEventModel.ts +7 -3
  176. package/src/audit/auditRouter.test.ts +5 -5
  177. package/src/audit/rbacSink.test.ts +2 -2
  178. package/src/audit/record.test.ts +2 -2
  179. package/src/audit/record.ts +3 -2
  180. package/src/auth.ts +1 -1
  181. package/src/authRecovery.test.ts +43 -0
  182. package/src/authRecovery.ts +16 -10
  183. package/src/authTokens.ts +6 -2
  184. package/src/authVerification.test.ts +22 -0
  185. package/src/browserLogsRoute.ts +110 -0
  186. package/src/configurationPlugin.test.ts +1 -11
  187. package/src/expressServer.ts +10 -0
  188. package/src/frameworkModelNames.test.ts +62 -0
  189. package/src/frameworkModelNames.ts +33 -0
  190. package/src/index.ts +7 -0
  191. package/src/isolated/migrateCliConnect.isolated.ts +51 -0
  192. package/src/mcp/auth.test.ts +34 -1
  193. package/src/migrations/cli.test.ts +0 -23
  194. package/src/models/mcpServiceToken.ts +4 -3
  195. package/src/models/notification.ts +3 -2
  196. package/src/models/notificationPreference.ts +1 -1
  197. package/src/notifications/notificationsApp.test.ts +24 -1
  198. package/src/notifiers/slackNotifier.test.ts +186 -1
  199. package/src/notifiers/slackNotifier.ts +167 -8
  200. package/src/orgs/orgPlugin.ts +1 -1
  201. package/src/orgs/organizationModel.ts +11 -6
  202. package/src/plugins.test.ts +5 -0
  203. package/src/plugins.ts +3 -0
  204. package/src/realtime/realtimeApp.ts +1 -1
  205. package/src/sync/integration.test.ts +2 -2
  206. package/src/terrenoApp.ts +3 -0
  207. package/src/types.d.ts +1 -0
  208. package/src/webhooks/idempotency/webhookReceipt.ts +4 -3
  209. package/tsconfig.json +13 -54
  210. package/tsconfig.typedoc.json +2 -0
@@ -1,78 +1,15 @@
1
1
  "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __generator = (this && this.__generator) || function (thisArg, body) {
12
- var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
13
- return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
14
- function verb(n) { return function (v) { return step([n, v]); }; }
15
- function step(op) {
16
- if (f) throw new TypeError("Generator is already executing.");
17
- while (g && (g = 0, op[0] && (_ = 0)), _) try {
18
- if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
19
- if (y = 0, t) op = [op[0] & 2, t.value];
20
- switch (op[0]) {
21
- case 0: case 1: t = op; break;
22
- case 4: _.label++; return { value: op[1], done: false };
23
- case 5: _.label++; y = op[1]; op = [0]; continue;
24
- case 7: op = _.ops.pop(); _.trys.pop(); continue;
25
- default:
26
- if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
27
- if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
28
- if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
29
- if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
30
- if (t[2]) _.ops.pop();
31
- _.trys.pop(); continue;
32
- }
33
- op = body.call(thisArg, _);
34
- } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
35
- if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
36
- }
37
- };
38
- var __values = (this && this.__values) || function(o) {
39
- var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
40
- if (m) return m.call(o);
41
- if (o && typeof o.length === "number") return {
42
- next: function () {
43
- if (o && i >= o.length) o = void 0;
44
- return { value: o && o[i++], done: !o };
45
- }
46
- };
47
- throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
48
- };
49
- var __read = (this && this.__read) || function (o, n) {
50
- var m = typeof Symbol === "function" && o[Symbol.iterator];
51
- if (!m) return o;
52
- var i = m.call(o), r, ar = [], e;
53
- try {
54
- while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
55
- }
56
- catch (error) { e = { error: error }; }
57
- finally {
58
- try {
59
- if (r && !r.done && (m = i["return"])) m.call(i);
60
- }
61
- finally { if (e) throw e.error; }
62
- }
63
- return ar;
64
- };
65
2
  var __importDefault = (this && this.__importDefault) || function (mod) {
66
3
  return (mod && mod.__esModule) ? mod : { "default": mod };
67
4
  };
68
5
  Object.defineProperty(exports, "__esModule", { value: true });
69
6
  exports.compactTombstones = exports.compactEntryTombstones = exports.DEFAULT_TOMBSTONE_RETENTION_DAYS = void 0;
70
- var luxon_1 = require("luxon");
71
- var mongoose_1 = __importDefault(require("mongoose"));
72
- var logger_1 = require("../../logger");
73
- var models_1 = require("../models");
74
- var registry_1 = require("../registry");
75
- var streams_1 = require("../streams");
7
+ const luxon_1 = require("luxon");
8
+ const mongoose_1 = __importDefault(require("mongoose"));
9
+ const logger_1 = require("../../logger");
10
+ const models_1 = require("../models");
11
+ const registry_1 = require("../registry");
12
+ const streams_1 = require("../streams");
76
13
  /**
77
14
  * C7 tombstone retention maintenance.
78
15
  *
@@ -89,10 +26,9 @@ var streams_1 = require("../streams");
89
26
  */
90
27
  /** Default retention window when a model does not override `sync.retentionDays`. */
91
28
  exports.DEFAULT_TOMBSTONE_RETENTION_DAYS = 90;
92
- var retentionCutoff = function (entry) {
93
- var _a;
94
- var days = (_a = entry.config.retentionDays) !== null && _a !== void 0 ? _a : exports.DEFAULT_TOMBSTONE_RETENTION_DAYS;
95
- return luxon_1.DateTime.now().minus({ days: days }).toJSDate();
29
+ const retentionCutoff = (entry) => {
30
+ const days = entry.config.retentionDays ?? exports.DEFAULT_TOMBSTONE_RETENTION_DAYS;
31
+ return luxon_1.DateTime.now().minus({ days }).toJSDate();
96
32
  };
97
33
  /**
98
34
  * Compact tombstones and scope-move markers for one registry entry: hard-delete
@@ -107,162 +43,81 @@ var retentionCutoff = function (entry) {
107
43
  * carries a TTL index: an expiry that fires outside this function reaps rows with no
108
44
  * watermark update and ignores the model's `retentionDays`.
109
45
  */
110
- var compactEntryTombstones = function (entry) { return __awaiter(void 0, void 0, void 0, function () {
111
- var cutoff, model, scopeField, tombstoneFilter, markerFilter, watermarks, raiseWatermark, isCustomScope, projection, doomedTombstones, doomedTombstones_1, doomedTombstones_1_1, row, doomedMarkers, doomedMarkers_1, doomedMarkers_1_1, marker, tombstoneResult, markerResult, watermarks_1, watermarks_1_1, _a, stream, seq, e_1_1;
112
- var _b, e_2, _c, e_3, _d, e_1, _e;
113
- var _f, _g;
114
- return __generator(this, function (_h) {
115
- switch (_h.label) {
116
- case 0:
117
- cutoff = retentionCutoff(entry);
118
- model = mongoose_1.default.model(entry.modelName);
119
- scopeField = (0, streams_1.getScopeField)(entry.config.scope);
120
- tombstoneFilter = {
121
- $or: [{ updated: { $lt: cutoff } }, { created: { $lt: cutoff }, updated: { $exists: false } }],
122
- deleted: true,
123
- };
124
- markerFilter = { collectionTag: entry.collectionTag, created: { $lt: cutoff } };
125
- watermarks = new Map();
126
- raiseWatermark = function (stream, seq) {
127
- var _a;
128
- if (typeof seq !== "number" || seq <= 0) {
129
- return;
130
- }
131
- if (seq > ((_a = watermarks.get(stream)) !== null && _a !== void 0 ? _a : 0)) {
132
- watermarks.set(stream, seq);
133
- }
134
- };
135
- isCustomScope = typeof entry.config.scope === "function";
136
- projection = scopeField
137
- ? (_b = { _id: 1, _syncSeq: 1 }, _b[scopeField] = 1, _b) : isCustomScope
138
- ? undefined
139
- : { _id: 1, _syncSeq: 1 };
140
- return [4 /*yield*/, model.collection
141
- .find(tombstoneFilter, projection ? { projection: projection } : {})
142
- .toArray()];
143
- case 1:
144
- doomedTombstones = _h.sent();
145
- try {
146
- for (doomedTombstones_1 = __values(doomedTombstones), doomedTombstones_1_1 = doomedTombstones_1.next(); !doomedTombstones_1_1.done; doomedTombstones_1_1 = doomedTombstones_1.next()) {
147
- row = doomedTombstones_1_1.value;
148
- raiseWatermark((0, streams_1.resolveStreamForDoc)({
149
- collectionTag: entry.collectionTag,
150
- doc: row,
151
- scope: entry.config.scope,
152
- }), row._syncSeq);
153
- }
154
- }
155
- catch (e_2_1) { e_2 = { error: e_2_1 }; }
156
- finally {
157
- try {
158
- if (doomedTombstones_1_1 && !doomedTombstones_1_1.done && (_c = doomedTombstones_1.return)) _c.call(doomedTombstones_1);
159
- }
160
- finally { if (e_2) throw e_2.error; }
161
- }
162
- return [4 /*yield*/, models_1.SyncScopeMove.collection
163
- .find(markerFilter, { projection: { _id: 1, fromStream: 1, seq: 1 } })
164
- .toArray()];
165
- case 2:
166
- doomedMarkers = _h.sent();
167
- try {
168
- for (doomedMarkers_1 = __values(doomedMarkers), doomedMarkers_1_1 = doomedMarkers_1.next(); !doomedMarkers_1_1.done; doomedMarkers_1_1 = doomedMarkers_1.next()) {
169
- marker = doomedMarkers_1_1.value;
170
- raiseWatermark(String(marker.fromStream), marker.seq);
171
- }
172
- }
173
- catch (e_3_1) { e_3 = { error: e_3_1 }; }
174
- finally {
175
- try {
176
- if (doomedMarkers_1_1 && !doomedMarkers_1_1.done && (_d = doomedMarkers_1.return)) _d.call(doomedMarkers_1);
177
- }
178
- finally { if (e_3) throw e_3.error; }
179
- }
180
- return [4 /*yield*/, model.collection.deleteMany(tombstoneFilter)];
181
- case 3:
182
- tombstoneResult = _h.sent();
183
- return [4 /*yield*/, models_1.SyncScopeMove.collection.deleteMany(markerFilter)];
184
- case 4:
185
- markerResult = _h.sent();
186
- _h.label = 5;
187
- case 5:
188
- _h.trys.push([5, 10, 11, 12]);
189
- watermarks_1 = __values(watermarks), watermarks_1_1 = watermarks_1.next();
190
- _h.label = 6;
191
- case 6:
192
- if (!!watermarks_1_1.done) return [3 /*break*/, 9];
193
- _a = __read(watermarks_1_1.value, 2), stream = _a[0], seq = _a[1];
194
- return [4 /*yield*/, (0, models_1.recordCompactedThroughSeq)({ seq: seq, stream: stream })];
195
- case 7:
196
- _h.sent();
197
- _h.label = 8;
198
- case 8:
199
- watermarks_1_1 = watermarks_1.next();
200
- return [3 /*break*/, 6];
201
- case 9: return [3 /*break*/, 12];
202
- case 10:
203
- e_1_1 = _h.sent();
204
- e_1 = { error: e_1_1 };
205
- return [3 /*break*/, 12];
206
- case 11:
207
- try {
208
- if (watermarks_1_1 && !watermarks_1_1.done && (_e = watermarks_1.return)) _e.call(watermarks_1);
209
- }
210
- finally { if (e_1) throw e_1.error; }
211
- return [7 /*endfinally*/];
212
- case 12: return [2 /*return*/, {
213
- markers: (_f = markerResult.deletedCount) !== null && _f !== void 0 ? _f : 0,
214
- tombstones: (_g = tombstoneResult.deletedCount) !== null && _g !== void 0 ? _g : 0,
215
- }];
46
+ const compactEntryTombstones = async (entry) => {
47
+ const cutoff = retentionCutoff(entry);
48
+ const model = mongoose_1.default.model(entry.modelName);
49
+ const scopeField = (0, streams_1.getScopeField)(entry.config.scope);
50
+ const tombstoneFilter = {
51
+ $or: [{ updated: { $lt: cutoff } }, { created: { $lt: cutoff }, updated: { $exists: false } }],
52
+ deleted: true,
53
+ };
54
+ const markerFilter = { collectionTag: entry.collectionTag, created: { $lt: cutoff } };
55
+ /** stream key -> highest seq being reaped on that stream. */
56
+ const watermarks = new Map();
57
+ const raiseWatermark = (stream, seq) => {
58
+ if (typeof seq !== "number" || seq <= 0) {
59
+ return;
216
60
  }
217
- });
218
- }); };
61
+ if (seq > (watermarks.get(stream) ?? 0)) {
62
+ watermarks.set(stream, seq);
63
+ }
64
+ };
65
+ // A custom scope resolver may read any field, so it needs whole documents; broadcast and
66
+ // field-based scopes only need the seq (plus the scope field) to resolve the stream.
67
+ const isCustomScope = typeof entry.config.scope === "function";
68
+ const projection = scopeField
69
+ ? { _id: 1, _syncSeq: 1, [scopeField]: 1 }
70
+ : isCustomScope
71
+ ? undefined
72
+ : { _id: 1, _syncSeq: 1 };
73
+ const doomedTombstones = await model.collection
74
+ .find(tombstoneFilter, projection ? { projection } : {})
75
+ .toArray();
76
+ for (const row of doomedTombstones) {
77
+ raiseWatermark((0, streams_1.resolveStreamForDoc)({
78
+ collectionTag: entry.collectionTag,
79
+ doc: row,
80
+ scope: entry.config.scope,
81
+ }), row._syncSeq);
82
+ }
83
+ const doomedMarkers = await models_1.SyncScopeMove.collection
84
+ .find(markerFilter, { projection: { _id: 1, fromStream: 1, seq: 1 } })
85
+ .toArray();
86
+ for (const marker of doomedMarkers) {
87
+ raiseWatermark(String(marker.fromStream), marker.seq);
88
+ }
89
+ // Hard delete soft-deleted docs older than the cutoff. deleteMany on the raw collection
90
+ // bypasses the syncPlugin guard (which blocks deleteMany on the model) — this is a
91
+ // deliberate maintenance-only escape hatch.
92
+ const tombstoneResult = await model.collection.deleteMany(tombstoneFilter);
93
+ const markerResult = await models_1.SyncScopeMove.collection.deleteMany(markerFilter);
94
+ // Raise the watermarks AFTER the deletes: a watermark that runs ahead of the actual
95
+ // deletion would force re-bootstraps for data still perfectly readable.
96
+ for (const [stream, seq] of watermarks) {
97
+ await (0, models_1.recordCompactedThroughSeq)({ seq, stream });
98
+ }
99
+ return {
100
+ markers: markerResult.deletedCount ?? 0,
101
+ tombstones: tombstoneResult.deletedCount ?? 0,
102
+ };
103
+ };
219
104
  exports.compactEntryTombstones = compactEntryTombstones;
220
105
  /** Compact tombstones across every registered sync model. */
221
- var compactTombstones = function () { return __awaiter(void 0, void 0, void 0, function () {
222
- var byCollection, totalTombstones, totalMarkers, _a, _b, entry, counts, e_4_1;
223
- var e_4, _c;
224
- return __generator(this, function (_d) {
225
- switch (_d.label) {
226
- case 0:
227
- byCollection = {};
228
- totalTombstones = 0;
229
- totalMarkers = 0;
230
- _d.label = 1;
231
- case 1:
232
- _d.trys.push([1, 6, 7, 8]);
233
- _a = __values((0, registry_1.getSyncRegistry)()), _b = _a.next();
234
- _d.label = 2;
235
- case 2:
236
- if (!!_b.done) return [3 /*break*/, 5];
237
- entry = _b.value;
238
- return [4 /*yield*/, (0, exports.compactEntryTombstones)(entry)];
239
- case 3:
240
- counts = _d.sent();
241
- byCollection[entry.collectionTag] = counts;
242
- totalTombstones += counts.tombstones;
243
- totalMarkers += counts.markers;
244
- logger_1.logger.info("[sync] Compacted tombstones", {
245
- collection: entry.collectionTag,
246
- markers: counts.markers,
247
- tombstones: counts.tombstones,
248
- });
249
- _d.label = 4;
250
- case 4:
251
- _b = _a.next();
252
- return [3 /*break*/, 2];
253
- case 5: return [3 /*break*/, 8];
254
- case 6:
255
- e_4_1 = _d.sent();
256
- e_4 = { error: e_4_1 };
257
- return [3 /*break*/, 8];
258
- case 7:
259
- try {
260
- if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
261
- }
262
- finally { if (e_4) throw e_4.error; }
263
- return [7 /*endfinally*/];
264
- case 8: return [2 /*return*/, { byCollection: byCollection, totalMarkers: totalMarkers, totalTombstones: totalTombstones }];
265
- }
266
- });
267
- }); };
106
+ const compactTombstones = async () => {
107
+ const byCollection = {};
108
+ let totalTombstones = 0;
109
+ let totalMarkers = 0;
110
+ for (const entry of (0, registry_1.getSyncRegistry)()) {
111
+ const counts = await (0, exports.compactEntryTombstones)(entry);
112
+ byCollection[entry.collectionTag] = counts;
113
+ totalTombstones += counts.tombstones;
114
+ totalMarkers += counts.markers;
115
+ logger_1.logger.info("[sync] Compacted tombstones", {
116
+ collection: entry.collectionTag,
117
+ markers: counts.markers,
118
+ tombstones: counts.tombstones,
119
+ });
120
+ }
121
+ return { byCollection, totalMarkers, totalTombstones };
122
+ };
268
123
  exports.compactTombstones = compactTombstones;
@@ -1,40 +1,4 @@
1
1
  "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __generator = (this && this.__generator) || function (thisArg, body) {
12
- var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
13
- return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
14
- function verb(n) { return function (v) { return step([n, v]); }; }
15
- function step(op) {
16
- if (f) throw new TypeError("Generator is already executing.");
17
- while (g && (g = 0, op[0] && (_ = 0)), _) try {
18
- if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
19
- if (y = 0, t) op = [op[0] & 2, t.value];
20
- switch (op[0]) {
21
- case 0: case 1: t = op; break;
22
- case 4: _.label++; return { value: op[1], done: false };
23
- case 5: _.label++; y = op[1]; op = [0]; continue;
24
- case 7: op = _.ops.pop(); _.trys.pop(); continue;
25
- default:
26
- if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
27
- if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
28
- if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
29
- if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
30
- if (t[2]) _.ops.pop();
31
- _.trys.pop(); continue;
32
- }
33
- op = body.call(thisArg, _);
34
- } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
35
- if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
36
- }
37
- };
38
2
  Object.defineProperty(exports, "__esModule", { value: true });
39
3
  exports.serializeSyncPayload = void 0;
40
4
  /**
@@ -48,26 +12,22 @@ exports.serializeSyncPayload = void 0;
48
12
  * import cycle. Accepts hydrated Mongoose documents and the raw BSON objects change
49
13
  * streams deliver (which have neither `toObject` nor `toJSON`).
50
14
  */
51
- var serializeSyncPayload = function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
52
- var maybeHydrated, plain;
53
- var entry = _b.entry, doc = _b.doc, _c = _b.method, method = _c === void 0 ? "update" : _c, req = _b.req;
54
- return __generator(this, function (_d) {
55
- maybeHydrated = doc;
56
- plain = typeof maybeHydrated.toObject === "function" ? maybeHydrated.toObject() : doc;
57
- if (entry.config.responseHandler) {
58
- return [2 /*return*/, entry.config.responseHandler(plain, method)];
59
- }
60
- if (entry.options.responseHandler) {
61
- // C8: sync serializes a SINGLE entity (snapshot row, conflict doc, or delta), so the
62
- // modelRouter responseHandler must run with single-entity `"read"` semantics — not
63
- // the hardcoded `"list"`, which can trigger list-only shaping (field trimming, array
64
- // wrapping) that corrupts a single-doc payload.
65
- return [2 /*return*/, entry.options.responseHandler(doc, "read", req, entry.options)];
66
- }
67
- if (typeof maybeHydrated.toJSON === "function") {
68
- return [2 /*return*/, maybeHydrated.toJSON()];
69
- }
70
- return [2 /*return*/, plain];
71
- });
72
- }); };
15
+ const serializeSyncPayload = async ({ entry, doc, method = "update", req, }) => {
16
+ const maybeHydrated = doc;
17
+ const plain = typeof maybeHydrated.toObject === "function" ? maybeHydrated.toObject() : doc;
18
+ if (entry.config.responseHandler) {
19
+ return entry.config.responseHandler(plain, method);
20
+ }
21
+ if (entry.options.responseHandler) {
22
+ // C8: sync serializes a SINGLE entity (snapshot row, conflict doc, or delta), so the
23
+ // modelRouter responseHandler must run with single-entity `"read"` semantics — not
24
+ // the hardcoded `"list"`, which can trigger list-only shaping (field trimming, array
25
+ // wrapping) that corrupts a single-doc payload.
26
+ return entry.options.responseHandler(doc, "read", req, entry.options);
27
+ }
28
+ if (typeof maybeHydrated.toJSON === "function") {
29
+ return maybeHydrated.toJSON();
30
+ }
31
+ return plain;
32
+ };
73
33
  exports.serializeSyncPayload = serializeSyncPayload;