@terreno/api 0.30.0 → 56.0.0-beta.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/api.d.ts +10 -0
- package/dist/api.js +110 -361
- package/dist/auth.d.ts +26 -0
- package/dist/auth.js +100 -1
- package/dist/betterAuth.d.ts +5 -0
- package/dist/betterAuthSetup.js +23 -4
- package/dist/docLoader.js +12 -9
- package/dist/errors.d.ts +13 -0
- package/dist/errors.js +29 -1
- package/dist/index.d.ts +17 -1
- package/dist/index.js +29 -1
- package/dist/middleware.d.ts +7 -0
- package/dist/middleware.js +16 -1
- package/dist/openApiCompat.d.ts +10 -1
- package/dist/openApiCompat.js +115 -47
- package/dist/permissions.d.ts +27 -0
- package/dist/permissions.js +42 -1
- package/dist/plugins.d.ts +13 -0
- package/dist/plugins.js +35 -1
- package/dist/realtime/changeStreamWatcher.d.ts +100 -3
- package/dist/realtime/changeStreamWatcher.js +542 -137
- package/dist/realtime/realtimeApp.d.ts +2 -0
- package/dist/realtime/realtimeApp.js +73 -21
- package/dist/realtime/sessionRevalidation.d.ts +90 -0
- package/dist/realtime/sessionRevalidation.js +438 -0
- package/dist/realtime/socketAuth.d.ts +97 -0
- package/dist/realtime/socketAuth.js +272 -0
- package/dist/realtime/socketUser.d.ts +54 -0
- package/dist/realtime/socketUser.js +75 -5
- package/dist/realtime/types.d.ts +40 -0
- package/dist/secretProviders.d.ts +23 -0
- package/dist/secretProviders.js +9 -3
- package/dist/sync/executors.d.ts +198 -0
- package/dist/sync/executors.js +670 -0
- package/dist/sync/loadHarness.js +807 -0
- package/dist/sync/models.d.ts +216 -0
- package/dist/sync/models.js +644 -0
- package/dist/sync/mutationHandler.d.ts +97 -0
- package/dist/sync/mutationHandler.js +886 -0
- package/dist/sync/registry.d.ts +73 -0
- package/dist/sync/registry.js +223 -0
- package/dist/sync/routes.d.ts +62 -0
- package/dist/sync/routes.js +936 -0
- package/dist/sync/scripts/compactTombstones.d.ts +47 -0
- package/dist/sync/scripts/compactTombstones.js +270 -0
- package/dist/sync/serialize.d.ts +20 -0
- package/dist/{tests/bunSetup.js → sync/serialize.js} +35 -68
- package/dist/sync/socketHandlers.d.ts +54 -0
- package/dist/sync/socketHandlers.js +470 -0
- package/dist/sync/streams.d.ts +85 -0
- package/dist/sync/streams.js +221 -0
- package/dist/sync/syncApp.d.ts +29 -0
- package/dist/sync/syncApp.js +44 -0
- package/dist/sync/syncBatch.d.ts +71 -0
- package/dist/sync/syncBatch.js +252 -0
- package/dist/sync/syncSeqPlugin.d.ts +8 -0
- package/dist/sync/syncSeqPlugin.js +903 -0
- package/dist/sync/types.d.ts +254 -0
- package/dist/sync/types.js +9 -0
- package/dist/terrenoApp.js +90 -27
- package/dist/vendor/wesleytodd-openapi/index.d.ts +1 -1
- package/dist/vendor/wesleytodd-openapi/lib/ui.d.ts +2 -1
- package/package.json +7 -6
- package/src/__tests__/openApiCompat.test.ts +20 -0
- package/src/actions.openApi.test.ts +7 -10
- package/src/api.test.ts +12 -0
- package/src/api.ts +87 -295
- package/src/auth.test.ts +128 -176
- package/src/auth.ts +109 -0
- package/src/betterAuth.ts +6 -0
- package/src/betterAuthSetup.test.ts +34 -0
- package/src/betterAuthSetup.ts +20 -1
- package/src/docLoader.ts +3 -1
- package/src/errors.ts +33 -0
- package/src/expressServer.test.ts +7 -1
- package/src/index.ts +42 -0
- package/src/middleware.test.ts +40 -1
- package/src/middleware.ts +15 -0
- package/src/openApiCompat.ts +99 -45
- package/src/permissions.test.ts +75 -1
- package/src/permissions.ts +49 -0
- package/src/plugins.test.ts +54 -0
- package/src/plugins.ts +43 -0
- package/src/realtime/changeStreamWatcher.ts +552 -114
- package/src/realtime/realtime.test.ts +157 -0
- package/src/realtime/realtimeApp.ts +75 -11
- package/src/realtime/sessionRevalidation.test.ts +423 -0
- package/src/realtime/sessionRevalidation.ts +273 -0
- package/src/realtime/socketAuth.test.ts +355 -0
- package/src/realtime/socketAuth.ts +228 -0
- package/src/realtime/socketUser.ts +69 -0
- package/src/realtime/types.ts +40 -0
- package/src/secretProviders.test.ts +7 -1
- package/src/secretProviders.ts +15 -3
- package/src/sync/ensureSyncIndexes.test.ts +144 -0
- package/src/sync/executors.test.ts +882 -0
- package/src/sync/executors.ts +703 -0
- package/src/sync/integration.test.ts +1160 -0
- package/src/sync/loadHarness.ts +618 -0
- package/src/sync/models.ts +640 -0
- package/src/sync/mutationHandler.test.ts +1252 -0
- package/src/sync/mutationHandler.ts +850 -0
- package/src/sync/registry.ts +232 -0
- package/src/sync/routes.ts +812 -0
- package/src/sync/scripts/compactTombstones.test.ts +249 -0
- package/src/sync/scripts/compactTombstones.ts +145 -0
- package/src/sync/serialize.ts +48 -0
- package/src/sync/sessionRevalidationIntegration.test.ts +281 -0
- package/src/sync/socketHandlers.ts +320 -0
- package/src/sync/streams.ts +188 -0
- package/src/sync/sync.test.ts +582 -0
- package/src/sync/syncApp.ts +44 -0
- package/src/sync/syncBatch.ts +219 -0
- package/src/sync/syncFrontier.test.ts +494 -0
- package/src/sync/syncPhaseC.test.ts +718 -0
- package/src/sync/syncRoutes.test.ts +865 -0
- package/src/sync/syncSeqPlugin.ts +738 -0
- package/src/sync/syncSocket.test.ts +1440 -0
- package/src/sync/types.ts +270 -0
- package/src/terrenoApp.ts +37 -17
- package/src/tests/bunSetup.ts +8 -0
- package/tsconfig.json +4 -4
- package/tsconfig.typedoc.json +7 -1
- package/dist/__tests__/openApiCompat.test.js +0 -317
- package/dist/__tests__/versionCheckPlugin.test.d.ts +0 -1
- package/dist/__tests__/versionCheckPlugin.test.js +0 -597
- package/dist/actions.openApi.test.d.ts +0 -1
- package/dist/actions.openApi.test.js +0 -255
- package/dist/actions.test.d.ts +0 -1
- package/dist/actions.test.js +0 -1089
- package/dist/api.arrayOperations.test.d.ts +0 -1
- package/dist/api.arrayOperations.test.js +0 -878
- package/dist/api.asyncHandler.test.d.ts +0 -1
- package/dist/api.asyncHandler.test.js +0 -236
- package/dist/api.coverage.test.d.ts +0 -1
- package/dist/api.coverage.test.js +0 -194
- package/dist/api.errorPaths.test.d.ts +0 -1
- package/dist/api.errorPaths.test.js +0 -801
- package/dist/api.errors.test.d.ts +0 -1
- package/dist/api.errors.test.js +0 -185
- package/dist/api.hooks.test.d.ts +0 -1
- package/dist/api.hooks.test.js +0 -950
- package/dist/api.query.test.d.ts +0 -1
- package/dist/api.query.test.js +0 -948
- package/dist/api.test.d.ts +0 -1
- package/dist/api.test.js +0 -2820
- package/dist/auth.compile.test.d.ts +0 -1
- package/dist/auth.compile.test.js +0 -201
- package/dist/auth.coverage.test.d.ts +0 -1
- package/dist/auth.coverage.test.js +0 -202
- package/dist/auth.test.d.ts +0 -1
- package/dist/auth.test.js +0 -2286
- package/dist/betterAuth.test.d.ts +0 -1
- package/dist/betterAuth.test.js +0 -181
- package/dist/betterAuthApp.test.d.ts +0 -1
- package/dist/betterAuthApp.test.js +0 -242
- package/dist/betterAuthSetup.test.d.ts +0 -1
- package/dist/betterAuthSetup.test.js +0 -762
- package/dist/config.test.d.ts +0 -1
- package/dist/config.test.js +0 -353
- package/dist/configuration.test.d.ts +0 -1
- package/dist/configuration.test.js +0 -980
- package/dist/configurationPlugin.test.d.ts +0 -1
- package/dist/configurationPlugin.test.js +0 -827
- package/dist/consentApp.test.d.ts +0 -1
- package/dist/consentApp.test.js +0 -1415
- package/dist/docLoader.test.d.ts +0 -1
- package/dist/docLoader.test.js +0 -137
- package/dist/envConfigurationPlugin.test.d.ts +0 -1
- package/dist/envConfigurationPlugin.test.js +0 -369
- package/dist/errors.test.d.ts +0 -1
- package/dist/errors.test.js +0 -607
- package/dist/expressServer.test.d.ts +0 -1
- package/dist/expressServer.test.js +0 -1249
- package/dist/githubAuth.test.d.ts +0 -1
- package/dist/githubAuth.test.js +0 -1142
- package/dist/httpClient.test.d.ts +0 -1
- package/dist/httpClient.test.js +0 -1471
- package/dist/logger.test.d.ts +0 -1
- package/dist/logger.test.js +0 -685
- package/dist/middleware.test.d.ts +0 -1
- package/dist/middleware.test.js +0 -241
- package/dist/notifiers/googleChatNotifier.test.d.ts +0 -1
- package/dist/notifiers/googleChatNotifier.test.js +0 -298
- package/dist/notifiers/slackNotifier.test.d.ts +0 -1
- package/dist/notifiers/slackNotifier.test.js +0 -297
- package/dist/notifiers/zoomNotifier.test.d.ts +0 -1
- package/dist/notifiers/zoomNotifier.test.js +0 -373
- package/dist/openApi.test.d.ts +0 -1
- package/dist/openApi.test.js +0 -620
- package/dist/openApiBuilder.test.d.ts +0 -1
- package/dist/openApiBuilder.test.js +0 -601
- package/dist/openApiEtag.test.d.ts +0 -1
- package/dist/openApiEtag.test.js +0 -86
- package/dist/openApiValidator.test.d.ts +0 -1
- package/dist/openApiValidator.test.js +0 -761
- package/dist/permissions.middleware.test.d.ts +0 -1
- package/dist/permissions.middleware.test.js +0 -308
- package/dist/permissions.test.d.ts +0 -1
- package/dist/permissions.test.js +0 -439
- package/dist/plugins.test.d.ts +0 -1
- package/dist/plugins.test.js +0 -890
- package/dist/populate.test.d.ts +0 -1
- package/dist/populate.test.js +0 -373
- package/dist/realtime/realtime.test.d.ts +0 -10
- package/dist/realtime/realtime.test.js +0 -3982
- package/dist/requestContext.test.d.ts +0 -1
- package/dist/requestContext.test.js +0 -412
- package/dist/scriptRunner.test.d.ts +0 -1
- package/dist/scriptRunner.test.js +0 -386
- package/dist/secretProviders.test.d.ts +0 -1
- package/dist/secretProviders.test.js +0 -726
- package/dist/syncConsents.test.d.ts +0 -1
- package/dist/syncConsents.test.js +0 -522
- package/dist/terrenoApp.test.d.ts +0 -1
- package/dist/terrenoApp.test.js +0 -489
- package/dist/tests/bunSetup.d.ts +0 -1
- package/dist/tests/fixtures/compileAuthEntry.d.ts +0 -1
- package/dist/tests/fixtures/compileAuthEntry.js +0 -37
- package/dist/tests/testEnv.d.ts +0 -0
- package/dist/tests/testEnv.js +0 -6
- package/dist/transformers.test.d.ts +0 -1
- package/dist/transformers.test.js +0 -423
- package/dist/utils.test.d.ts +0 -1
- package/dist/utils.test.js +0 -242
- /package/dist/{__tests__/openApiCompat.test.d.ts → sync/loadHarness.d.ts} +0 -0
|
@@ -0,0 +1,807 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __assign = (this && this.__assign) || function () {
|
|
3
|
+
__assign = Object.assign || function(t) {
|
|
4
|
+
for (var s, i = 1, n = arguments.length; i < n; i++) {
|
|
5
|
+
s = arguments[i];
|
|
6
|
+
for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
|
|
7
|
+
t[p] = s[p];
|
|
8
|
+
}
|
|
9
|
+
return t;
|
|
10
|
+
};
|
|
11
|
+
return __assign.apply(this, arguments);
|
|
12
|
+
};
|
|
13
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
14
|
+
if (k2 === undefined) k2 = k;
|
|
15
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
16
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
17
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
18
|
+
}
|
|
19
|
+
Object.defineProperty(o, k2, desc);
|
|
20
|
+
}) : (function(o, m, k, k2) {
|
|
21
|
+
if (k2 === undefined) k2 = k;
|
|
22
|
+
o[k2] = m[k];
|
|
23
|
+
}));
|
|
24
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
25
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
26
|
+
}) : function(o, v) {
|
|
27
|
+
o["default"] = v;
|
|
28
|
+
});
|
|
29
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
30
|
+
var ownKeys = function(o) {
|
|
31
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
32
|
+
var ar = [];
|
|
33
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
34
|
+
return ar;
|
|
35
|
+
};
|
|
36
|
+
return ownKeys(o);
|
|
37
|
+
};
|
|
38
|
+
return function (mod) {
|
|
39
|
+
if (mod && mod.__esModule) return mod;
|
|
40
|
+
var result = {};
|
|
41
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
42
|
+
__setModuleDefault(result, mod);
|
|
43
|
+
return result;
|
|
44
|
+
};
|
|
45
|
+
})();
|
|
46
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
47
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
48
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
49
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
50
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
51
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
52
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
53
|
+
});
|
|
54
|
+
};
|
|
55
|
+
var __generator = (this && this.__generator) || function (thisArg, body) {
|
|
56
|
+
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
|
|
57
|
+
return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
|
|
58
|
+
function verb(n) { return function (v) { return step([n, v]); }; }
|
|
59
|
+
function step(op) {
|
|
60
|
+
if (f) throw new TypeError("Generator is already executing.");
|
|
61
|
+
while (g && (g = 0, op[0] && (_ = 0)), _) try {
|
|
62
|
+
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
|
|
63
|
+
if (y = 0, t) op = [op[0] & 2, t.value];
|
|
64
|
+
switch (op[0]) {
|
|
65
|
+
case 0: case 1: t = op; break;
|
|
66
|
+
case 4: _.label++; return { value: op[1], done: false };
|
|
67
|
+
case 5: _.label++; y = op[1]; op = [0]; continue;
|
|
68
|
+
case 7: op = _.ops.pop(); _.trys.pop(); continue;
|
|
69
|
+
default:
|
|
70
|
+
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
|
|
71
|
+
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
|
|
72
|
+
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
|
|
73
|
+
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
|
|
74
|
+
if (t[2]) _.ops.pop();
|
|
75
|
+
_.trys.pop(); continue;
|
|
76
|
+
}
|
|
77
|
+
op = body.call(thisArg, _);
|
|
78
|
+
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
|
|
79
|
+
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
|
|
80
|
+
}
|
|
81
|
+
};
|
|
82
|
+
var __values = (this && this.__values) || function(o) {
|
|
83
|
+
var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
|
|
84
|
+
if (m) return m.call(o);
|
|
85
|
+
if (o && typeof o.length === "number") return {
|
|
86
|
+
next: function () {
|
|
87
|
+
if (o && i >= o.length) o = void 0;
|
|
88
|
+
return { value: o && o[i++], done: !o };
|
|
89
|
+
}
|
|
90
|
+
};
|
|
91
|
+
throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
|
|
92
|
+
};
|
|
93
|
+
var __read = (this && this.__read) || function (o, n) {
|
|
94
|
+
var m = typeof Symbol === "function" && o[Symbol.iterator];
|
|
95
|
+
if (!m) return o;
|
|
96
|
+
var i = m.call(o), r, ar = [], e;
|
|
97
|
+
try {
|
|
98
|
+
while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
|
|
99
|
+
}
|
|
100
|
+
catch (error) { e = { error: error }; }
|
|
101
|
+
finally {
|
|
102
|
+
try {
|
|
103
|
+
if (r && !r.done && (m = i["return"])) m.call(i);
|
|
104
|
+
}
|
|
105
|
+
finally { if (e) throw e.error; }
|
|
106
|
+
}
|
|
107
|
+
return ar;
|
|
108
|
+
};
|
|
109
|
+
var __spreadArray = (this && this.__spreadArray) || function (to, from, pack) {
|
|
110
|
+
if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
|
|
111
|
+
if (ar || !(i in from)) {
|
|
112
|
+
if (!ar) ar = Array.prototype.slice.call(from, 0, i);
|
|
113
|
+
ar[i] = from[i];
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
return to.concat(ar || Array.prototype.slice.call(from));
|
|
117
|
+
};
|
|
118
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
119
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
120
|
+
};
|
|
121
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
122
|
+
// noExplicitAny: the harness bridges generic model/router/client types, mirroring integration.test.ts
|
|
123
|
+
// biome-ignore-all lint/suspicious/noExplicitAny: the harness bridges generic model/router/client types, mirroring integration.test.ts
|
|
124
|
+
/**
|
|
125
|
+
* This is a manual load-generation script — NOT run by `bun test`. Invoke via
|
|
126
|
+
* `bun run api:load` (see root package.json) or directly:
|
|
127
|
+
* `bun run api/src/sync/loadHarness.ts [--clients=20] [--seedDocs=5000] [--targetRate=200] [--durationSec=30] [--mongoUri=...] [--port=0]`
|
|
128
|
+
* Requires a real MongoDB replica set (change streams power live delta fan-out).
|
|
129
|
+
*
|
|
130
|
+
* Stands up one in-process Express + Socket.io server with a synced Mongoose model
|
|
131
|
+
* (mirroring `IntTodo` from `sync/integration.test.ts`), then drives N real
|
|
132
|
+
* `@terreno/syncdb` clients (each a distinct owner) against it over real HTTP/socket
|
|
133
|
+
* transports: seeds documents, bootstraps all clients, then issues a mixed
|
|
134
|
+
* create/update/delete mutation load — including deliberate duplicate mutationIds
|
|
135
|
+
* and deliberate update/update conflicts — while measuring:
|
|
136
|
+
* - mutate round-trip latency (p50/p95/p99)
|
|
137
|
+
* - change-stream -> sync:delta fan-out lag across all connected sockets
|
|
138
|
+
* - bootstrap wall time at the seeded doc count
|
|
139
|
+
* - final-state convergence (each client's local store vs. what Mongo holds)
|
|
140
|
+
*
|
|
141
|
+
* This is a load/perf tool, not a correctness test suite — assertions are logged as
|
|
142
|
+
* pass/fail lines rather than thrown, so a single divergent client doesn't abort the
|
|
143
|
+
* report. The process exits non-zero if any client fails to converge.
|
|
144
|
+
*/
|
|
145
|
+
var node_http_1 = require("node:http");
|
|
146
|
+
var syncdb_1 = require("@terreno/syncdb");
|
|
147
|
+
var express_1 = __importDefault(require("express"));
|
|
148
|
+
var mongoose_1 = __importStar(require("mongoose"));
|
|
149
|
+
var passport_local_mongoose_1 = __importDefault(require("passport-local-mongoose"));
|
|
150
|
+
var api_1 = require("../api");
|
|
151
|
+
var auth_1 = require("../auth");
|
|
152
|
+
var logger_1 = require("../logger");
|
|
153
|
+
var permissions_1 = require("../permissions");
|
|
154
|
+
var plugins_1 = require("../plugins");
|
|
155
|
+
var realtimeApp_1 = require("../realtime/realtimeApp");
|
|
156
|
+
var registry_1 = require("./registry");
|
|
157
|
+
var syncApp_1 = require("./syncApp");
|
|
158
|
+
var syncSeqPlugin_1 = require("./syncSeqPlugin");
|
|
159
|
+
/** Simple `--flag=value` argv parser; no CLI framework needed for a one-off script. */
|
|
160
|
+
var parseFlags = function (argv) {
|
|
161
|
+
var e_1, _a;
|
|
162
|
+
var _b, _c;
|
|
163
|
+
var flags = new Map();
|
|
164
|
+
try {
|
|
165
|
+
for (var argv_1 = __values(argv), argv_1_1 = argv_1.next(); !argv_1_1.done; argv_1_1 = argv_1.next()) {
|
|
166
|
+
var arg = argv_1_1.value;
|
|
167
|
+
var match = /^--([^=]+)=(.*)$/.exec(arg);
|
|
168
|
+
if (match) {
|
|
169
|
+
flags.set(match[1], match[2]);
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
catch (e_1_1) { e_1 = { error: e_1_1 }; }
|
|
174
|
+
finally {
|
|
175
|
+
try {
|
|
176
|
+
if (argv_1_1 && !argv_1_1.done && (_a = argv_1.return)) _a.call(argv_1);
|
|
177
|
+
}
|
|
178
|
+
finally { if (e_1) throw e_1.error; }
|
|
179
|
+
}
|
|
180
|
+
var num = function (key, fallback) {
|
|
181
|
+
var raw = flags.get(key);
|
|
182
|
+
if (raw === undefined) {
|
|
183
|
+
return fallback;
|
|
184
|
+
}
|
|
185
|
+
var parsed = Number(raw);
|
|
186
|
+
return Number.isFinite(parsed) ? parsed : fallback;
|
|
187
|
+
};
|
|
188
|
+
return {
|
|
189
|
+
clients: num("clients", 20),
|
|
190
|
+
durationSec: num("durationSec", 30),
|
|
191
|
+
mongoUri: (_c = (_b = flags.get("mongoUri")) !== null && _b !== void 0 ? _b : process.env.MONGO_URI) !== null && _c !== void 0 ? _c : "mongodb://127.0.0.1:27017/terreno-sync-load?replicaSet=rs0",
|
|
192
|
+
port: num("port", 0),
|
|
193
|
+
seedDocs: num("seedDocs", 5000),
|
|
194
|
+
targetRate: num("targetRate", 200),
|
|
195
|
+
};
|
|
196
|
+
};
|
|
197
|
+
var loadTodoSchema = new mongoose_1.Schema({
|
|
198
|
+
_id: {
|
|
199
|
+
default: function () { return new mongoose_1.default.Types.ObjectId().toHexString(); },
|
|
200
|
+
description: "The document id (string so offline clients can mint ids)",
|
|
201
|
+
type: String,
|
|
202
|
+
},
|
|
203
|
+
completed: {
|
|
204
|
+
default: false,
|
|
205
|
+
description: "Whether the load-test todo has been completed",
|
|
206
|
+
type: Boolean,
|
|
207
|
+
},
|
|
208
|
+
ownerId: { description: "The user who owns this load-test todo", type: String },
|
|
209
|
+
title: { description: "The title of the load-test todo", required: true, type: String },
|
|
210
|
+
});
|
|
211
|
+
loadTodoSchema.plugin(plugins_1.isDeletedPlugin);
|
|
212
|
+
loadTodoSchema.plugin(plugins_1.createdUpdatedPlugin);
|
|
213
|
+
loadTodoSchema.plugin(syncSeqPlugin_1.syncPlugin);
|
|
214
|
+
var LoadTodoModel = (0, mongoose_1.model)("LoadHarnessTodo", loadTodoSchema);
|
|
215
|
+
var COLLECTION = "loadHarnessTodos";
|
|
216
|
+
// ─────────────────────────────────────────────────────────────────────────────
|
|
217
|
+
// Percentile helper
|
|
218
|
+
// ─────────────────────────────────────────────────────────────────────────────
|
|
219
|
+
var percentile = function (samples, p) {
|
|
220
|
+
if (samples.length === 0) {
|
|
221
|
+
return 0;
|
|
222
|
+
}
|
|
223
|
+
var sorted = __spreadArray([], __read(samples), false).sort(function (a, b) { return a - b; });
|
|
224
|
+
var index = Math.min(sorted.length - 1, Math.max(0, Math.ceil((p / 100) * sorted.length) - 1));
|
|
225
|
+
return sorted[index];
|
|
226
|
+
};
|
|
227
|
+
// ─────────────────────────────────────────────────────────────────────────────
|
|
228
|
+
// Rig helpers
|
|
229
|
+
// ─────────────────────────────────────────────────────────────────────────────
|
|
230
|
+
/** Poll until the predicate holds, or throw naming the failed wait. */
|
|
231
|
+
var waitFor = function (predicate_1) {
|
|
232
|
+
var args_1 = [];
|
|
233
|
+
for (var _i = 1; _i < arguments.length; _i++) {
|
|
234
|
+
args_1[_i - 1] = arguments[_i];
|
|
235
|
+
}
|
|
236
|
+
return __awaiter(void 0, __spreadArray([predicate_1], __read(args_1), false), void 0, function (predicate, _a) {
|
|
237
|
+
var start;
|
|
238
|
+
var _b = _a === void 0 ? {} : _a, _c = _b.label, label = _c === void 0 ? "condition" : _c, _d = _b.timeoutMs, timeoutMs = _d === void 0 ? 30000 : _d, _e = _b.intervalMs, intervalMs = _e === void 0 ? 25 : _e;
|
|
239
|
+
return __generator(this, function (_f) {
|
|
240
|
+
switch (_f.label) {
|
|
241
|
+
case 0:
|
|
242
|
+
start = Date.now();
|
|
243
|
+
_f.label = 1;
|
|
244
|
+
case 1:
|
|
245
|
+
if (!(Date.now() - start < timeoutMs)) return [3 /*break*/, 4];
|
|
246
|
+
return [4 /*yield*/, predicate()];
|
|
247
|
+
case 2:
|
|
248
|
+
if (_f.sent()) {
|
|
249
|
+
return [2 /*return*/];
|
|
250
|
+
}
|
|
251
|
+
return [4 /*yield*/, new Promise(function (resolve) { return setTimeout(resolve, intervalMs); })];
|
|
252
|
+
case 3:
|
|
253
|
+
_f.sent();
|
|
254
|
+
return [3 /*break*/, 1];
|
|
255
|
+
case 4: throw new Error("Timed out after ".concat(timeoutMs, "ms waiting for ").concat(label));
|
|
256
|
+
}
|
|
257
|
+
});
|
|
258
|
+
});
|
|
259
|
+
};
|
|
260
|
+
var makeAuthProvider = function (user) { return ({
|
|
261
|
+
getToken: function () { return __awaiter(void 0, void 0, void 0, function () { var _a; return __generator(this, function (_b) {
|
|
262
|
+
switch (_b.label) {
|
|
263
|
+
case 0: return [4 /*yield*/, (0, auth_1.generateTokens)(user)];
|
|
264
|
+
case 1: return [2 /*return*/, (_a = (_b.sent()).token) !== null && _a !== void 0 ? _a : null];
|
|
265
|
+
}
|
|
266
|
+
}); }); },
|
|
267
|
+
getUserId: function () { return __awaiter(void 0, void 0, void 0, function () { return __generator(this, function (_a) {
|
|
268
|
+
return [2 /*return*/, String(user._id)];
|
|
269
|
+
}); }); },
|
|
270
|
+
onAuthChange: function () { return function () { }; },
|
|
271
|
+
}); };
|
|
272
|
+
var makeHarnessClient = function (_a) {
|
|
273
|
+
var name = _a.name, user = _a.user, baseUrl = _a.baseUrl;
|
|
274
|
+
var authProvider = makeAuthProvider(user);
|
|
275
|
+
var fetchImpl = function (input, init) { return fetch(input, init); };
|
|
276
|
+
var httpChannel = (0, syncdb_1.createHttpChannel)({ authProvider: authProvider, baseUrl: baseUrl, fetchImpl: fetchImpl });
|
|
277
|
+
var transport = (0, syncdb_1.createSocketTransport)({ authProvider: authProvider, baseUrl: baseUrl, timeoutMs: 8000 });
|
|
278
|
+
(0, syncdb_1.clearMemoryPersisterData)({ databaseName: name });
|
|
279
|
+
var client = (0, syncdb_1.createSyncDb)({
|
|
280
|
+
authProvider: authProvider,
|
|
281
|
+
collections: [COLLECTION],
|
|
282
|
+
httpChannel: httpChannel,
|
|
283
|
+
name: name,
|
|
284
|
+
persisterFactory: syncdb_1.memoryPersisterFactory,
|
|
285
|
+
reconcileIntervalMs: 0,
|
|
286
|
+
transport: transport,
|
|
287
|
+
});
|
|
288
|
+
return { client: client, httpChannel: httpChannel, name: name, ownerId: String(user._id), transport: transport, user: user };
|
|
289
|
+
};
|
|
290
|
+
/** Build the Express + Socket.io rig: synced model, SyncApp, RealtimeApp, listening server. */
|
|
291
|
+
var buildRig = function (config) { return __awaiter(void 0, void 0, void 0, function () {
|
|
292
|
+
var userSchema, UserModel, registration, app, realtimeApp, httpServer, port, baseUrl;
|
|
293
|
+
var _a, _b, _c, _d, _e;
|
|
294
|
+
return __generator(this, function (_f) {
|
|
295
|
+
switch (_f.label) {
|
|
296
|
+
case 0:
|
|
297
|
+
process.env.TOKEN_SECRET = (_a = process.env.TOKEN_SECRET) !== null && _a !== void 0 ? _a : "load-harness-token-secret";
|
|
298
|
+
process.env.TOKEN_ISSUER = (_b = process.env.TOKEN_ISSUER) !== null && _b !== void 0 ? _b : "terreno-load-harness";
|
|
299
|
+
process.env.REFRESH_TOKEN_SECRET =
|
|
300
|
+
(_c = process.env.REFRESH_TOKEN_SECRET) !== null && _c !== void 0 ? _c : "load-harness-refresh-secret";
|
|
301
|
+
process.env.SESSION_SECRET = (_d = process.env.SESSION_SECRET) !== null && _d !== void 0 ? _d : "load-harness-session-secret";
|
|
302
|
+
(0, registry_1.clearSyncRegistry)();
|
|
303
|
+
userSchema = new mongoose_1.Schema({
|
|
304
|
+
admin: { default: false, description: "Whether the user has admin privileges", type: Boolean },
|
|
305
|
+
email: { description: "The user's email", type: String },
|
|
306
|
+
});
|
|
307
|
+
userSchema.plugin(passport_local_mongoose_1.default, { usernameField: "email" });
|
|
308
|
+
UserModel = (_e = mongoose_1.default.models.LoadHarnessUser) !== null && _e !== void 0 ? _e : (0, mongoose_1.model)("LoadHarnessUser", userSchema);
|
|
309
|
+
registration = (0, api_1.modelRouter)("/loadHarnessTodos", LoadTodoModel, {
|
|
310
|
+
permissions: {
|
|
311
|
+
create: [permissions_1.Permissions.IsAuthenticated],
|
|
312
|
+
delete: [permissions_1.Permissions.IsOwner],
|
|
313
|
+
list: [permissions_1.Permissions.IsAuthenticated],
|
|
314
|
+
read: [permissions_1.Permissions.IsOwner],
|
|
315
|
+
update: [permissions_1.Permissions.IsOwner],
|
|
316
|
+
},
|
|
317
|
+
preCreate: function (body, req) {
|
|
318
|
+
var _a, _b;
|
|
319
|
+
var user = req.user;
|
|
320
|
+
return __assign(__assign({}, body), { ownerId: String((_b = (_a = user === null || user === void 0 ? void 0 : user._id) !== null && _a !== void 0 ? _a : user === null || user === void 0 ? void 0 : user.id) !== null && _b !== void 0 ? _b : "") });
|
|
321
|
+
},
|
|
322
|
+
sync: { scope: { type: "owner" } },
|
|
323
|
+
});
|
|
324
|
+
app = (0, express_1.default)();
|
|
325
|
+
app.use(express_1.default.json());
|
|
326
|
+
(0, auth_1.setupAuth)(app, UserModel);
|
|
327
|
+
(0, auth_1.addAuthRoutes)(app, UserModel);
|
|
328
|
+
new syncApp_1.SyncApp({}).register(app);
|
|
329
|
+
app.use(registration.path, registration.router);
|
|
330
|
+
realtimeApp = new realtimeApp_1.RealtimeApp({});
|
|
331
|
+
realtimeApp.register(app);
|
|
332
|
+
httpServer = (0, node_http_1.createServer)(app);
|
|
333
|
+
return [4 /*yield*/, new Promise(function (resolve) {
|
|
334
|
+
httpServer.listen(config.port, function () { return resolve(); });
|
|
335
|
+
})];
|
|
336
|
+
case 1:
|
|
337
|
+
_f.sent();
|
|
338
|
+
port = httpServer.address().port;
|
|
339
|
+
baseUrl = "http://127.0.0.1:".concat(port);
|
|
340
|
+
realtimeApp.onServerCreated(httpServer);
|
|
341
|
+
// Give the change-stream cursor a moment to open before any writes happen.
|
|
342
|
+
return [4 /*yield*/, new Promise(function (resolve) { return setTimeout(resolve, 300); })];
|
|
343
|
+
case 2:
|
|
344
|
+
// Give the change-stream cursor a moment to open before any writes happen.
|
|
345
|
+
_f.sent();
|
|
346
|
+
return [2 /*return*/, { baseUrl: baseUrl, httpServer: httpServer, realtimeApp: realtimeApp }];
|
|
347
|
+
}
|
|
348
|
+
});
|
|
349
|
+
}); };
|
|
350
|
+
// ─────────────────────────────────────────────────────────────────────────────
|
|
351
|
+
// Main
|
|
352
|
+
// ─────────────────────────────────────────────────────────────────────────────
|
|
353
|
+
var main = function () { return __awaiter(void 0, void 0, void 0, function () {
|
|
354
|
+
var config, _a, httpServer, realtimeApp, baseUrl, exitCode, harnessClients, UserModel, users, i, user, i, perOwnerCount_1, seeds, bootstrapStart, bootstrapWallMs, mutateLatenciesMs_1, fanoutLagsMs_1, conflictCount_1, ackCount_1, nackCount_1, duplicateCount_1, trackMutation, randomClient, knownEntityIds, _b, _c, _d, i, hc, _e, _f, entity, loadPromises, intervalMs_1, loadEnd, _loop_1, harnessClients_1, harnessClients_1_1, hc, _g, _h, conflict, convergenceFailures, harnessClients_2, harnessClients_2_1, hc, localEntities, serverDocs, serverMap, matches, localEntities_1, localEntities_1_1, _j, id, local, server, localData, e_2_1, report, error_1, harnessClients_3, harnessClients_3_1, hc, e_3_1;
|
|
355
|
+
var e_4, _k, e_5, _l, e_6, _m, e_7, _o, e_2, _p, e_8, _q, e_3, _r;
|
|
356
|
+
var _s, _t, _u, _v;
|
|
357
|
+
return __generator(this, function (_w) {
|
|
358
|
+
switch (_w.label) {
|
|
359
|
+
case 0:
|
|
360
|
+
config = parseFlags(process.argv.slice(2));
|
|
361
|
+
logger_1.logger.info("[loadHarness] starting", config);
|
|
362
|
+
return [4 /*yield*/, mongoose_1.default.connect(config.mongoUri)];
|
|
363
|
+
case 1:
|
|
364
|
+
_w.sent();
|
|
365
|
+
return [4 /*yield*/, Promise.all([
|
|
366
|
+
LoadTodoModel.collection.deleteMany({}),
|
|
367
|
+
(_s = mongoose_1.default.connection.db) === null || _s === void 0 ? void 0 : _s.collection("syncmutations").deleteMany({}),
|
|
368
|
+
(_t = mongoose_1.default.connection.db) === null || _t === void 0 ? void 0 : _t.collection("synccounters").deleteMany({}),
|
|
369
|
+
])];
|
|
370
|
+
case 2:
|
|
371
|
+
_w.sent();
|
|
372
|
+
return [4 /*yield*/, buildRig(config)];
|
|
373
|
+
case 3:
|
|
374
|
+
_a = _w.sent(), httpServer = _a.httpServer, realtimeApp = _a.realtimeApp, baseUrl = _a.baseUrl;
|
|
375
|
+
exitCode = 0;
|
|
376
|
+
harnessClients = [];
|
|
377
|
+
_w.label = 4;
|
|
378
|
+
case 4:
|
|
379
|
+
_w.trys.push([4, 27, 28, 39]);
|
|
380
|
+
UserModel = mongoose_1.default.models.LoadHarnessUser;
|
|
381
|
+
users = [];
|
|
382
|
+
i = 0;
|
|
383
|
+
_w.label = 5;
|
|
384
|
+
case 5:
|
|
385
|
+
if (!(i < config.clients)) return [3 /*break*/, 8];
|
|
386
|
+
return [4 /*yield*/, UserModel.create({ admin: false, email: "load-client-".concat(i, "@example.com") })];
|
|
387
|
+
case 6:
|
|
388
|
+
user = _w.sent();
|
|
389
|
+
users.push(user);
|
|
390
|
+
_w.label = 7;
|
|
391
|
+
case 7:
|
|
392
|
+
i++;
|
|
393
|
+
return [3 /*break*/, 5];
|
|
394
|
+
case 8:
|
|
395
|
+
for (i = 0; i < config.clients; i++) {
|
|
396
|
+
harnessClients.push(makeHarnessClient({ baseUrl: baseUrl, name: "load-client-".concat(i), user: users[i] }));
|
|
397
|
+
}
|
|
398
|
+
// ── Start all clients, wait for online ──────────────────────────────────
|
|
399
|
+
return [4 /*yield*/, Promise.all(harnessClients.map(function (hc) { return hc.client.start(); }))];
|
|
400
|
+
case 9:
|
|
401
|
+
// ── Start all clients, wait for online ──────────────────────────────────
|
|
402
|
+
_w.sent();
|
|
403
|
+
return [4 /*yield*/, waitFor(function () { return harnessClients.every(function (hc) { return hc.client.getSyncStatus().isOnline; }); }, {
|
|
404
|
+
label: "all clients online",
|
|
405
|
+
timeoutMs: 30000,
|
|
406
|
+
})];
|
|
407
|
+
case 10:
|
|
408
|
+
_w.sent();
|
|
409
|
+
logger_1.logger.info("[loadHarness] ".concat(harnessClients.length, " clients online"));
|
|
410
|
+
perOwnerCount_1 = new Map();
|
|
411
|
+
seeds = Array.from({ length: config.seedDocs }, function (_, i) {
|
|
412
|
+
var _a;
|
|
413
|
+
var owner = harnessClients[i % harnessClients.length];
|
|
414
|
+
perOwnerCount_1.set(owner.ownerId, ((_a = perOwnerCount_1.get(owner.ownerId)) !== null && _a !== void 0 ? _a : 0) + 1);
|
|
415
|
+
return { ownerId: owner.ownerId, title: "seed-".concat(i) };
|
|
416
|
+
});
|
|
417
|
+
bootstrapStart = Date.now();
|
|
418
|
+
if (!(seeds.length > 0)) return [3 /*break*/, 12];
|
|
419
|
+
return [4 /*yield*/, LoadTodoModel.insertMany(seeds)];
|
|
420
|
+
case 11:
|
|
421
|
+
_w.sent();
|
|
422
|
+
_w.label = 12;
|
|
423
|
+
case 12: return [4 /*yield*/, waitFor(function () {
|
|
424
|
+
return harnessClients.every(function (hc) {
|
|
425
|
+
var _a;
|
|
426
|
+
var expected = (_a = perOwnerCount_1.get(hc.ownerId)) !== null && _a !== void 0 ? _a : 0;
|
|
427
|
+
return hc.client.store.listEntities({ collection: COLLECTION }).length >= expected;
|
|
428
|
+
});
|
|
429
|
+
}, { label: "bootstrap convergence at ".concat(config.seedDocs, " docs"), timeoutMs: 120000 })];
|
|
430
|
+
case 13:
|
|
431
|
+
_w.sent();
|
|
432
|
+
bootstrapWallMs = Date.now() - bootstrapStart;
|
|
433
|
+
logger_1.logger.info("[loadHarness] bootstrap converged in ".concat(bootstrapWallMs, "ms"));
|
|
434
|
+
mutateLatenciesMs_1 = [];
|
|
435
|
+
fanoutLagsMs_1 = [];
|
|
436
|
+
conflictCount_1 = 0;
|
|
437
|
+
ackCount_1 = 0;
|
|
438
|
+
nackCount_1 = 0;
|
|
439
|
+
duplicateCount_1 = 0;
|
|
440
|
+
trackMutation = function (hc, mutationId, startedAt) { return __awaiter(void 0, void 0, void 0, function () {
|
|
441
|
+
var mutation, _a;
|
|
442
|
+
return __generator(this, function (_b) {
|
|
443
|
+
switch (_b.label) {
|
|
444
|
+
case 0:
|
|
445
|
+
_b.trys.push([0, 2, , 3]);
|
|
446
|
+
return [4 /*yield*/, waitFor(function () {
|
|
447
|
+
var mutation = hc.client.outbox.getMutation({ mutationId: mutationId });
|
|
448
|
+
return (mutation === undefined ||
|
|
449
|
+
mutation.status === "acked" ||
|
|
450
|
+
mutation.status === "conflicted" ||
|
|
451
|
+
mutation.status === "failed");
|
|
452
|
+
}, { intervalMs: 8, label: "mutation ".concat(mutationId, " terminal"), timeoutMs: 15000 })];
|
|
453
|
+
case 1:
|
|
454
|
+
_b.sent();
|
|
455
|
+
mutateLatenciesMs_1.push(Date.now() - startedAt);
|
|
456
|
+
mutation = hc.client.outbox.getMutation({ mutationId: mutationId });
|
|
457
|
+
if ((mutation === null || mutation === void 0 ? void 0 : mutation.status) === "conflicted") {
|
|
458
|
+
conflictCount_1 += 1;
|
|
459
|
+
}
|
|
460
|
+
else if ((mutation === null || mutation === void 0 ? void 0 : mutation.status) === "failed") {
|
|
461
|
+
nackCount_1 += 1;
|
|
462
|
+
}
|
|
463
|
+
else {
|
|
464
|
+
ackCount_1 += 1;
|
|
465
|
+
}
|
|
466
|
+
return [3 /*break*/, 3];
|
|
467
|
+
case 2:
|
|
468
|
+
_a = _b.sent();
|
|
469
|
+
// Timed out waiting; still record whatever elapsed so the report reflects it.
|
|
470
|
+
mutateLatenciesMs_1.push(Date.now() - startedAt);
|
|
471
|
+
return [3 /*break*/, 3];
|
|
472
|
+
case 3: return [2 /*return*/];
|
|
473
|
+
}
|
|
474
|
+
});
|
|
475
|
+
}); };
|
|
476
|
+
randomClient = function () {
|
|
477
|
+
return harnessClients[Math.floor(Math.random() * harnessClients.length)];
|
|
478
|
+
};
|
|
479
|
+
knownEntityIds = [];
|
|
480
|
+
try {
|
|
481
|
+
for (_b = __values(harnessClients.entries()), _c = _b.next(); !_c.done; _c = _b.next()) {
|
|
482
|
+
_d = __read(_c.value, 2), i = _d[0], hc = _d[1];
|
|
483
|
+
try {
|
|
484
|
+
for (_e = (e_5 = void 0, __values(hc.client.store.listEntities({ collection: COLLECTION }))), _f = _e.next(); !_f.done; _f = _e.next()) {
|
|
485
|
+
entity = _f.value;
|
|
486
|
+
knownEntityIds.push({ clientIndex: i, id: entity.id });
|
|
487
|
+
}
|
|
488
|
+
}
|
|
489
|
+
catch (e_5_1) { e_5 = { error: e_5_1 }; }
|
|
490
|
+
finally {
|
|
491
|
+
try {
|
|
492
|
+
if (_f && !_f.done && (_l = _e.return)) _l.call(_e);
|
|
493
|
+
}
|
|
494
|
+
finally { if (e_5) throw e_5.error; }
|
|
495
|
+
}
|
|
496
|
+
}
|
|
497
|
+
}
|
|
498
|
+
catch (e_4_1) { e_4 = { error: e_4_1 }; }
|
|
499
|
+
finally {
|
|
500
|
+
try {
|
|
501
|
+
if (_c && !_c.done && (_k = _b.return)) _k.call(_b);
|
|
502
|
+
}
|
|
503
|
+
finally { if (e_4) throw e_4.error; }
|
|
504
|
+
}
|
|
505
|
+
loadPromises = [];
|
|
506
|
+
intervalMs_1 = 1000 / config.targetRate;
|
|
507
|
+
loadEnd = Date.now() + config.durationSec * 1000;
|
|
508
|
+
_loop_1 = function () {
|
|
509
|
+
var hc, opRoll, startedAt, mutationId, target, owner_1, startedAt, mutationId, dupRequest_1, idx, target, owner, startedAt, mutationId, anyOwner, writeStart_1, doc, id_1;
|
|
510
|
+
return __generator(this, function (_x) {
|
|
511
|
+
switch (_x.label) {
|
|
512
|
+
case 0:
|
|
513
|
+
hc = randomClient();
|
|
514
|
+
opRoll = Math.random();
|
|
515
|
+
if (opRoll < 0.5 || knownEntityIds.length === 0) {
|
|
516
|
+
startedAt = Date.now();
|
|
517
|
+
mutationId = hc.client.mutate({
|
|
518
|
+
collection: COLLECTION,
|
|
519
|
+
data: { title: "load-".concat(Date.now(), "-").concat(Math.random().toString(36).slice(2, 8)) },
|
|
520
|
+
operation: "create",
|
|
521
|
+
}).mutationId;
|
|
522
|
+
loadPromises.push(trackMutation(hc, mutationId, startedAt));
|
|
523
|
+
}
|
|
524
|
+
else if (opRoll < 0.85) {
|
|
525
|
+
target = knownEntityIds[Math.floor(Math.random() * knownEntityIds.length)];
|
|
526
|
+
owner_1 = harnessClients[target.clientIndex];
|
|
527
|
+
startedAt = Date.now();
|
|
528
|
+
mutationId = owner_1.client.mutate({
|
|
529
|
+
collection: COLLECTION,
|
|
530
|
+
data: { title: "updated-".concat(Date.now()) },
|
|
531
|
+
id: target.id,
|
|
532
|
+
operation: "update",
|
|
533
|
+
}).mutationId;
|
|
534
|
+
loadPromises.push(trackMutation(owner_1, mutationId, startedAt));
|
|
535
|
+
// Deliberate mid-batch conflict: race a second, server-side write against the
|
|
536
|
+
// SAME entity underneath this client's just-queued optimistic edit, mirroring
|
|
537
|
+
// integration.test.ts's 4a/4b conflict scenarios (server moves on while the
|
|
538
|
+
// client's mutation is still in flight/queued).
|
|
539
|
+
if (Math.random() < 0.1) {
|
|
540
|
+
void LoadTodoModel.findById(target.id)
|
|
541
|
+
.then(function (doc) {
|
|
542
|
+
if (!doc) {
|
|
543
|
+
return;
|
|
544
|
+
}
|
|
545
|
+
doc.title = "server-race-".concat(Date.now());
|
|
546
|
+
return doc.save();
|
|
547
|
+
})
|
|
548
|
+
.catch(function () { });
|
|
549
|
+
}
|
|
550
|
+
// Deliberate duplicate mutationId resend: replay the exact same request via the
|
|
551
|
+
// lower-level httpChannel.sendMutation (mutate() always mints a fresh id, so a
|
|
552
|
+
// real duplicate delivery must go through the transport-level API directly, per
|
|
553
|
+
// integration.test.ts test "5.").
|
|
554
|
+
if (Math.random() < 0.05) {
|
|
555
|
+
dupRequest_1 = {
|
|
556
|
+
collection: COLLECTION,
|
|
557
|
+
data: { title: "dup-".concat(Date.now()) },
|
|
558
|
+
mutationId: "load-dup-".concat(Date.now(), "-").concat(Math.random().toString(36).slice(2, 8)),
|
|
559
|
+
operation: "create",
|
|
560
|
+
};
|
|
561
|
+
loadPromises.push(owner_1.httpChannel
|
|
562
|
+
.sendMutation(dupRequest_1)
|
|
563
|
+
.then(function () { return owner_1.httpChannel.sendMutation(dupRequest_1); })
|
|
564
|
+
.then(function () {
|
|
565
|
+
duplicateCount_1 += 1;
|
|
566
|
+
})
|
|
567
|
+
.catch(function () { }));
|
|
568
|
+
}
|
|
569
|
+
}
|
|
570
|
+
else {
|
|
571
|
+
idx = Math.floor(Math.random() * knownEntityIds.length);
|
|
572
|
+
target = knownEntityIds[idx];
|
|
573
|
+
owner = harnessClients[target.clientIndex];
|
|
574
|
+
startedAt = Date.now();
|
|
575
|
+
mutationId = owner.client.mutate({
|
|
576
|
+
collection: COLLECTION,
|
|
577
|
+
id: target.id,
|
|
578
|
+
operation: "delete",
|
|
579
|
+
}).mutationId;
|
|
580
|
+
loadPromises.push(trackMutation(owner, mutationId, startedAt));
|
|
581
|
+
knownEntityIds.splice(idx, 1);
|
|
582
|
+
}
|
|
583
|
+
if (!(Math.random() < 0.02)) return [3 /*break*/, 2];
|
|
584
|
+
anyOwner = randomClient();
|
|
585
|
+
writeStart_1 = Date.now();
|
|
586
|
+
return [4 /*yield*/, LoadTodoModel.create({
|
|
587
|
+
ownerId: anyOwner.ownerId,
|
|
588
|
+
title: "fanout-".concat(writeStart_1),
|
|
589
|
+
})];
|
|
590
|
+
case 1:
|
|
591
|
+
doc = _x.sent();
|
|
592
|
+
id_1 = String(doc._id);
|
|
593
|
+
knownEntityIds.push({ clientIndex: harnessClients.indexOf(anyOwner), id: id_1 });
|
|
594
|
+
loadPromises.push(waitFor(function () {
|
|
595
|
+
return harnessClients.every(function (hc2) { return hc2.client.store.getEntity({ collection: COLLECTION, id: id_1 }) !== undefined; });
|
|
596
|
+
}, {
|
|
597
|
+
intervalMs: 8,
|
|
598
|
+
label: "fanout delta for ".concat(id_1),
|
|
599
|
+
timeoutMs: 15000,
|
|
600
|
+
})
|
|
601
|
+
.then(function () {
|
|
602
|
+
fanoutLagsMs_1.push(Date.now() - writeStart_1);
|
|
603
|
+
})
|
|
604
|
+
.catch(function () { }));
|
|
605
|
+
_x.label = 2;
|
|
606
|
+
case 2: return [4 /*yield*/, new Promise(function (resolve) { return setTimeout(resolve, intervalMs_1); })];
|
|
607
|
+
case 3:
|
|
608
|
+
_x.sent();
|
|
609
|
+
return [2 /*return*/];
|
|
610
|
+
}
|
|
611
|
+
});
|
|
612
|
+
};
|
|
613
|
+
_w.label = 14;
|
|
614
|
+
case 14:
|
|
615
|
+
if (!(Date.now() < loadEnd)) return [3 /*break*/, 16];
|
|
616
|
+
return [5 /*yield**/, _loop_1()];
|
|
617
|
+
case 15:
|
|
618
|
+
_w.sent();
|
|
619
|
+
return [3 /*break*/, 14];
|
|
620
|
+
case 16: return [4 /*yield*/, Promise.all(loadPromises)];
|
|
621
|
+
case 17:
|
|
622
|
+
_w.sent();
|
|
623
|
+
try {
|
|
624
|
+
// Resolve any conflicts left over from the deliberate server-race scenario the load
|
|
625
|
+
// phase injects (useServer: the canonical server doc wins) — exactly what a real
|
|
626
|
+
// client eventually does, either via user action or an auto-resolve policy. Without
|
|
627
|
+
// this, a conflicted mutation sits in the outbox forever and both `queuedCount` and
|
|
628
|
+
// the final convergence check would spuriously never settle.
|
|
629
|
+
for (harnessClients_1 = __values(harnessClients), harnessClients_1_1 = harnessClients_1.next(); !harnessClients_1_1.done; harnessClients_1_1 = harnessClients_1.next()) {
|
|
630
|
+
hc = harnessClients_1_1.value;
|
|
631
|
+
try {
|
|
632
|
+
for (_g = (e_7 = void 0, __values((0, syncdb_1.listConflicts)({ store: hc.client.store }))), _h = _g.next(); !_h.done; _h = _g.next()) {
|
|
633
|
+
conflict = _h.value;
|
|
634
|
+
hc.client.resolveConflict({ mutationId: conflict.mutationId, strategy: "useServer" });
|
|
635
|
+
}
|
|
636
|
+
}
|
|
637
|
+
catch (e_7_1) { e_7 = { error: e_7_1 }; }
|
|
638
|
+
finally {
|
|
639
|
+
try {
|
|
640
|
+
if (_h && !_h.done && (_o = _g.return)) _o.call(_g);
|
|
641
|
+
}
|
|
642
|
+
finally { if (e_7) throw e_7.error; }
|
|
643
|
+
}
|
|
644
|
+
}
|
|
645
|
+
}
|
|
646
|
+
catch (e_6_1) { e_6 = { error: e_6_1 }; }
|
|
647
|
+
finally {
|
|
648
|
+
try {
|
|
649
|
+
if (harnessClients_1_1 && !harnessClients_1_1.done && (_m = harnessClients_1.return)) _m.call(harnessClients_1);
|
|
650
|
+
}
|
|
651
|
+
finally { if (e_6) throw e_6.error; }
|
|
652
|
+
}
|
|
653
|
+
// Drain any outstanding queued mutations before checking convergence.
|
|
654
|
+
return [4 /*yield*/, waitFor(function () { return harnessClients.every(function (hc) { return hc.client.getSyncStatus().queuedCount === 0; }); }, {
|
|
655
|
+
label: "all clients drained",
|
|
656
|
+
timeoutMs: 60000,
|
|
657
|
+
}).catch(function (error) {
|
|
658
|
+
logger_1.logger.warn("[loadHarness] drain wait: ".concat(String(error)));
|
|
659
|
+
})];
|
|
660
|
+
case 18:
|
|
661
|
+
// Drain any outstanding queued mutations before checking convergence.
|
|
662
|
+
_w.sent();
|
|
663
|
+
convergenceFailures = 0;
|
|
664
|
+
_w.label = 19;
|
|
665
|
+
case 19:
|
|
666
|
+
_w.trys.push([19, 24, 25, 26]);
|
|
667
|
+
harnessClients_2 = __values(harnessClients), harnessClients_2_1 = harnessClients_2.next();
|
|
668
|
+
_w.label = 20;
|
|
669
|
+
case 20:
|
|
670
|
+
if (!!harnessClients_2_1.done) return [3 /*break*/, 23];
|
|
671
|
+
hc = harnessClients_2_1.value;
|
|
672
|
+
localEntities = new Map(hc.client.store
|
|
673
|
+
.listEntities({ collection: COLLECTION })
|
|
674
|
+
.map(function (entity) { return [entity.id, { data: entity.data, seq: entity.seq }]; }));
|
|
675
|
+
return [4 /*yield*/, LoadTodoModel.find({ deleted: { $ne: true }, ownerId: hc.ownerId })];
|
|
676
|
+
case 21:
|
|
677
|
+
serverDocs = _w.sent();
|
|
678
|
+
serverMap = new Map(serverDocs.map(function (doc) {
|
|
679
|
+
var _a;
|
|
680
|
+
return [
|
|
681
|
+
String(doc._id),
|
|
682
|
+
{ seq: (_a = doc._syncSeq) !== null && _a !== void 0 ? _a : 0, title: doc.title },
|
|
683
|
+
];
|
|
684
|
+
}));
|
|
685
|
+
matches = localEntities.size === serverMap.size;
|
|
686
|
+
if (matches) {
|
|
687
|
+
try {
|
|
688
|
+
for (localEntities_1 = (e_8 = void 0, __values(localEntities)), localEntities_1_1 = localEntities_1.next(); !localEntities_1_1.done; localEntities_1_1 = localEntities_1.next()) {
|
|
689
|
+
_j = __read(localEntities_1_1.value, 2), id = _j[0], local = _j[1];
|
|
690
|
+
server = serverMap.get(id);
|
|
691
|
+
localData = local.data;
|
|
692
|
+
if (!server || server.seq !== local.seq || server.title !== (localData === null || localData === void 0 ? void 0 : localData.title)) {
|
|
693
|
+
matches = false;
|
|
694
|
+
break;
|
|
695
|
+
}
|
|
696
|
+
}
|
|
697
|
+
}
|
|
698
|
+
catch (e_8_1) { e_8 = { error: e_8_1 }; }
|
|
699
|
+
finally {
|
|
700
|
+
try {
|
|
701
|
+
if (localEntities_1_1 && !localEntities_1_1.done && (_q = localEntities_1.return)) _q.call(localEntities_1);
|
|
702
|
+
}
|
|
703
|
+
finally { if (e_8) throw e_8.error; }
|
|
704
|
+
}
|
|
705
|
+
}
|
|
706
|
+
if (!matches) {
|
|
707
|
+
convergenceFailures += 1;
|
|
708
|
+
}
|
|
709
|
+
logger_1.logger.info("[loadHarness] convergence ".concat(matches ? "PASS" : "FAIL", " for ").concat(hc.name, " (local=").concat(localEntities.size, ", server=").concat(serverMap.size, ")"));
|
|
710
|
+
_w.label = 22;
|
|
711
|
+
case 22:
|
|
712
|
+
harnessClients_2_1 = harnessClients_2.next();
|
|
713
|
+
return [3 /*break*/, 20];
|
|
714
|
+
case 23: return [3 /*break*/, 26];
|
|
715
|
+
case 24:
|
|
716
|
+
e_2_1 = _w.sent();
|
|
717
|
+
e_2 = { error: e_2_1 };
|
|
718
|
+
return [3 /*break*/, 26];
|
|
719
|
+
case 25:
|
|
720
|
+
try {
|
|
721
|
+
if (harnessClients_2_1 && !harnessClients_2_1.done && (_p = harnessClients_2.return)) _p.call(harnessClients_2);
|
|
722
|
+
}
|
|
723
|
+
finally { if (e_2) throw e_2.error; }
|
|
724
|
+
return [7 /*endfinally*/];
|
|
725
|
+
case 26:
|
|
726
|
+
report = [
|
|
727
|
+
"",
|
|
728
|
+
"==================== SyncDB Load Harness Report ====================",
|
|
729
|
+
"clients=".concat(config.clients, " seedDocs=").concat(config.seedDocs, " targetRate=").concat(config.targetRate, "/s durationSec=").concat(config.durationSec),
|
|
730
|
+
"",
|
|
731
|
+
"Bootstrap wall time @ ".concat(config.seedDocs, " docs: ").concat(bootstrapWallMs, "ms"),
|
|
732
|
+
"",
|
|
733
|
+
"Mutate round-trip latency (ms):",
|
|
734
|
+
" p50=".concat(percentile(mutateLatenciesMs_1, 50).toFixed(1), " p95=").concat(percentile(mutateLatenciesMs_1, 95).toFixed(1), " p99=").concat(percentile(mutateLatenciesMs_1, 99).toFixed(1), " (n=").concat(mutateLatenciesMs_1.length, ")"),
|
|
735
|
+
" acked=".concat(ackCount_1, " conflicted=").concat(conflictCount_1, " failed=").concat(nackCount_1, " duplicateResends=").concat(duplicateCount_1),
|
|
736
|
+
"",
|
|
737
|
+
"Change-stream -> sync:delta fan-out lag across all sockets (ms):",
|
|
738
|
+
fanoutLagsMs_1.length > 0
|
|
739
|
+
? " min=".concat(Math.min.apply(Math, __spreadArray([], __read(fanoutLagsMs_1), false)).toFixed(1), " p50=").concat(percentile(fanoutLagsMs_1, 50).toFixed(1), " p95=").concat(percentile(fanoutLagsMs_1, 95).toFixed(1), " max=").concat(Math.max.apply(Math, __spreadArray([], __read(fanoutLagsMs_1), false)).toFixed(1), " (n=").concat(fanoutLagsMs_1.length, ")")
|
|
740
|
+
: " (no samples collected)",
|
|
741
|
+
"",
|
|
742
|
+
"Final-state convergence: ".concat(harnessClients.length - convergenceFailures, "/").concat(harnessClients.length, " clients PASS"),
|
|
743
|
+
"======================================================================",
|
|
744
|
+
"",
|
|
745
|
+
].join("\n");
|
|
746
|
+
// Deliberately plain stdout output for a load report — not a structured log line.
|
|
747
|
+
process.stdout.write(report);
|
|
748
|
+
if (convergenceFailures > 0) {
|
|
749
|
+
exitCode = 1;
|
|
750
|
+
}
|
|
751
|
+
return [3 /*break*/, 39];
|
|
752
|
+
case 27:
|
|
753
|
+
error_1 = _w.sent();
|
|
754
|
+
logger_1.logger.error("[loadHarness] fatal error: ".concat(String(error_1)));
|
|
755
|
+
exitCode = 1;
|
|
756
|
+
return [3 /*break*/, 39];
|
|
757
|
+
case 28:
|
|
758
|
+
_w.trys.push([28, 33, 34, 35]);
|
|
759
|
+
harnessClients_3 = __values(harnessClients), harnessClients_3_1 = harnessClients_3.next();
|
|
760
|
+
_w.label = 29;
|
|
761
|
+
case 29:
|
|
762
|
+
if (!!harnessClients_3_1.done) return [3 /*break*/, 32];
|
|
763
|
+
hc = harnessClients_3_1.value;
|
|
764
|
+
return [4 /*yield*/, hc.client.stop().catch(function () { })];
|
|
765
|
+
case 30:
|
|
766
|
+
_w.sent();
|
|
767
|
+
_w.label = 31;
|
|
768
|
+
case 31:
|
|
769
|
+
harnessClients_3_1 = harnessClients_3.next();
|
|
770
|
+
return [3 /*break*/, 29];
|
|
771
|
+
case 32: return [3 /*break*/, 35];
|
|
772
|
+
case 33:
|
|
773
|
+
e_3_1 = _w.sent();
|
|
774
|
+
e_3 = { error: e_3_1 };
|
|
775
|
+
return [3 /*break*/, 35];
|
|
776
|
+
case 34:
|
|
777
|
+
try {
|
|
778
|
+
if (harnessClients_3_1 && !harnessClients_3_1.done && (_r = harnessClients_3.return)) _r.call(harnessClients_3);
|
|
779
|
+
}
|
|
780
|
+
finally { if (e_3) throw e_3.error; }
|
|
781
|
+
return [7 /*endfinally*/];
|
|
782
|
+
case 35:
|
|
783
|
+
(_u = realtimeApp.getIo()) === null || _u === void 0 ? void 0 : _u.disconnectSockets(true);
|
|
784
|
+
(_v = httpServer.closeAllConnections) === null || _v === void 0 ? void 0 : _v.call(httpServer);
|
|
785
|
+
return [4 /*yield*/, realtimeApp.close().catch(function () { })];
|
|
786
|
+
case 36:
|
|
787
|
+
_w.sent();
|
|
788
|
+
return [4 /*yield*/, new Promise(function (resolve) {
|
|
789
|
+
httpServer.close(function () { return resolve(); });
|
|
790
|
+
})];
|
|
791
|
+
case 37:
|
|
792
|
+
_w.sent();
|
|
793
|
+
(0, registry_1.clearSyncRegistry)();
|
|
794
|
+
return [4 /*yield*/, mongoose_1.default.disconnect()];
|
|
795
|
+
case 38:
|
|
796
|
+
_w.sent();
|
|
797
|
+
return [7 /*endfinally*/];
|
|
798
|
+
case 39:
|
|
799
|
+
process.exit(exitCode);
|
|
800
|
+
return [2 /*return*/];
|
|
801
|
+
}
|
|
802
|
+
});
|
|
803
|
+
}); };
|
|
804
|
+
main().catch(function (error) {
|
|
805
|
+
logger_1.logger.error("[loadHarness] unhandled error: ".concat(String(error)));
|
|
806
|
+
process.exit(1);
|
|
807
|
+
});
|