@indigoai-us/hq-cloud 5.26.0 → 5.27.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (69) hide show
  1. package/.github/workflows/ci.yml +34 -0
  2. package/dist/bin/sync-runner.d.ts +38 -0
  3. package/dist/bin/sync-runner.d.ts.map +1 -1
  4. package/dist/bin/sync-runner.js +75 -1
  5. package/dist/bin/sync-runner.js.map +1 -1
  6. package/dist/index.d.ts +4 -2
  7. package/dist/index.d.ts.map +1 -1
  8. package/dist/index.js +4 -1
  9. package/dist/index.js.map +1 -1
  10. package/dist/sync/feature-flags.d.ts +136 -0
  11. package/dist/sync/feature-flags.d.ts.map +1 -0
  12. package/dist/sync/feature-flags.js +160 -0
  13. package/dist/sync/feature-flags.js.map +1 -0
  14. package/dist/sync/feature-flags.test.d.ts +24 -0
  15. package/dist/sync/feature-flags.test.d.ts.map +1 -0
  16. package/dist/sync/feature-flags.test.js +330 -0
  17. package/dist/sync/feature-flags.test.js.map +1 -0
  18. package/dist/sync/index.d.ts +10 -2
  19. package/dist/sync/index.d.ts.map +1 -1
  20. package/dist/sync/index.js +5 -1
  21. package/dist/sync/index.js.map +1 -1
  22. package/dist/sync/logger.d.ts +61 -0
  23. package/dist/sync/logger.d.ts.map +1 -0
  24. package/dist/sync/logger.js +51 -0
  25. package/dist/sync/logger.js.map +1 -0
  26. package/dist/sync/logger.test.d.ts +19 -0
  27. package/dist/sync/logger.test.d.ts.map +1 -0
  28. package/dist/sync/logger.test.js +199 -0
  29. package/dist/sync/logger.test.js.map +1 -0
  30. package/dist/sync/metrics.d.ts +89 -0
  31. package/dist/sync/metrics.d.ts.map +1 -0
  32. package/dist/sync/metrics.js +105 -0
  33. package/dist/sync/metrics.js.map +1 -0
  34. package/dist/sync/metrics.test.d.ts +19 -0
  35. package/dist/sync/metrics.test.d.ts.map +1 -0
  36. package/dist/sync/metrics.test.js +280 -0
  37. package/dist/sync/metrics.test.js.map +1 -0
  38. package/dist/sync/push-receiver.d.ts +442 -0
  39. package/dist/sync/push-receiver.d.ts.map +1 -0
  40. package/dist/sync/push-receiver.js +782 -0
  41. package/dist/sync/push-receiver.js.map +1 -0
  42. package/dist/sync/push-receiver.test.d.ts +25 -0
  43. package/dist/sync/push-receiver.test.d.ts.map +1 -0
  44. package/dist/sync/push-receiver.test.js +477 -0
  45. package/dist/sync/push-receiver.test.js.map +1 -0
  46. package/dist/sync/push-transport.d.ts +84 -1
  47. package/dist/sync/push-transport.d.ts.map +1 -1
  48. package/dist/sync/push-transport.js +84 -0
  49. package/dist/sync/push-transport.js.map +1 -1
  50. package/dist/watcher.d.ts +113 -2
  51. package/dist/watcher.d.ts.map +1 -1
  52. package/dist/watcher.js +204 -25
  53. package/dist/watcher.js.map +1 -1
  54. package/package.json +9 -5
  55. package/src/bin/sync-runner.ts +102 -1
  56. package/src/index.ts +21 -0
  57. package/src/sync/feature-flags.test.ts +392 -0
  58. package/src/sync/feature-flags.ts +229 -0
  59. package/src/sync/index.ts +57 -2
  60. package/src/sync/logger.test.ts +241 -0
  61. package/src/sync/logger.ts +79 -0
  62. package/src/sync/metrics.test.ts +380 -0
  63. package/src/sync/metrics.ts +158 -0
  64. package/src/sync/push-receiver.test.ts +545 -0
  65. package/src/sync/push-receiver.ts +1077 -0
  66. package/src/sync/push-transport.ts +148 -1
  67. package/src/watcher.ts +299 -17
  68. package/test/e2e/sync/cross-tenant-isolation.test.ts +502 -0
  69. package/test/e2e/watcher-real-chokidar.test.ts +105 -0
@@ -0,0 +1,158 @@
1
+ /**
2
+ * Sync pipeline metrics — CloudWatch custom metrics for the event-driven push
3
+ * receive loop (project event-driven-sync-menubar US-011).
4
+ *
5
+ * Publishes one `hq-cloud.sync.p95_latency_seconds` datum per successfully
6
+ * processed push event to the `HQPro/Sync` namespace, with a `TenantId`
7
+ * dimension so the dashboard widget can be filtered per tenant. CloudWatch
8
+ * aggregates p50/p95/p99 across the time window via the dashboard's
9
+ * `Statistics` setting; the receive-loop side just emits one raw value per
10
+ * event.
11
+ *
12
+ * Best-effort emission
13
+ * ────────────────────
14
+ * - module-level singleton CloudWatchClient with a `_setSyncCloudWatchClient`
15
+ * test seam
16
+ * - `publishSyncLatencyMetric` catches all errors and NEVER throws — a
17
+ * CloudWatch outage MUST NOT crash the sync receive loop. The cadence
18
+ * safety net still picks up missed work and metric blanks are recoverable;
19
+ * a crashed loop is not.
20
+ * - explicit `Unit` + `Timestamp` + `Dimensions` per datum
21
+ *
22
+ * Why latency (and not also "events received" / "events failed")?
23
+ * ───────────────────────────────────────────────────────────────
24
+ * US-011 AC#1 calls for the p95 latency metric specifically. The receive-loop's
25
+ * existing `processedCount` / log lines cover the count/failure dimensions for
26
+ * now; widening to additional metric names happens in a follow-up if the
27
+ * operator dashboard grows.
28
+ *
29
+ * Adapted from indigoai-us/hq-pro PR #112 (src/sync/metrics.ts) into
30
+ * @indigoai-us/hq-cloud (Path B).
31
+ */
32
+
33
+ import {
34
+ CloudWatchClient,
35
+ PutMetricDataCommand,
36
+ type MetricDatum,
37
+ } from "@aws-sdk/client-cloudwatch";
38
+ import type { Logger } from "pino";
39
+
40
+ // ── Constants ──────────────────────────────────────────────────────────────
41
+
42
+ /**
43
+ * CloudWatch metric namespace for the sync pipeline. Matches the server-side
44
+ * namespace (hq-pro PR #112) so the dashboard + alarm cover the client path.
45
+ */
46
+ export const SYNC_METRIC_NAMESPACE = "HQPro/Sync";
47
+
48
+ /**
49
+ * Metric name for per-event sync latency in seconds. The dashboard widget
50
+ * applies `Statistics: ["p95"]` to aggregate across the time window — the
51
+ * receive loop just emits one raw `Seconds` value per processed event.
52
+ *
53
+ * Name chosen to match the PRD's alarm threshold (`p95 > 10s`).
54
+ */
55
+ export const SYNC_LATENCY_METRIC_NAME = "hq-cloud.sync.p95_latency_seconds";
56
+
57
+ // ── Types ──────────────────────────────────────────────────────────────────
58
+
59
+ /**
60
+ * One latency observation. `latencySeconds` is the wall-clock duration from
61
+ * save-on-A to visible-on-B (or, on the receive loop, the `syncFn(ctx)`
62
+ * duration); we ONLY publish on the success path so failed syncs don't skew
63
+ * p95 toward infinity.
64
+ *
65
+ * `relativePath` and `sequenceNumber` are NOT used as CloudWatch dimensions
66
+ * (cardinality explosion) — they're captured here for the optional debug log
67
+ * emitted on failure so operators can correlate back to the 3-log chain when
68
+ * investigating a spike.
69
+ */
70
+ export interface SyncLatencyMetric {
71
+ tenantId: string;
72
+ relativePath: string;
73
+ sequenceNumber: number;
74
+ latencySeconds: number;
75
+ timestamp: Date;
76
+ }
77
+
78
+ // ── Client ─────────────────────────────────────────────────────────────────
79
+
80
+ let _cwClient: CloudWatchClient | undefined;
81
+
82
+ function getCloudWatchClient(): CloudWatchClient {
83
+ if (!_cwClient) {
84
+ _cwClient = new CloudWatchClient({});
85
+ }
86
+ return _cwClient;
87
+ }
88
+
89
+ /**
90
+ * Replace the CloudWatch client (for testing).
91
+ * @internal
92
+ */
93
+ export function _setSyncCloudWatchClient(client: CloudWatchClient): void {
94
+ _cwClient = client;
95
+ }
96
+
97
+ // ── Publish ────────────────────────────────────────────────────────────────
98
+
99
+ export interface PublishSyncLatencyMetricOptions {
100
+ /** Override the CloudWatch client (tests). Defaults to the module singleton. */
101
+ client?: CloudWatchClient;
102
+ /** Optional pino logger for emission failures. */
103
+ logger?: Logger;
104
+ }
105
+
106
+ /**
107
+ * Publish a single latency datum to CloudWatch.
108
+ *
109
+ * Best-effort: any error from the SDK is CAUGHT and logged. A CloudWatch outage
110
+ * MUST NOT crash the sync receive loop — the cadence safety net still picks up
111
+ * missed work, and metric blanks are recoverable; a crashed loop is not.
112
+ *
113
+ * Dimension: `TenantId` only. The `relativePath`/`sequenceNumber` fields on the
114
+ * input are intentionally NOT promoted to dimensions (cardinality), but they
115
+ * ride along on the failure log so an operator can correlate a missed datum to
116
+ * its 3-log chain entry.
117
+ */
118
+ export async function publishSyncLatencyMetric(
119
+ metric: SyncLatencyMetric,
120
+ opts: PublishSyncLatencyMetricOptions = {},
121
+ ): Promise<void> {
122
+ const datum: MetricDatum = {
123
+ MetricName: SYNC_LATENCY_METRIC_NAME,
124
+ Value: metric.latencySeconds,
125
+ Unit: "Seconds",
126
+ Timestamp: metric.timestamp,
127
+ Dimensions: [{ Name: "TenantId", Value: metric.tenantId }],
128
+ };
129
+
130
+ try {
131
+ const client = opts.client ?? getCloudWatchClient();
132
+ await client.send(
133
+ new PutMetricDataCommand({
134
+ Namespace: SYNC_METRIC_NAMESPACE,
135
+ MetricData: [datum],
136
+ }),
137
+ );
138
+ } catch (err) {
139
+ const message = err instanceof Error ? err.message : String(err);
140
+ if (opts.logger) {
141
+ opts.logger.warn(
142
+ {
143
+ event: "sync.metric.publish_failed",
144
+ tenantId: metric.tenantId,
145
+ relativePath: metric.relativePath,
146
+ sequenceNumber: metric.sequenceNumber,
147
+ err: { message },
148
+ },
149
+ "failed to publish sync latency metric to CloudWatch",
150
+ );
151
+ } else {
152
+ console.error(
153
+ "Failed to publish sync latency metric to CloudWatch:",
154
+ message,
155
+ );
156
+ }
157
+ }
158
+ }
@@ -0,0 +1,545 @@
1
+ /**
2
+ * US-009 — push-receiver unit tests.
3
+ *
4
+ * Covers the five required behaviors from the PRD AC, against the SQS-backed
5
+ * {@link SqsPushReceiver} (mocked SQS client — NO real AWS) and the
6
+ * {@link InMemoryPushReceiver} (in-process fanout analogue):
7
+ *
8
+ * 1. subscribe lifecycle — start opens the poll loop / subscription, dispose
9
+ * stops it; double-start is a no-op; flag-OFF stays dormant.
10
+ * 2. dedupe — an event with sequenceNumber <= the highest seen
11
+ * for its path is skipped; per-path counters are independent.
12
+ * 3. reconnect-replay — a transient receiveMessage failure backs off and
13
+ * resumes; SQS retention redelivers the buffered events; dedupe absorbs
14
+ * redelivery (in-memory: disconnect buffers, reconnect drains).
15
+ * 4. flag gating — dormant when the per-tenant flag is OFF; no queue
16
+ * polled, connected stays false.
17
+ * 5. dispose drain — dispose aborts + awaits the in-flight syncFn, then
18
+ * disconnects; the loop terminates with no leaked timers.
19
+ *
20
+ * The live per-client SQS queue is NOT provisioned yet (server provisioning
21
+ * Lambda is an unbuilt follow-up — see references.md). Every test injects a
22
+ * fake SQS client / in-memory fanout.
23
+ */
24
+
25
+ import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";
26
+
27
+ import { encodePushEvent, type PushEvent } from "./push-event.js";
28
+ import { StaticFlagProvider } from "./feature-flags.js";
29
+ import {
30
+ InMemoryFanout,
31
+ InMemoryPushReceiver,
32
+ NoopPushReceiver,
33
+ SqsPushReceiver,
34
+ createPushReceiver,
35
+ type SqsClientLike,
36
+ type SqsMessageLike,
37
+ type SyncEngineFn,
38
+ } from "./push-receiver.js";
39
+
40
+ // ─── Fixtures ────────────────────────────────────────────────────────────────
41
+
42
+ const TENANT = "tenant-indigo";
43
+ const QUEUE_URL = "https://sqs.us-east-1.amazonaws.com/123456789012/sync-push-indigo-deviceA";
44
+
45
+ function makeEvent(overrides: Partial<PushEvent> = {}): PushEvent {
46
+ return {
47
+ relativePath: "companies/indigo/notes.md",
48
+ contentHash:
49
+ "sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
50
+ mtime: "2026-05-21T12:34:56.000Z",
51
+ originDeviceId: "device-A",
52
+ originTenantId: TENANT,
53
+ sequenceNumber: 1,
54
+ eventTimestamp: "2026-05-21T12:34:56.500Z",
55
+ ...overrides,
56
+ };
57
+ }
58
+
59
+ function msg(event: PushEvent, receiptHandle = `rh-${event.sequenceNumber}`): SqsMessageLike {
60
+ return {
61
+ Body: encodePushEvent(event),
62
+ ReceiptHandle: receiptHandle,
63
+ MessageId: `m-${event.relativePath}-${event.sequenceNumber}`,
64
+ };
65
+ }
66
+
67
+ /**
68
+ * A scriptable fake SQS client. `enqueue` adds batches that successive
69
+ * `receiveMessage` calls drain (one batch per call); once drained, it blocks
70
+ * on the abort signal (modeling an idle long-poll) so dispose ends it cleanly.
71
+ * `failNext(n)` makes the next `n` receiveMessage calls reject (transient).
72
+ */
73
+ class FakeSqs implements SqsClientLike {
74
+ private batches: SqsMessageLike[][] = [];
75
+ private failCount = 0;
76
+ readonly deleted: string[] = [];
77
+ receiveCalls = 0;
78
+
79
+ enqueue(messages: SqsMessageLike[]): void {
80
+ this.batches.push(messages);
81
+ }
82
+ failNext(n: number): void {
83
+ this.failCount += n;
84
+ }
85
+
86
+ async receiveMessage(args: {
87
+ queueUrl: string;
88
+ maxMessages: number;
89
+ waitTimeSeconds: number;
90
+ signal: AbortSignal;
91
+ }): Promise<{ messages: SqsMessageLike[] }> {
92
+ this.receiveCalls += 1;
93
+ if (this.failCount > 0) {
94
+ this.failCount -= 1;
95
+ throw new Error("simulated SQS receive failure");
96
+ }
97
+ const next = this.batches.shift();
98
+ if (next && next.length > 0) {
99
+ return { messages: next };
100
+ }
101
+ // Idle long-poll: resolve empty on the next tick (or promptly on abort).
102
+ return new Promise((resolve) => {
103
+ if (args.signal.aborted) return resolve({ messages: [] });
104
+ const t = setTimeout(() => resolve({ messages: [] }), 5);
105
+ (t as { unref?: () => void }).unref?.();
106
+ args.signal.addEventListener(
107
+ "abort",
108
+ () => {
109
+ clearTimeout(t);
110
+ resolve({ messages: [] });
111
+ },
112
+ { once: true },
113
+ );
114
+ });
115
+ }
116
+
117
+ async deleteMessage(args: { queueUrl: string; receiptHandle: string }): Promise<void> {
118
+ this.deleted.push(args.receiptHandle);
119
+ }
120
+ }
121
+
122
+ /** Wait until `predicate()` is true or `timeoutMs` elapses. */
123
+ async function waitFor(predicate: () => boolean, timeoutMs = 1000): Promise<void> {
124
+ const start = Date.now();
125
+ while (!predicate()) {
126
+ if (Date.now() - start > timeoutMs) {
127
+ throw new Error("waitFor: timed out");
128
+ }
129
+ await new Promise((r) => setTimeout(r, 5));
130
+ }
131
+ }
132
+
133
+ // fast, abortable sleep so backoff doesn't slow the suite
134
+ const fastSleep = (ms: number, signal: AbortSignal): Promise<void> =>
135
+ new Promise((resolve) => {
136
+ if (signal.aborted) return resolve();
137
+ const t = setTimeout(resolve, Math.min(ms, 5));
138
+ signal.addEventListener("abort", () => { clearTimeout(t); resolve(); }, { once: true });
139
+ });
140
+
141
+ // ─── SqsPushReceiver ─────────────────────────────────────────────────────────
142
+
143
+ describe("US-009: SqsPushReceiver — subscribe lifecycle", () => {
144
+ it("start opens the poll loop and processes a received event via syncFn, then deletes it", async () => {
145
+ const sqs = new FakeSqs();
146
+ const seen: string[] = [];
147
+ const syncFn: SyncEngineFn = async (ctx) => {
148
+ seen.push(ctx.event.relativePath);
149
+ };
150
+ sqs.enqueue([msg(makeEvent({ sequenceNumber: 1 }))]);
151
+
152
+ const receiver = new SqsPushReceiver({
153
+ tenantId: TENANT,
154
+ queueUrl: QUEUE_URL,
155
+ sqs,
156
+ syncFn,
157
+ enabled: true,
158
+ sleep: fastSleep,
159
+ });
160
+
161
+ await receiver.start();
162
+ expect(receiver.connected).toBe(true);
163
+ await waitFor(() => receiver.processedCount === 1);
164
+ expect(seen).toEqual(["companies/indigo/notes.md"]);
165
+ expect(sqs.deleted).toContain("rh-1");
166
+
167
+ await receiver.dispose();
168
+ expect(receiver.connected).toBe(false);
169
+ });
170
+
171
+ it("double-start is a no-op (single poll loop)", async () => {
172
+ const sqs = new FakeSqs();
173
+ const receiver = new SqsPushReceiver({
174
+ tenantId: TENANT,
175
+ queueUrl: QUEUE_URL,
176
+ sqs,
177
+ syncFn: async () => undefined,
178
+ enabled: true,
179
+ sleep: fastSleep,
180
+ });
181
+ await receiver.start();
182
+ await receiver.start();
183
+ // Let a couple poll iterations happen; a duplicated loop would roughly
184
+ // double the receive call rate. We just assert it stays connected + clean.
185
+ await new Promise((r) => setTimeout(r, 30));
186
+ expect(receiver.connected).toBe(true);
187
+ await receiver.dispose();
188
+ });
189
+
190
+ it("subscribes ONLY to its own tenant's queue (cross-tenant isolation boundary)", async () => {
191
+ const sqs = new FakeSqs();
192
+ const urls: string[] = [];
193
+ const spy: SqsClientLike = {
194
+ receiveMessage: (a) => {
195
+ urls.push(a.queueUrl);
196
+ return sqs.receiveMessage(a);
197
+ },
198
+ deleteMessage: (a) => sqs.deleteMessage(a),
199
+ };
200
+ const receiver = new SqsPushReceiver({
201
+ tenantId: TENANT,
202
+ queueUrl: QUEUE_URL,
203
+ sqs: spy,
204
+ syncFn: async () => undefined,
205
+ enabled: true,
206
+ sleep: fastSleep,
207
+ });
208
+ await receiver.start();
209
+ await waitFor(() => urls.length >= 1);
210
+ await receiver.dispose();
211
+ expect(new Set(urls)).toEqual(new Set([QUEUE_URL]));
212
+ });
213
+
214
+ it("constructor rejects empty tenantId / queueUrl", () => {
215
+ expect(
216
+ () =>
217
+ new SqsPushReceiver({
218
+ tenantId: "",
219
+ queueUrl: QUEUE_URL,
220
+ sqs: new FakeSqs(),
221
+ syncFn: async () => undefined,
222
+ enabled: true,
223
+ }),
224
+ ).toThrow(/tenantId is required/);
225
+ expect(
226
+ () =>
227
+ new SqsPushReceiver({
228
+ tenantId: TENANT,
229
+ queueUrl: "",
230
+ sqs: new FakeSqs(),
231
+ syncFn: async () => undefined,
232
+ enabled: true,
233
+ }),
234
+ ).toThrow(/queueUrl is required/);
235
+ });
236
+ });
237
+
238
+ describe("US-009: SqsPushReceiver — dedupe", () => {
239
+ it("skips an event whose sequenceNumber <= the highest seen for that path", async () => {
240
+ const sqs = new FakeSqs();
241
+ const processed: number[] = [];
242
+ const syncFn: SyncEngineFn = async (ctx) => {
243
+ processed.push(ctx.event.sequenceNumber);
244
+ };
245
+ // seq 1, then a redelivery of 1, then 2 — same path.
246
+ sqs.enqueue([msg(makeEvent({ sequenceNumber: 1 }), "rh-a")]);
247
+ sqs.enqueue([msg(makeEvent({ sequenceNumber: 1 }), "rh-b")]);
248
+ sqs.enqueue([msg(makeEvent({ sequenceNumber: 2 }), "rh-c")]);
249
+
250
+ const receiver = new SqsPushReceiver({
251
+ tenantId: TENANT,
252
+ queueUrl: QUEUE_URL,
253
+ sqs,
254
+ syncFn,
255
+ enabled: true,
256
+ sleep: fastSleep,
257
+ });
258
+ await receiver.start();
259
+ await waitFor(() => receiver.processedCount === 2);
260
+ await receiver.dispose();
261
+
262
+ expect(processed).toEqual([1, 2]);
263
+ expect(receiver.dedupedCount).toBe(1);
264
+ // The deduped redelivery is still deleted (we don't need it again).
265
+ expect(sqs.deleted).toContain("rh-b");
266
+ });
267
+
268
+ it("dedupe is per-path — same sequence number on different paths both process", async () => {
269
+ const sqs = new FakeSqs();
270
+ const processed: string[] = [];
271
+ const syncFn: SyncEngineFn = async (ctx) => {
272
+ processed.push(ctx.event.relativePath);
273
+ };
274
+ sqs.enqueue([
275
+ msg(makeEvent({ relativePath: "companies/indigo/a.md", sequenceNumber: 5 }), "rh-1"),
276
+ msg(makeEvent({ relativePath: "companies/indigo/b.md", sequenceNumber: 5 }), "rh-2"),
277
+ ]);
278
+ const receiver = new SqsPushReceiver({
279
+ tenantId: TENANT,
280
+ queueUrl: QUEUE_URL,
281
+ sqs,
282
+ syncFn,
283
+ enabled: true,
284
+ sleep: fastSleep,
285
+ });
286
+ await receiver.start();
287
+ await waitFor(() => receiver.processedCount === 2);
288
+ await receiver.dispose();
289
+ expect(new Set(processed)).toEqual(
290
+ new Set(["companies/indigo/a.md", "companies/indigo/b.md"]),
291
+ );
292
+ expect(receiver.dedupedCount).toBe(0);
293
+ });
294
+
295
+ it("drops an undecodable message at the wire boundary without crashing the loop", async () => {
296
+ const sqs = new FakeSqs();
297
+ sqs.enqueue([{ Body: "{not json", ReceiptHandle: "rh-bad", MessageId: "m-bad" }]);
298
+ sqs.enqueue([msg(makeEvent({ sequenceNumber: 1 }), "rh-good")]);
299
+ const receiver = new SqsPushReceiver({
300
+ tenantId: TENANT,
301
+ queueUrl: QUEUE_URL,
302
+ sqs,
303
+ syncFn: async () => undefined,
304
+ enabled: true,
305
+ sleep: fastSleep,
306
+ });
307
+ await receiver.start();
308
+ await waitFor(() => receiver.processedCount === 1);
309
+ await receiver.dispose();
310
+ expect(receiver.decodeFailureCount).toBe(1);
311
+ expect(sqs.deleted).toContain("rh-bad"); // poison message deleted
312
+ expect(sqs.deleted).toContain("rh-good");
313
+ });
314
+ });
315
+
316
+ describe("US-009: SqsPushReceiver — reconnect / catch-up replay", () => {
317
+ it("recovers from transient receiveMessage failures (backoff + resume) and replays the queue", async () => {
318
+ const sqs = new FakeSqs();
319
+ sqs.failNext(2); // two transient disconnects before the message lands
320
+ sqs.enqueue([msg(makeEvent({ sequenceNumber: 1 }), "rh-1")]);
321
+ const receiver = new SqsPushReceiver({
322
+ tenantId: TENANT,
323
+ queueUrl: QUEUE_URL,
324
+ sqs,
325
+ syncFn: async () => undefined,
326
+ enabled: true,
327
+ sleep: fastSleep,
328
+ reconnect: { initialMs: 1, maxMs: 4, jitter: false },
329
+ });
330
+ await receiver.start();
331
+ await waitFor(() => receiver.processedCount === 1);
332
+ await receiver.dispose();
333
+ expect(receiver.receiveErrorCount).toBe(2);
334
+ expect(sqs.deleted).toContain("rh-1");
335
+ });
336
+
337
+ it("a syncFn throw does not crash the loop and the next event still processes", async () => {
338
+ const sqs = new FakeSqs();
339
+ let calls = 0;
340
+ const syncFn: SyncEngineFn = async () => {
341
+ calls += 1;
342
+ if (calls === 1) throw new Error("boom");
343
+ };
344
+ sqs.enqueue([msg(makeEvent({ relativePath: "companies/indigo/x.md", sequenceNumber: 1 }), "rh-1")]);
345
+ sqs.enqueue([msg(makeEvent({ relativePath: "companies/indigo/y.md", sequenceNumber: 1 }), "rh-2")]);
346
+ const receiver = new SqsPushReceiver({
347
+ tenantId: TENANT,
348
+ queueUrl: QUEUE_URL,
349
+ sqs,
350
+ syncFn,
351
+ enabled: true,
352
+ sleep: fastSleep,
353
+ });
354
+ await receiver.start();
355
+ await waitFor(() => calls === 2);
356
+ await receiver.dispose();
357
+ // First threw (processedCount not incremented), second succeeded.
358
+ expect(receiver.processedCount).toBe(1);
359
+ expect(sqs.deleted).toEqual(expect.arrayContaining(["rh-1", "rh-2"]));
360
+ });
361
+ });
362
+
363
+ describe("US-009: SqsPushReceiver — flag gating", () => {
364
+ it("is dormant when the per-tenant flag is OFF (no queue polled, connected stays false)", async () => {
365
+ const sqs = new FakeSqs();
366
+ const receiver = new SqsPushReceiver({
367
+ tenantId: TENANT,
368
+ queueUrl: QUEUE_URL,
369
+ sqs,
370
+ syncFn: async () => undefined,
371
+ flagProvider: new StaticFlagProvider([]), // tenant NOT enabled
372
+ sleep: fastSleep,
373
+ });
374
+ await receiver.start();
375
+ await new Promise((r) => setTimeout(r, 20));
376
+ expect(receiver.connected).toBe(false);
377
+ expect(sqs.receiveCalls).toBe(0);
378
+ await receiver.dispose();
379
+ });
380
+
381
+ it("is active when the per-tenant flag includes the tenant", async () => {
382
+ const sqs = new FakeSqs();
383
+ sqs.enqueue([msg(makeEvent({ sequenceNumber: 1 }))]);
384
+ const receiver = new SqsPushReceiver({
385
+ tenantId: TENANT,
386
+ queueUrl: QUEUE_URL,
387
+ sqs,
388
+ syncFn: async () => undefined,
389
+ flagProvider: new StaticFlagProvider([TENANT]),
390
+ sleep: fastSleep,
391
+ });
392
+ await receiver.start();
393
+ await waitFor(() => receiver.processedCount === 1);
394
+ expect(receiver.connected).toBe(true);
395
+ await receiver.dispose();
396
+ });
397
+
398
+ it("explicit enabled wins over the provider", async () => {
399
+ const sqs = new FakeSqs();
400
+ const receiver = new SqsPushReceiver({
401
+ tenantId: TENANT,
402
+ queueUrl: QUEUE_URL,
403
+ sqs,
404
+ syncFn: async () => undefined,
405
+ enabled: false,
406
+ flagProvider: new StaticFlagProvider([TENANT]),
407
+ sleep: fastSleep,
408
+ });
409
+ await receiver.start();
410
+ await new Promise((r) => setTimeout(r, 20));
411
+ expect(receiver.connected).toBe(false);
412
+ expect(sqs.receiveCalls).toBe(0);
413
+ await receiver.dispose();
414
+ });
415
+ });
416
+
417
+ describe("US-009: SqsPushReceiver — dispose drain", () => {
418
+ it("aborts and drains the in-flight syncFn, then disconnects", async () => {
419
+ const sqs = new FakeSqs();
420
+ let aborted = false;
421
+ let resolveSync: (() => void) | null = null;
422
+ const syncFn: SyncEngineFn = (ctx) =>
423
+ new Promise<void>((resolve) => {
424
+ resolveSync = resolve;
425
+ ctx.signal.addEventListener("abort", () => {
426
+ aborted = true;
427
+ resolve();
428
+ });
429
+ });
430
+ sqs.enqueue([msg(makeEvent({ sequenceNumber: 1 }))]);
431
+ const receiver = new SqsPushReceiver({
432
+ tenantId: TENANT,
433
+ queueUrl: QUEUE_URL,
434
+ sqs,
435
+ syncFn,
436
+ enabled: true,
437
+ sleep: fastSleep,
438
+ disposeDrainMs: 200,
439
+ });
440
+ await receiver.start();
441
+ await waitFor(() => resolveSync !== null);
442
+ await receiver.dispose();
443
+ expect(aborted).toBe(true);
444
+ expect(receiver.connected).toBe(false);
445
+ });
446
+
447
+ it("dispose is idempotent", async () => {
448
+ const sqs = new FakeSqs();
449
+ const receiver = new SqsPushReceiver({
450
+ tenantId: TENANT,
451
+ queueUrl: QUEUE_URL,
452
+ sqs,
453
+ syncFn: async () => undefined,
454
+ enabled: true,
455
+ sleep: fastSleep,
456
+ });
457
+ await receiver.start();
458
+ await Promise.all([receiver.dispose(), receiver.dispose()]);
459
+ expect(receiver.connected).toBe(false);
460
+ });
461
+ });
462
+
463
+ // ─── InMemoryPushReceiver (transport analogue) ───────────────────────────────
464
+
465
+ describe("US-009: InMemoryPushReceiver — disconnect buffering + reconnect drain", () => {
466
+ it("buffers events during disconnect and drains them on reconnect, deduping replays", async () => {
467
+ const fanout = new InMemoryFanout();
468
+ const processed: number[] = [];
469
+ const receiver = new InMemoryPushReceiver({
470
+ tenantId: TENANT,
471
+ fanout,
472
+ enabled: true,
473
+ syncFn: async (ctx) => {
474
+ processed.push(ctx.event.sequenceNumber);
475
+ },
476
+ });
477
+ await receiver.start();
478
+
479
+ fanout.publish(encodePushEvent(makeEvent({ sequenceNumber: 1 })));
480
+ await waitFor(() => receiver.processedCount === 1);
481
+
482
+ receiver.simulateDisconnect();
483
+ expect(receiver.connected).toBe(false);
484
+ // Published while disconnected — buffered, not processed.
485
+ fanout.publish(encodePushEvent(makeEvent({ sequenceNumber: 2 })));
486
+ fanout.publish(encodePushEvent(makeEvent({ sequenceNumber: 1 }))); // stale replay
487
+ expect(receiver.bufferedCount).toBe(2);
488
+
489
+ receiver.simulateReconnect();
490
+ await waitFor(() => receiver.processedCount === 2);
491
+ await receiver.dispose();
492
+
493
+ // seq 2 processed; the stale seq-1 replay deduped.
494
+ expect(processed).toEqual([1, 2]);
495
+ expect(receiver.dedupedCount).toBe(1);
496
+ });
497
+
498
+ it("is dormant when the flag is OFF", async () => {
499
+ const fanout = new InMemoryFanout();
500
+ let calls = 0;
501
+ const receiver = new InMemoryPushReceiver({
502
+ tenantId: TENANT,
503
+ fanout,
504
+ flagProvider: new StaticFlagProvider([]),
505
+ syncFn: async () => {
506
+ calls += 1;
507
+ },
508
+ });
509
+ await receiver.start();
510
+ fanout.publish(encodePushEvent(makeEvent()));
511
+ await new Promise((r) => setTimeout(r, 20));
512
+ expect(receiver.connected).toBe(false);
513
+ expect(calls).toBe(0);
514
+ await receiver.dispose();
515
+ });
516
+ });
517
+
518
+ // ─── Factory + Noop ──────────────────────────────────────────────────────────
519
+
520
+ describe("US-009: createPushReceiver factory", () => {
521
+ it("returns NoopPushReceiver for kind:noop", () => {
522
+ const r = createPushReceiver({ kind: "noop" });
523
+ expect(r).toBeInstanceOf(NoopPushReceiver);
524
+ });
525
+
526
+ it("returns SqsPushReceiver when a queue + sqs client are supplied", () => {
527
+ const r = createPushReceiver({
528
+ tenantId: TENANT,
529
+ queueUrl: QUEUE_URL,
530
+ sqs: new FakeSqs(),
531
+ syncFn: async () => undefined,
532
+ enabled: true,
533
+ });
534
+ expect(r).toBeInstanceOf(SqsPushReceiver);
535
+ });
536
+
537
+ it("NoopPushReceiver flips connected on start/dispose with no work", async () => {
538
+ const r = new NoopPushReceiver();
539
+ expect(r.connected).toBe(false);
540
+ await r.start();
541
+ expect(r.connected).toBe(true);
542
+ await r.dispose();
543
+ expect(r.connected).toBe(false);
544
+ });
545
+ });