@indigoai-us/hq-cloud 6.18.11-alpha.1 → 6.18.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (106) hide show
  1. package/dist/bin/sync-runner-company.d.ts +1 -1
  2. package/dist/bin/sync-runner-company.d.ts.map +1 -1
  3. package/dist/bin/sync-runner-company.js +2 -2
  4. package/dist/bin/sync-runner-company.js.map +1 -1
  5. package/dist/bin/sync-runner-company.test.js +0 -31
  6. package/dist/bin/sync-runner-company.test.js.map +1 -1
  7. package/dist/bin/sync-runner-watch-loop.d.ts +2 -0
  8. package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
  9. package/dist/bin/sync-runner-watch-loop.js +51 -212
  10. package/dist/bin/sync-runner-watch-loop.js.map +1 -1
  11. package/dist/bin/sync-runner-watch-loop.test.js +20 -72
  12. package/dist/bin/sync-runner-watch-loop.test.js.map +1 -1
  13. package/dist/bin/sync-runner-watch-routes.d.ts +1 -2
  14. package/dist/bin/sync-runner-watch-routes.d.ts.map +1 -1
  15. package/dist/bin/sync-runner-watch-routes.js +15 -7
  16. package/dist/bin/sync-runner-watch-routes.js.map +1 -1
  17. package/dist/bin/sync-runner-watch-routes.test.js +16 -15
  18. package/dist/bin/sync-runner-watch-routes.test.js.map +1 -1
  19. package/dist/bin/sync-runner.d.ts +1 -69
  20. package/dist/bin/sync-runner.d.ts.map +1 -1
  21. package/dist/bin/sync-runner.js +10 -50
  22. package/dist/bin/sync-runner.js.map +1 -1
  23. package/dist/bin/sync-runner.test.js +40 -121
  24. package/dist/bin/sync-runner.test.js.map +1 -1
  25. package/dist/cli/share.d.ts.map +1 -1
  26. package/dist/cli/share.js +0 -2
  27. package/dist/cli/share.js.map +1 -1
  28. package/dist/cli/share.test.js +0 -76
  29. package/dist/cli/share.test.js.map +1 -1
  30. package/dist/cli/sync.d.ts +8 -11
  31. package/dist/cli/sync.d.ts.map +1 -1
  32. package/dist/cli/sync.js +23 -92
  33. package/dist/cli/sync.js.map +1 -1
  34. package/dist/cli/sync.test.js +182 -228
  35. package/dist/cli/sync.test.js.map +1 -1
  36. package/dist/ignore.d.ts.map +1 -1
  37. package/dist/ignore.js +0 -3
  38. package/dist/ignore.js.map +1 -1
  39. package/dist/ignore.test.js +0 -8
  40. package/dist/ignore.test.js.map +1 -1
  41. package/dist/journal.d.ts +0 -15
  42. package/dist/journal.d.ts.map +1 -1
  43. package/dist/journal.js +2 -66
  44. package/dist/journal.js.map +1 -1
  45. package/dist/journal.test.js +1 -16
  46. package/dist/journal.test.js.map +1 -1
  47. package/dist/manifest/build-manifest-resident-parity.test.js +3 -5
  48. package/dist/manifest/build-manifest-resident-parity.test.js.map +1 -1
  49. package/dist/sync/event-sync.d.ts.map +1 -1
  50. package/dist/sync/event-sync.js +1 -58
  51. package/dist/sync/event-sync.js.map +1 -1
  52. package/dist/sync/event-sync.test.js +0 -46
  53. package/dist/sync/event-sync.test.js.map +1 -1
  54. package/dist/sync/logger.test.js +0 -3
  55. package/dist/sync/logger.test.js.map +1 -1
  56. package/dist/sync/metrics.test.js +0 -3
  57. package/dist/sync/metrics.test.js.map +1 -1
  58. package/dist/sync/push-receiver.d.ts +0 -52
  59. package/dist/sync/push-receiver.d.ts.map +1 -1
  60. package/dist/sync/push-receiver.js +50 -416
  61. package/dist/sync/push-receiver.js.map +1 -1
  62. package/dist/sync/push-receiver.test.js +40 -673
  63. package/dist/sync/push-receiver.test.js.map +1 -1
  64. package/dist/sync/targeted-upsert-exact-list.d.ts +33 -0
  65. package/dist/sync/targeted-upsert-exact-list.d.ts.map +1 -0
  66. package/dist/sync/targeted-upsert-exact-list.js +137 -0
  67. package/dist/sync/targeted-upsert-exact-list.js.map +1 -0
  68. package/dist/sync/targeted-upsert-exact-list.test.d.ts +2 -0
  69. package/dist/sync/targeted-upsert-exact-list.test.d.ts.map +1 -0
  70. package/dist/sync/targeted-upsert-exact-list.test.js +151 -0
  71. package/dist/sync/targeted-upsert-exact-list.test.js.map +1 -0
  72. package/dist/watcher.d.ts +0 -18
  73. package/dist/watcher.d.ts.map +1 -1
  74. package/dist/watcher.js +13 -78
  75. package/dist/watcher.js.map +1 -1
  76. package/dist/watcher.test.js +0 -72
  77. package/dist/watcher.test.js.map +1 -1
  78. package/package.json +1 -2
  79. package/dist/bin/sync-runner-args.test.d.ts +0 -2
  80. package/dist/bin/sync-runner-args.test.d.ts.map +0 -1
  81. package/dist/bin/sync-runner-args.test.js +0 -82
  82. package/dist/bin/sync-runner-args.test.js.map +0 -1
  83. package/dist/bin/sync-runner-delete-snapshot-mixed.bench.test.d.ts +0 -2
  84. package/dist/bin/sync-runner-delete-snapshot-mixed.bench.test.d.ts.map +0 -1
  85. package/dist/bin/sync-runner-delete-snapshot-mixed.bench.test.js +0 -366
  86. package/dist/bin/sync-runner-delete-snapshot-mixed.bench.test.js.map +0 -1
  87. package/dist/bin/sync-runner-delete-snapshot.bench.test.d.ts +0 -2
  88. package/dist/bin/sync-runner-delete-snapshot.bench.test.d.ts.map +0 -1
  89. package/dist/bin/sync-runner-delete-snapshot.bench.test.js +0 -317
  90. package/dist/bin/sync-runner-delete-snapshot.bench.test.js.map +0 -1
  91. package/dist/sync/content-hash.d.ts +0 -4
  92. package/dist/sync/content-hash.d.ts.map +0 -1
  93. package/dist/sync/content-hash.js +0 -11
  94. package/dist/sync/content-hash.js.map +0 -1
  95. package/dist/sync/content-hash.test.d.ts +0 -2
  96. package/dist/sync/content-hash.test.d.ts.map +0 -1
  97. package/dist/sync/content-hash.test.js +0 -16
  98. package/dist/sync/content-hash.test.js.map +0 -1
  99. package/dist/sync/unchanged-push-events.d.ts +0 -16
  100. package/dist/sync/unchanged-push-events.d.ts.map +0 -1
  101. package/dist/sync/unchanged-push-events.js +0 -51
  102. package/dist/sync/unchanged-push-events.js.map +0 -1
  103. package/dist/sync/unchanged-push-events.test.d.ts +0 -2
  104. package/dist/sync/unchanged-push-events.test.d.ts.map +0 -1
  105. package/dist/sync/unchanged-push-events.test.js +0 -76
  106. package/dist/sync/unchanged-push-events.test.js.map +0 -1
@@ -52,27 +52,6 @@ function msg(event, receiptHandle = `rh-${event.sequenceNumber}`) {
52
52
  MessageId: `m-${event.relativePath}-${event.sequenceNumber}`,
53
53
  };
54
54
  }
55
- async function changeVisibilityBatchIndividually(changeVisibility, args) {
56
- const failedEntries = [];
57
- for (const entry of args.entries) {
58
- try {
59
- await changeVisibility({
60
- queueUrl: args.queueUrl,
61
- receiptHandle: entry.receiptHandle,
62
- visibilityTimeoutSeconds: args.visibilityTimeoutSeconds,
63
- });
64
- }
65
- catch (error) {
66
- const failure = error;
67
- failedEntries.push({
68
- id: entry.id,
69
- ...(failure.code === undefined ? {} : { code: failure.code }),
70
- message: failure.message ?? String(error),
71
- });
72
- }
73
- }
74
- return { failedEntries };
75
- }
76
55
  /**
77
56
  * A scriptable fake SQS client. `enqueue` adds batches that successive
78
57
  * `receiveMessage` calls drain (one batch per call); once drained, it blocks
@@ -86,9 +65,7 @@ class FakeSqs {
86
65
  failCount = 0;
87
66
  deleted = [];
88
67
  visibilityChanges = [];
89
- visibilityBatchCalls = [];
90
68
  visibilityFailure = null;
91
- visibilityBatchFailures = new Map();
92
69
  receiveCalls = 0;
93
70
  receiveWaitTimes = [];
94
71
  enqueue(messages) {
@@ -104,12 +81,6 @@ class FakeSqs {
104
81
  failNextVisibilityChange(error = new Error("simulated visibility change failure")) {
105
82
  this.visibilityFailure = error;
106
83
  }
107
- failVisibilityBatchEntry(receiptHandle, failure = {
108
- code: "InvalidParameterValue",
109
- message: "simulated per-entry visibility failure",
110
- }) {
111
- this.visibilityBatchFailures.set(receiptHandle, failure);
112
- }
113
84
  async receiveMessage(args) {
114
85
  this.receiveCalls += 1;
115
86
  this.receiveWaitTimes.push(args.waitTimeSeconds);
@@ -131,14 +102,12 @@ class FakeSqs {
131
102
  // next receive cycle. Dedicated drainable and false-negative fakes cover
132
103
  // pages that must be collected by the current drain.
133
104
  if (next && (next.drainable || args.waitTimeSeconds > 1)) {
134
- const messages = next.messages.splice(0, args.maxMessages);
135
- if (next.messages.length === 0)
136
- this.batches.shift();
137
- for (const message of messages) {
105
+ this.batches.shift();
106
+ for (const message of next.messages) {
138
107
  if (message.ReceiptHandle)
139
108
  this.inFlight.set(message.ReceiptHandle, message);
140
109
  }
141
- return { messages };
110
+ return { messages: next.messages };
142
111
  }
143
112
  if (args.waitTimeSeconds === 0)
144
113
  return { messages: [] };
@@ -176,27 +145,6 @@ class FakeSqs {
176
145
  this.inFlight.delete(args.receiptHandle);
177
146
  this.released.push(message);
178
147
  }
179
- async changeMessageVisibilityBatch(args) {
180
- this.visibilityBatchCalls.push({
181
- entries: args.entries.map(({ id, receiptHandle }) => ({ id, receiptHandle })),
182
- visibilityTimeoutSeconds: args.visibilityTimeoutSeconds,
183
- });
184
- const failedEntries = [];
185
- for (const entry of args.entries) {
186
- const failure = this.visibilityBatchFailures.get(entry.receiptHandle);
187
- if (failure) {
188
- this.visibilityBatchFailures.delete(entry.receiptHandle);
189
- failedEntries.push({ id: entry.id, ...failure });
190
- continue;
191
- }
192
- await this.changeMessageVisibility({
193
- queueUrl: args.queueUrl,
194
- receiptHandle: entry.receiptHandle,
195
- visibilityTimeoutSeconds: args.visibilityTimeoutSeconds,
196
- });
197
- }
198
- return { failedEntries };
199
- }
200
148
  }
201
149
  /** FIFO fake used to prove that a slow pass cannot stall backlog intake. */
202
150
  class BacklogSqs {
@@ -250,9 +198,6 @@ class BacklogSqs {
250
198
  this.released.push(args.receiptHandle);
251
199
  this.visible.unshift(message);
252
200
  }
253
- async changeMessageVisibilityBatch(args) {
254
- return changeVisibilityBatchIndividually((entry) => this.changeMessageVisibility(entry), args);
255
- }
256
201
  }
257
202
  /** Models SQS short-poll sampling: receive #2 is empty while work remains. */
258
203
  class FalseNegativeSqs {
@@ -291,9 +236,6 @@ class FalseNegativeSqs {
291
236
  async changeMessageVisibility(_args) {
292
237
  // This fixture never returns more paths than its configured cap.
293
238
  }
294
- async changeMessageVisibilityBatch(_args) {
295
- return { failedEntries: [] };
296
- }
297
239
  }
298
240
  /**
299
241
  * Scaled-time SQS fixture: an omitted receive visibility lease expires before
@@ -308,10 +250,7 @@ class VisibilityExpirySqs {
308
250
  nextReceipt = 0;
309
251
  deliveries = [];
310
252
  deleted = [];
311
- deleteAttempts = [];
312
253
  requestedVisibilityTimeouts = [];
313
- visibilityChanges = [];
314
- deleteDelayMs = 0;
315
254
  constructor(event) {
316
255
  this.event = event;
317
256
  }
@@ -336,84 +275,57 @@ class VisibilityExpirySqs {
336
275
  return { messages: [msg(this.event, receiptHandle)] };
337
276
  }
338
277
  async deleteMessage(args) {
339
- if (this.deleteDelayMs > 0) {
340
- await new Promise((resolve) => setTimeout(resolve, this.deleteDelayMs));
341
- }
342
278
  if (Date.now() >= this.leaseExpiresAt) {
343
279
  this.visibleAt = 0;
344
- this.deleteAttempts.push({ receiptHandle: args.receiptHandle, expired: true });
345
280
  throw new Error("stale receipt handle after visibility expiry");
346
281
  }
347
282
  if (args.receiptHandle !== this.currentReceipt) {
348
- this.deleteAttempts.push({ receiptHandle: args.receiptHandle, expired: true });
349
283
  throw new Error("stale receipt handle");
350
284
  }
351
285
  this.deleted.push(args.receiptHandle);
352
- this.deleteAttempts.push({ receiptHandle: args.receiptHandle, expired: false });
353
286
  this.visibleAt = Number.POSITIVE_INFINITY;
354
287
  }
355
288
  async changeMessageVisibility(args) {
356
289
  if (args.receiptHandle !== this.currentReceipt)
357
290
  throw new Error("stale receipt handle");
358
- this.visibilityChanges.push({
359
- receiptHandle: args.receiptHandle,
360
- visibilityTimeoutSeconds: args.visibilityTimeoutSeconds,
361
- });
362
291
  this.visibleAt = Date.now() + args.visibilityTimeoutSeconds * 5;
363
292
  this.leaseExpiresAt = this.visibleAt;
364
293
  }
365
- async changeMessageVisibilityBatch(args) {
366
- return changeVisibilityBatchIndividually((entry) => this.changeMessageVisibility(entry), args);
367
- }
368
294
  }
369
- /** Queue fixture that honors ReceiveMessage.MaxNumberOfMessages. */
295
+ /** Delivers an over-cap path before a fresh event added while the first pass runs. */
370
296
  class OverCapSqs {
371
- queued;
372
- inFlight = new Map();
373
- receiveCalls = [];
374
- deleted = [];
297
+ firstPage;
298
+ initial = true;
299
+ queued = [];
375
300
  releases = [];
376
- constructor(initialMessages) {
377
- this.queued = [...initialMessages];
301
+ constructor(firstPage) {
302
+ this.firstPage = firstPage;
378
303
  }
379
304
  enqueue(message) {
380
305
  this.queued.push(message);
381
306
  }
382
307
  async receiveMessage(args) {
383
- this.receiveCalls.push({
384
- waitTimeSeconds: args.waitTimeSeconds,
385
- maxMessages: args.maxMessages,
386
- });
387
- if (this.queued.length > 0) {
388
- const messages = this.queued.splice(0, args.maxMessages);
389
- for (const message of messages) {
390
- if (message.ReceiptHandle)
391
- this.inFlight.set(message.ReceiptHandle, message);
392
- }
393
- return { messages };
394
- }
395
308
  if (args.waitTimeSeconds <= 1)
396
309
  return { messages: [] };
310
+ if (this.initial) {
311
+ this.initial = false;
312
+ return { messages: this.firstPage };
313
+ }
314
+ if (this.queued.length > 0)
315
+ return { messages: this.queued.splice(0, args.maxMessages) };
397
316
  return new Promise((resolve) => {
398
317
  if (args.signal.aborted)
399
318
  return resolve({ messages: [] });
400
319
  args.signal.addEventListener("abort", () => resolve({ messages: [] }), { once: true });
401
320
  });
402
321
  }
403
- async deleteMessage(args) {
404
- this.inFlight.delete(args.receiptHandle);
405
- this.deleted.push(args.receiptHandle);
406
- }
322
+ async deleteMessage() { }
407
323
  async changeMessageVisibility(args) {
408
324
  this.releases.push({ receiptHandle: args.receiptHandle, visibilityTimeoutSeconds: args.visibilityTimeoutSeconds });
409
- const released = this.inFlight.get(args.receiptHandle);
325
+ const released = this.firstPage.find((message) => message.ReceiptHandle === args.receiptHandle);
410
326
  if (!released)
411
327
  throw new Error("unknown receipt handle");
412
- this.inFlight.delete(args.receiptHandle);
413
- this.queued.unshift(released);
414
- }
415
- async changeMessageVisibilityBatch(args) {
416
- return changeVisibilityBatchIndividually((entry) => this.changeMessageVisibility(entry), args);
328
+ this.queued.push(released);
417
329
  }
418
330
  }
419
331
  /** Wait until `predicate()` is true or `timeoutMs` elapses. */
@@ -690,7 +602,6 @@ describe("US-009: SqsPushReceiver — subscribe lifecycle", () => {
690
602
  },
691
603
  deleteMessage: (a) => sqs.deleteMessage(a),
692
604
  changeMessageVisibility: (a) => sqs.changeMessageVisibility(a),
693
- changeMessageVisibilityBatch: (a) => sqs.changeMessageVisibilityBatch(a),
694
605
  };
695
606
  const receiver = new SqsPushReceiver({
696
607
  tenantId: TENANT,
@@ -720,74 +631,6 @@ describe("US-009: SqsPushReceiver — subscribe lifecycle", () => {
720
631
  });
721
632
  });
722
633
  describe("receiver drain diagnostics", () => {
723
- it("acknowledges paths proven unchanged without dispatching a pull", async () => {
724
- const event = makeEvent({ relativePath: "companies/indigo/unchanged.md" });
725
- const sqs = new FakeSqs();
726
- sqs.enqueueDrainable([msg(event, "rh-unchanged")]);
727
- const syncBatchFn = vi.fn(async () => undefined);
728
- const drainRecords = [];
729
- const receiver = new SqsPushReceiver({
730
- tenantId: TENANT,
731
- queueUrl: QUEUE_URL,
732
- sqs,
733
- syncBatchFn,
734
- skipUnchangedFn: async (events) => new Set(events.map((entry) => entry.relativePath)),
735
- sleep: fastSleep,
736
- publishMetric: async () => undefined,
737
- logger: {
738
- info: (record) => {
739
- if (record.event === "receiver.drain")
740
- drainRecords.push(record);
741
- },
742
- warn: () => undefined,
743
- error: () => undefined,
744
- debug: () => undefined,
745
- },
746
- });
747
- await receiver.start();
748
- await waitFor(() => sqs.deleted.length === 1 && drainRecords.length === 1);
749
- await receiver.dispose();
750
- expect(sqs.deleted).toEqual(["rh-unchanged"]);
751
- expect(syncBatchFn).not.toHaveBeenCalled();
752
- expect(drainRecords[0]).toMatchObject({
753
- received: 1,
754
- coalesced: 1,
755
- processed: 0,
756
- skippedUnchanged: 1,
757
- deleted: 1,
758
- remaining: 0,
759
- });
760
- });
761
- it("falls back to a targeted pull when the unchanged proof fails", async () => {
762
- const event = makeEvent({ relativePath: "companies/indigo/proof-error.md" });
763
- const sqs = new FakeSqs();
764
- sqs.enqueueDrainable([msg(event, "rh-proof-error")]);
765
- const syncBatchFn = vi.fn(async () => undefined);
766
- const warnings = [];
767
- const receiver = new SqsPushReceiver({
768
- tenantId: TENANT,
769
- queueUrl: QUEUE_URL,
770
- sqs,
771
- syncBatchFn,
772
- skipUnchangedFn: async () => { throw new Error("journal unavailable"); },
773
- sleep: fastSleep,
774
- publishMetric: async () => undefined,
775
- logger: {
776
- info: () => undefined,
777
- warn: (record) => warnings.push(record),
778
- error: () => undefined,
779
- debug: () => undefined,
780
- },
781
- });
782
- await receiver.start();
783
- await waitFor(() => sqs.deleted.length === 1 && syncBatchFn.mock.calls.length === 1);
784
- await receiver.dispose();
785
- expect(syncBatchFn.mock.calls[0]?.[0].events).toEqual([event]);
786
- expect(warnings).toContainEqual(expect.objectContaining({
787
- event: "receiver.unchanged.check.failed",
788
- err: { message: "journal unavailable" },
789
- }));
790
- });
791
634
  it("reports redelivery count, oldest sent age, and filtered self echoes", async () => {
792
635
  const nowMs = 10_000;
793
636
  const sqs = new FakeSqs();
@@ -938,7 +781,7 @@ describe("US-009: SqsPushReceiver — dedupe", () => {
938
781
  expect(sqs.deleted).toHaveLength(500);
939
782
  expect(sqs.receiveWaitTimes.slice(0, 3)).toEqual([20, 0, 1]);
940
783
  });
941
- it("caps each 1,000-receipt drain at 256 paths and processes the remaining receipts", async () => {
784
+ it("amortizes 1,000 receipts across 256 paths into one pass and deletes them after success", async () => {
942
785
  const sqs = new FakeSqs();
943
786
  const receipts = Array.from({ length: 1_000 }, (_, index) => msg(makeEvent({
944
787
  relativePath: `companies/indigo/deep/${index % 256}.md`,
@@ -957,12 +800,12 @@ describe("US-009: SqsPushReceiver — dedupe", () => {
957
800
  publishMetric: async () => undefined,
958
801
  });
959
802
  await receiver.start();
960
- await waitFor(() => sqs.deleted.length === 1_000, 5_000);
803
+ await waitFor(() => receiver.processedCount === 256);
961
804
  await receiver.dispose();
962
- expect(batches.map((batch) => batch.events.length)).toEqual([256, 256, 256, 232]);
805
+ expect(batches).toHaveLength(1);
806
+ expect(batches[0].events).toHaveLength(256);
963
807
  expect(sqs.deleted).toHaveLength(1_000);
964
- expect(sqs.visibilityChanges).toEqual([]);
965
- expect(sqs.receiveWaitTimes[0]).toBe(20);
808
+ expect(sqs.receiveWaitTimes.slice(0, 100)).toEqual([20, ...Array(99).fill(0)]);
966
809
  });
967
810
  it("reports a nonempty large drain before it can later report an empty long-poll", async () => {
968
811
  const sqs = new FakeSqs();
@@ -984,7 +827,7 @@ describe("US-009: SqsPushReceiver — dedupe", () => {
984
827
  publishMetric: async () => undefined,
985
828
  });
986
829
  await receiver.start();
987
- await waitFor(() => receiver.processedCount >= 256 && activity.includes(false));
830
+ await waitFor(() => receiver.processedCount === 256 && activity.includes(false));
988
831
  await receiver.dispose();
989
832
  expect(activity[0]).toBe(true);
990
833
  expect(activity).toContain(false);
@@ -1030,137 +873,6 @@ describe("US-009: SqsPushReceiver — dedupe", () => {
1030
873
  expect(sqs.requestedVisibilityTimeouts[0]).toBe(600);
1031
874
  expect(sqs.deliveries).toHaveLength(1);
1032
875
  });
1033
- it("heartbeats a receipt when a targeted pull outlives its visibility lease", async () => {
1034
- const sqs = new VisibilityExpirySqs(makeEvent({ sequenceNumber: 42 }));
1035
- const receiver = new SqsPushReceiver({
1036
- tenantId: TENANT,
1037
- queueUrl: QUEUE_URL,
1038
- sqs,
1039
- visibilityTimeoutSeconds: 1,
1040
- visibilityHeartbeatIntervalMs: 1,
1041
- syncBatchFn: async () => {
1042
- await new Promise((resolve) => setTimeout(resolve, 30));
1043
- },
1044
- sleep: fastSleep,
1045
- publishMetric: async () => undefined,
1046
- });
1047
- await receiver.start();
1048
- try {
1049
- await waitFor(() => sqs.deleteAttempts.length === 1);
1050
- }
1051
- finally {
1052
- await receiver.dispose();
1053
- }
1054
- expect(sqs.requestedVisibilityTimeouts[0]).toBe(1);
1055
- expect(sqs.visibilityChanges.length).toBeGreaterThan(0);
1056
- expect(sqs.deliveries).toHaveLength(1);
1057
- expect(sqs.deleted).toHaveLength(1);
1058
- });
1059
- it("keeps the receipt lease alive until a slow successful delete completes", async () => {
1060
- const sqs = new VisibilityExpirySqs(makeEvent({ sequenceNumber: 43 }));
1061
- sqs.deleteDelayMs = 30;
1062
- const receiver = new SqsPushReceiver({
1063
- tenantId: TENANT,
1064
- queueUrl: QUEUE_URL,
1065
- sqs,
1066
- visibilityTimeoutSeconds: 1,
1067
- visibilityHeartbeatIntervalMs: 1,
1068
- syncBatchFn: async () => undefined,
1069
- sleep: fastSleep,
1070
- publishMetric: async () => undefined,
1071
- });
1072
- await receiver.start();
1073
- try {
1074
- await waitFor(() => sqs.deleteAttempts.length === 1);
1075
- }
1076
- finally {
1077
- await receiver.dispose();
1078
- }
1079
- expect(sqs.visibilityChanges.some((change) => change.visibilityTimeoutSeconds === 1)).toBe(true);
1080
- expect(sqs.deleteAttempts).toEqual([{ receiptHandle: "visibility-rh-1", expired: false }]);
1081
- expect(sqs.deliveries).toHaveLength(1);
1082
- expect(sqs.deleted).toHaveLength(1);
1083
- });
1084
- it("waits for an in-flight receipt heartbeat before releasing a failed delete", async () => {
1085
- let delivered = false;
1086
- let resolveHeartbeat;
1087
- const heartbeatGate = new Promise((resolve) => { resolveHeartbeat = resolve; });
1088
- let releaseDelete;
1089
- const deleteGate = new Promise((resolve) => { releaseDelete = resolve; });
1090
- const calls = [];
1091
- const sqs = {
1092
- receiveMessage: async ({ signal, waitTimeSeconds }) => {
1093
- if (!delivered) {
1094
- delivered = true;
1095
- return { messages: [msg(makeEvent({ sequenceNumber: 44 }), "rh-failed-delete")] };
1096
- }
1097
- if (signal.aborted || waitTimeSeconds <= 1)
1098
- return { messages: [] };
1099
- return new Promise((resolve) => {
1100
- signal.addEventListener("abort", () => resolve({ messages: [] }), { once: true });
1101
- });
1102
- },
1103
- deleteMessage: async () => {
1104
- calls.push("delete-start");
1105
- await deleteGate;
1106
- calls.push("delete-failed");
1107
- throw new Error("simulated delete failure");
1108
- },
1109
- changeMessageVisibility: async ({ visibilityTimeoutSeconds }) => {
1110
- if (visibilityTimeoutSeconds === 0) {
1111
- calls.push("release");
1112
- return;
1113
- }
1114
- calls.push("heartbeat-start");
1115
- await heartbeatGate;
1116
- calls.push("heartbeat-end");
1117
- },
1118
- changeMessageVisibilityBatch: async ({ entries, visibilityTimeoutSeconds }) => {
1119
- for (const _entry of entries) {
1120
- if (visibilityTimeoutSeconds === 0) {
1121
- calls.push("release");
1122
- }
1123
- else {
1124
- calls.push("heartbeat-start");
1125
- await heartbeatGate;
1126
- calls.push("heartbeat-end");
1127
- }
1128
- }
1129
- return { failedEntries: [] };
1130
- },
1131
- };
1132
- const receiver = new SqsPushReceiver({
1133
- tenantId: TENANT,
1134
- queueUrl: QUEUE_URL,
1135
- sqs,
1136
- visibilityHeartbeatIntervalMs: 5,
1137
- syncBatchFn: async () => undefined,
1138
- sleep: fastSleep,
1139
- publishMetric: async () => undefined,
1140
- });
1141
- await receiver.start();
1142
- try {
1143
- await waitFor(() => calls.includes("delete-start"));
1144
- await waitFor(() => calls.includes("heartbeat-start"));
1145
- releaseDelete();
1146
- await waitFor(() => calls.includes("delete-failed"));
1147
- expect(calls).toEqual(["delete-start", "heartbeat-start", "delete-failed"]);
1148
- resolveHeartbeat();
1149
- await waitFor(() => calls.includes("release"));
1150
- expect(calls).toEqual([
1151
- "delete-start",
1152
- "heartbeat-start",
1153
- "delete-failed",
1154
- "heartbeat-end",
1155
- "release",
1156
- ]);
1157
- }
1158
- finally {
1159
- releaseDelete();
1160
- resolveHeartbeat();
1161
- await receiver.dispose();
1162
- }
1163
- });
1164
876
  it("REGRESSION: drains a 5,000-message FIFO backlog through bounded slow passes without lease-expiry redelivery", async () => {
1165
877
  const total = 5_000;
1166
878
  const sqs = new BacklogSqs(Array.from({ length: total }, (_, index) => msg(makeEvent({
@@ -1213,7 +925,7 @@ describe("US-009: SqsPushReceiver — dedupe", () => {
1213
925
  expect.objectContaining({ remaining: 0 }),
1214
926
  ]));
1215
927
  }, 15_000);
1216
- it("stops a capped distinct-path drain before receiving and releasing more messages", async () => {
928
+ it("REGRESSION: releases over-cap receipts and brings a fresh event into the next pass", async () => {
1217
929
  const first = [
1218
930
  msg(makeEvent({ relativePath: "companies/indigo/a.md", sequenceNumber: 1 }), "rh-a"),
1219
931
  msg(makeEvent({ relativePath: "companies/indigo/b.md", sequenceNumber: 2 }), "rh-b"),
@@ -1239,13 +951,8 @@ describe("US-009: SqsPushReceiver — dedupe", () => {
1239
951
  await receiver.start();
1240
952
  await waitFor(() => batches.some((batch) => batch.includes("companies/indigo/fresh.md")));
1241
953
  await receiver.dispose();
1242
- expect(sqs.receiveCalls[0]).toEqual({ waitTimeSeconds: 20, maxMessages: 2 });
1243
- expect(sqs.receiveCalls.filter((call) => call.waitTimeSeconds === 0)).toEqual([]);
1244
- expect(sqs.releases).toEqual([]);
1245
- expect(sqs.deleted).toHaveLength(4);
1246
- expect(batches[0]).toEqual([
1247
- "companies/indigo/a.md",
1248
- "companies/indigo/b.md",
954
+ expect(sqs.releases).toEqual([
955
+ { receiptHandle: "rh-backlog", visibilityTimeoutSeconds: 0 },
1249
956
  ]);
1250
957
  expect(batches[1]).toContain("companies/indigo/fresh.md");
1251
958
  });
@@ -1279,7 +986,6 @@ describe("US-009: SqsPushReceiver — dedupe", () => {
1279
986
  },
1280
987
  deleteMessage: async ({ receiptHandle }) => { deleted.push(receiptHandle); },
1281
988
  changeMessageVisibility: async () => { },
1282
- changeMessageVisibilityBatch: async () => ({ failedEntries: [] }),
1283
989
  };
1284
990
  const batches = [];
1285
991
  const receiver = new SqsPushReceiver({
@@ -1526,7 +1232,7 @@ describe("US-009: SqsPushReceiver — dedupe", () => {
1526
1232
  });
1527
1233
  });
1528
1234
  describe("US-009: SqsPushReceiver — reconnect / catch-up replay", () => {
1529
- it("leaves only the failed path unacknowledged and retries it", async () => {
1235
+ it("leaves every coalesced receipt unacknowledged on failure and retries the batch", async () => {
1530
1236
  const sqs = new FakeSqs();
1531
1237
  const events = [
1532
1238
  makeEvent({ relativePath: "companies/indigo/retry-a.md", sequenceNumber: 1 }),
@@ -1534,38 +1240,25 @@ describe("US-009: SqsPushReceiver — reconnect / catch-up replay", () => {
1534
1240
  makeEvent({ relativePath: "companies/indigo/retry-c.md", sequenceNumber: 1 }),
1535
1241
  ];
1536
1242
  sqs.enqueue(events.map((event, index) => msg(event, `rh-failed-${index}`)));
1537
- sqs.enqueue([msg(events[0], "rh-redelivered-a")]);
1538
- let batchCalls = 0;
1539
- let retryAPathCalls = 0;
1243
+ sqs.enqueue(events.map((event, index) => msg(event, `rh-redelivered-${index}`)));
1244
+ let passCount = 0;
1540
1245
  const receiver = new SqsPushReceiver({
1541
1246
  tenantId: TENANT,
1542
1247
  queueUrl: QUEUE_URL,
1543
1248
  sqs,
1544
- maxInFlightDrains: 1,
1545
- syncBatchFn: async ({ events: batch }) => {
1546
- if (batch.length > 1) {
1547
- batchCalls += 1;
1548
- throw new Error("coalesced pull failed for one path");
1549
- }
1550
- if (batch[0]?.relativePath === events[0].relativePath) {
1551
- retryAPathCalls += 1;
1552
- if (retryAPathCalls === 1)
1553
- throw new Error("retry-a is temporarily unavailable");
1554
- }
1249
+ syncBatchFn: async () => {
1250
+ passCount += 1;
1251
+ if (passCount === 1)
1252
+ throw new Error("coalesced pull failed");
1555
1253
  },
1556
1254
  sleep: fastSleep,
1557
1255
  publishMetric: async () => undefined,
1558
1256
  });
1559
1257
  await receiver.start();
1560
- await waitFor(() => receiver.processedCount === 3 && sqs.deleted.includes("rh-redelivered-a"));
1258
+ await waitFor(() => passCount === 2 && receiver.processedCount === 3);
1561
1259
  await receiver.dispose();
1562
- expect(batchCalls).toBe(2);
1563
- expect(retryAPathCalls).toBe(2);
1564
- expect(sqs.deleted).not.toContain("rh-failed-0");
1565
- expect(sqs.deleted).toEqual(expect.arrayContaining(["rh-failed-1", "rh-failed-2", "rh-redelivered-a"]));
1566
- expect(sqs.visibilityChanges).toEqual([
1567
- { receiptHandle: "rh-failed-0", visibilityTimeoutSeconds: 20 },
1568
- ]);
1260
+ expect(sqs.deleted).not.toEqual(expect.arrayContaining(["rh-failed-0", "rh-failed-1", "rh-failed-2"]));
1261
+ expect(sqs.deleted).toEqual(expect.arrayContaining(["rh-redelivered-0", "rh-redelivered-1", "rh-redelivered-2"]));
1569
1262
  });
1570
1263
  it("recovers from transient receiveMessage failures (backoff + resume) and replays the queue", async () => {
1571
1264
  const sqs = new FakeSqs();
@@ -1826,50 +1519,6 @@ describe("SqsPushReceiver failed-batch retry visibility", () => {
1826
1519
  },
1827
1520
  };
1828
1521
  }
1829
- it("removes an invalid heartbeat receipt after logging the failure once", async () => {
1830
- const sqs = new FakeSqs();
1831
- sqs.enqueueDrainable([msg(first, "rh-invalid-heartbeat")]);
1832
- sqs.failVisibilityBatchEntry("rh-invalid-heartbeat", {
1833
- code: "ReceiptHandleIsInvalid",
1834
- message: "receipt handle is no longer valid",
1835
- senderFault: true,
1836
- });
1837
- const warnings = [];
1838
- let started = false;
1839
- let releasePass;
1840
- const passBlockedOnAdmission = new Promise((resolve) => {
1841
- releasePass = resolve;
1842
- });
1843
- const receiver = new SqsPushReceiver({
1844
- tenantId: TENANT,
1845
- queueUrl: QUEUE_URL,
1846
- sqs,
1847
- syncBatchFn: async () => {
1848
- started = true;
1849
- await passBlockedOnAdmission;
1850
- },
1851
- sleep: fastSleep,
1852
- publishMetric: async () => undefined,
1853
- visibilityHeartbeatIntervalMs: 5,
1854
- logger: makeDrainLogger([], warnings),
1855
- });
1856
- try {
1857
- await receiver.start();
1858
- await waitFor(() => started && sqs.visibilityBatchCalls.length >= 1);
1859
- await new Promise((resolve) => setTimeout(resolve, 40));
1860
- expect(sqs.visibilityBatchCalls).toHaveLength(1);
1861
- expect(warnings.filter((warning) => warning.event === "receiver.lease.extend.failed"))
1862
- .toHaveLength(1);
1863
- expect(warnings[0]).toMatchObject({
1864
- event: "receiver.lease.extend.failed",
1865
- code: "ReceiptHandleIsInvalid",
1866
- });
1867
- }
1868
- finally {
1869
- releasePass();
1870
- await receiver.dispose();
1871
- }
1872
- });
1873
1522
  it("sets the failed batch receipts to 20 seconds without deleting them", async () => {
1874
1523
  const sqs = new FakeSqs();
1875
1524
  sqs.enqueueDrainable([
@@ -1931,82 +1580,6 @@ describe("SqsPushReceiver failed-batch retry visibility", () => {
1931
1580
  expect(sqs.deleted).toContain("rh-next-second");
1932
1581
  expect(sqs.deleted).not.toContain("rh-next-first");
1933
1582
  });
1934
- it("acks successful paths and retries only paths that fail inside a coalesced batch", async () => {
1935
- const blocked = makeEvent({
1936
- relativePath: "companies/indigo/out-of-scope.md",
1937
- sequenceNumber: 103,
1938
- });
1939
- const allowed = makeEvent({
1940
- relativePath: "companies/indigo/in-scope.md",
1941
- sequenceNumber: 104,
1942
- });
1943
- const sqs = new FakeSqs();
1944
- sqs.enqueueDrainable([
1945
- msg(blocked, "rh-out-of-scope"),
1946
- msg(allowed, "rh-in-scope"),
1947
- ]);
1948
- const calls = [];
1949
- const drains = [];
1950
- const syncBatchFn = async ({ events }) => {
1951
- const paths = events.map((event) => event.relativePath);
1952
- calls.push(paths);
1953
- if (paths.length > 1 || paths[0] === blocked.relativePath) {
1954
- throw new Error("targeted batch includes an out-of-scope path");
1955
- }
1956
- };
1957
- const receiver = new SqsPushReceiver({
1958
- tenantId: TENANT,
1959
- queueUrl: QUEUE_URL,
1960
- sqs,
1961
- syncBatchFn,
1962
- sleep: fastSleep,
1963
- publishMetric: async () => undefined,
1964
- logger: makeDrainLogger(drains),
1965
- });
1966
- await receiver.start();
1967
- await waitFor(() => drains.length === 1);
1968
- await receiver.dispose();
1969
- expect(calls).toEqual([
1970
- [blocked.relativePath, allowed.relativePath],
1971
- [blocked.relativePath],
1972
- [allowed.relativePath],
1973
- ]);
1974
- expect(sqs.deleted).toEqual(["rh-in-scope"]);
1975
- expect(sqs.visibilityChanges).toEqual([
1976
- { receiptHandle: "rh-out-of-scope", visibilityTimeoutSeconds: 20 },
1977
- ]);
1978
- expect(drains[0]).toMatchObject({ deleted: 1, retried: 1 });
1979
- });
1980
- it("holds the lease and resumes locally after a realtime-admission timeout", async () => {
1981
- const sqs = new FakeSqs();
1982
- sqs.enqueueDrainable([msg(first, "rh-admission-timeout")]);
1983
- const drains = [];
1984
- const warnings = [];
1985
- let attempts = 0;
1986
- const admissionTimeout = new Error("realtime admission timeout after 120000ms");
1987
- admissionTimeout.name = "RealtimeAdmissionTimeout";
1988
- const receiver = new SqsPushReceiver({
1989
- tenantId: TENANT,
1990
- queueUrl: QUEUE_URL,
1991
- sqs,
1992
- syncBatchFn: async () => {
1993
- attempts += 1;
1994
- if (attempts === 1)
1995
- throw admissionTimeout;
1996
- },
1997
- sleep: fastSleep,
1998
- publishMetric: async () => undefined,
1999
- logger: makeDrainLogger(drains, warnings),
2000
- });
2001
- await receiver.start();
2002
- await waitFor(() => sqs.deleted.length === 1);
2003
- await receiver.dispose();
2004
- expect(attempts).toBe(2);
2005
- expect(sqs.visibilityChanges).toEqual([]);
2006
- expect(sqs.deleted).toEqual(["rh-admission-timeout"]);
2007
- expect(warnings.some((warning) => warning.event === "receiver.retry.failed")).toBe(false);
2008
- expect(drains[0]).toMatchObject({ deleted: 1, retried: 0 });
2009
- });
2010
1583
  it("keeps the all-success path free of visibility changes and deletes every receipt", async () => {
2011
1584
  const sqs = new FakeSqs();
2012
1585
  sqs.enqueueDrainable([
@@ -2064,197 +1637,6 @@ describe("SqsPushReceiver failed-batch retry visibility", () => {
2064
1637
  messageId: `m-${first.relativePath}-${first.sequenceNumber}`,
2065
1638
  }));
2066
1639
  });
2067
- it("bounds a 64-path transport failure to one dispatch and batches the retry lease", async () => {
2068
- const total = 64;
2069
- const events = Array.from({ length: total }, (_, index) => makeEvent({
2070
- relativePath: `companies/indigo/transport-${index}.md`,
2071
- sequenceNumber: index + 1,
2072
- }));
2073
- const sqs = new FakeSqs();
2074
- sqs.enqueueDrainable(events.map((event, index) => msg(event, `rh-transport-${index}`)));
2075
- const drains = [];
2076
- let dispatchCalls = 0;
2077
- const transportError = Object.assign(new Error("ECONNRESET: socket hang up while pulling remote objects"), { code: "ECONNRESET" });
2078
- const startedAt = Date.now();
2079
- const receiver = new SqsPushReceiver({
2080
- tenantId: TENANT,
2081
- queueUrl: QUEUE_URL,
2082
- sqs,
2083
- drainMaxMessages: total,
2084
- batchMaxPaths: total,
2085
- syncBatchFn: async () => {
2086
- dispatchCalls += 1;
2087
- throw transportError;
2088
- },
2089
- sleep: fastSleep,
2090
- publishMetric: async () => undefined,
2091
- logger: makeDrainLogger(drains),
2092
- });
2093
- await receiver.start();
2094
- await waitFor(() => drains.length === 1, 5_000);
2095
- await receiver.dispose();
2096
- expect(dispatchCalls).toBe(1);
2097
- expect(Date.now() - startedAt).toBeLessThan(5_000);
2098
- expect(sqs.deleted).toEqual([]);
2099
- expect(sqs.visibilityChanges.filter((change) => change.visibilityTimeoutSeconds === 20))
2100
- .toHaveLength(total);
2101
- const retryCalls = sqs.visibilityBatchCalls.filter((call) => call.visibilityTimeoutSeconds === 20);
2102
- expect(retryCalls).toHaveLength(7);
2103
- expect(retryCalls.every((call) => call.entries.length <= 10)).toBe(true);
2104
- });
2105
- it("bisects a path-specific batch failure and acknowledges the other 63 paths", async () => {
2106
- const total = 64;
2107
- const blocked = makeEvent({
2108
- relativePath: `companies/indigo/blocked-${total - 1}.md`,
2109
- sequenceNumber: total,
2110
- });
2111
- const events = Array.from({ length: total - 1 }, (_, index) => makeEvent({
2112
- relativePath: `companies/indigo/allowed-${index}.md`,
2113
- sequenceNumber: index + 1,
2114
- })).concat(blocked);
2115
- const sqs = new FakeSqs();
2116
- sqs.enqueueDrainable(events.map((event, index) => msg(event, `rh-path-${index}`)));
2117
- const drains = [];
2118
- let dispatchCalls = 0;
2119
- const receiver = new SqsPushReceiver({
2120
- tenantId: TENANT,
2121
- queueUrl: QUEUE_URL,
2122
- sqs,
2123
- drainMaxMessages: total,
2124
- batchMaxPaths: total,
2125
- syncBatchFn: async ({ events: batch }) => {
2126
- dispatchCalls += 1;
2127
- if (batch.some((event) => event.relativePath === blocked.relativePath)) {
2128
- throw new Error("out-of-scope path rejected by targeted pull");
2129
- }
2130
- },
2131
- sleep: fastSleep,
2132
- publishMetric: async () => undefined,
2133
- logger: makeDrainLogger(drains),
2134
- });
2135
- await receiver.start();
2136
- await waitFor(() => drains.length === 1, 5_000);
2137
- await receiver.dispose();
2138
- expect(dispatchCalls).toBeLessThanOrEqual(13);
2139
- expect(sqs.deleted).toHaveLength(total - 1);
2140
- expect(sqs.deleted).not.toContain(`rh-path-${total - 1}`);
2141
- expect(sqs.visibilityChanges.filter((change) => change.visibilityTimeoutSeconds === 20))
2142
- .toEqual([{ receiptHandle: `rh-path-${total - 1}`, visibilityTimeoutSeconds: 20 }]);
2143
- expect(drains[0]).toMatchObject({ processed: total - 1, deleted: total - 1, retried: 1 });
2144
- });
2145
- it("reports failed retry entries separately from successful entries", async () => {
2146
- const sqs = new FakeSqs();
2147
- sqs.failVisibilityBatchEntry("rh-retry-entry-failed", {
2148
- code: "ReceiptHandleIsInvalid",
2149
- message: "one receipt was rejected",
2150
- senderFault: true,
2151
- });
2152
- sqs.enqueueDrainable([
2153
- msg(first, "rh-retry-entry-failed"),
2154
- msg(second, "rh-retry-entry-succeeded"),
2155
- ]);
2156
- const warnings = [];
2157
- const drains = [];
2158
- const transportError = Object.assign(new Error("network connection reset"), {
2159
- code: "ECONNRESET",
2160
- });
2161
- const receiver = new SqsPushReceiver({
2162
- tenantId: TENANT,
2163
- queueUrl: QUEUE_URL,
2164
- sqs,
2165
- syncBatchFn: async () => { throw transportError; },
2166
- sleep: fastSleep,
2167
- publishMetric: async () => undefined,
2168
- logger: makeDrainLogger(drains, warnings),
2169
- });
2170
- await receiver.start();
2171
- await waitFor(() => drains.length === 1);
2172
- await receiver.dispose();
2173
- const failures = warnings.filter((warning) => warning.event === "receiver.retry.failed");
2174
- expect(failures).toHaveLength(1);
2175
- expect(failures[0]).toMatchObject({
2176
- messageId: `m-${first.relativePath}-${first.sequenceNumber}`,
2177
- code: "ReceiptHandleIsInvalid",
2178
- failureMessage: "one receipt was rejected",
2179
- senderFault: true,
2180
- });
2181
- expect(sqs.visibilityChanges).toEqual([
2182
- { receiptHandle: "rh-retry-entry-succeeded", visibilityTimeoutSeconds: 20 },
2183
- ]);
2184
- expect(drains[0]).toMatchObject({ retried: 1 });
2185
- expect(failures[0]).not.toMatchObject({
2186
- messageId: `m-${second.relativePath}-${second.sequenceNumber}`,
2187
- });
2188
- });
2189
- it("uses about 100 ten-receipt API calls for a 1,000-receipt heartbeat", async () => {
2190
- const total = 1_000;
2191
- const sqs = new FakeSqs();
2192
- const receipts = Array.from({ length: total }, (_, index) => msg(makeEvent({
2193
- relativePath: `companies/indigo/heartbeat-${index}.md`,
2194
- sequenceNumber: index + 1,
2195
- }), `rh-heartbeat-${index}`));
2196
- for (let offset = 0; offset < receipts.length; offset += 10) {
2197
- sqs.enqueueDrainable(receipts.slice(offset, offset + 10));
2198
- }
2199
- let startPass;
2200
- const passStarted = new Promise((resolve) => { startPass = resolve; });
2201
- let releasePass;
2202
- const passGate = new Promise((resolve) => { releasePass = resolve; });
2203
- let finishDrain;
2204
- const drainFinished = new Promise((resolve) => { finishDrain = resolve; });
2205
- const receiver = new SqsPushReceiver({
2206
- tenantId: TENANT,
2207
- queueUrl: QUEUE_URL,
2208
- sqs,
2209
- drainMaxMessages: total,
2210
- batchMaxPaths: total,
2211
- maxInFlightDrains: 1,
2212
- visibilityTimeoutSeconds: 600,
2213
- visibilityHeartbeatIntervalMs: 1_000,
2214
- syncBatchFn: async () => {
2215
- startPass();
2216
- await passGate;
2217
- throw Object.assign(new Error("ECONNRESET while pulling the batch"), {
2218
- code: "ECONNRESET",
2219
- });
2220
- },
2221
- sleep: fastSleep,
2222
- publishMetric: async () => undefined,
2223
- logger: {
2224
- debug: () => undefined,
2225
- warn: () => undefined,
2226
- error: () => undefined,
2227
- info: (record) => {
2228
- if (record.event === "receiver.drain")
2229
- finishDrain();
2230
- },
2231
- },
2232
- });
2233
- vi.useFakeTimers();
2234
- try {
2235
- await receiver.start();
2236
- await passStarted;
2237
- await vi.advanceTimersByTimeAsync(1_000);
2238
- const heartbeatCalls = sqs.visibilityBatchCalls.filter((call) => call.visibilityTimeoutSeconds === 600);
2239
- expect(heartbeatCalls.length).toBeLessThanOrEqual(110);
2240
- expect(heartbeatCalls.every((call) => call.entries.length <= 10)).toBe(true);
2241
- expect(heartbeatCalls.reduce((count, call) => count + call.entries.length, 0))
2242
- .toBe(total);
2243
- releasePass();
2244
- await drainFinished;
2245
- await receiver.dispose();
2246
- const retryCalls = sqs.visibilityBatchCalls.filter((call) => call.visibilityTimeoutSeconds === 20);
2247
- expect(retryCalls.length).toBeLessThanOrEqual(110);
2248
- expect(retryCalls.every((call) => call.entries.length <= 10)).toBe(true);
2249
- expect(retryCalls.reduce((count, call) => count + call.entries.length, 0))
2250
- .toBe(total);
2251
- }
2252
- finally {
2253
- releasePass();
2254
- await receiver.dispose();
2255
- vi.useRealTimers();
2256
- }
2257
- });
2258
1640
  it("updates a large failed batch with bounded parallel visibility calls", async () => {
2259
1641
  const total = 512;
2260
1642
  const baseSqs = new FakeSqs();
@@ -2265,7 +1647,7 @@ describe("SqsPushReceiver failed-batch retry visibility", () => {
2265
1647
  for (let offset = 0; offset < receipts.length; offset += 10) {
2266
1648
  baseSqs.enqueueDrainable(receipts.slice(offset, offset + 10));
2267
1649
  }
2268
- const visibilityBatchCalls = [];
1650
+ const visibilityCalls = [];
2269
1651
  let activeCalls = 0;
2270
1652
  let maxActiveCalls = 0;
2271
1653
  let releaseVisibility;
@@ -2280,24 +1662,12 @@ describe("SqsPushReceiver failed-batch retry visibility", () => {
2280
1662
  receiveMessage: (args) => baseSqs.receiveMessage(args),
2281
1663
  deleteMessage: (args) => baseSqs.deleteMessage(args),
2282
1664
  changeMessageVisibility: async ({ receiptHandle }) => {
2283
- visibilityBatchCalls.push({ receiptHandles: [receiptHandle], visibilityTimeoutSeconds: 20 });
2284
- activeCalls += 1;
2285
- maxActiveCalls = Math.max(maxActiveCalls, activeCalls);
2286
- firstCallStarted();
2287
- await visibilityGate;
2288
- activeCalls -= 1;
2289
- },
2290
- changeMessageVisibilityBatch: async ({ entries, visibilityTimeoutSeconds }) => {
2291
- visibilityBatchCalls.push({
2292
- receiptHandles: entries.map((entry) => entry.receiptHandle),
2293
- visibilityTimeoutSeconds,
2294
- });
1665
+ visibilityCalls.push(receiptHandle);
2295
1666
  activeCalls += 1;
2296
1667
  maxActiveCalls = Math.max(maxActiveCalls, activeCalls);
2297
1668
  firstCallStarted();
2298
1669
  await visibilityGate;
2299
1670
  activeCalls -= 1;
2300
- return { failedEntries: [] };
2301
1671
  },
2302
1672
  };
2303
1673
  const drains = [];
@@ -2321,10 +1691,7 @@ describe("SqsPushReceiver failed-batch retry visibility", () => {
2321
1691
  await receiver.dispose();
2322
1692
  expect(parallelCallsBeforeRelease).toBeGreaterThan(1);
2323
1693
  expect(parallelCallsBeforeRelease).toBeLessThan(total);
2324
- expect(visibilityBatchCalls).toHaveLength(Math.ceil(total / 10));
2325
- expect(visibilityBatchCalls.every((call) => call.receiptHandles.length <= 10)).toBe(true);
2326
- expect(visibilityBatchCalls.flatMap((call) => call.receiptHandles)).toHaveLength(total);
2327
- expect(visibilityBatchCalls.every((call) => call.visibilityTimeoutSeconds === 20)).toBe(true);
1694
+ expect(visibilityCalls).toHaveLength(total);
2328
1695
  expect(baseSqs.deleted).toEqual([]);
2329
1696
  });
2330
1697
  });