@indigoai-us/hq-cloud 6.18.1-alpha.1 → 6.18.1-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (81) hide show
  1. package/dist/bandwidth.d.ts +45 -11
  2. package/dist/bandwidth.d.ts.map +1 -1
  3. package/dist/bandwidth.js +231 -18
  4. package/dist/bandwidth.js.map +1 -1
  5. package/dist/bandwidth.test.js +124 -4
  6. package/dist/bandwidth.test.js.map +1 -1
  7. package/dist/bin/sync-runner-company.d.ts +2 -0
  8. package/dist/bin/sync-runner-company.d.ts.map +1 -1
  9. package/dist/bin/sync-runner-company.js +6 -9
  10. package/dist/bin/sync-runner-company.js.map +1 -1
  11. package/dist/bin/sync-runner-company.test.js +0 -56
  12. package/dist/bin/sync-runner-company.test.js.map +1 -1
  13. package/dist/bin/sync-runner-events.test.js +0 -15
  14. package/dist/bin/sync-runner-events.test.js.map +1 -1
  15. package/dist/bin/sync-runner-watch-loop.d.ts +32 -8
  16. package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
  17. package/dist/bin/sync-runner-watch-loop.js +228 -13
  18. package/dist/bin/sync-runner-watch-loop.js.map +1 -1
  19. package/dist/bin/sync-runner-watch-loop.test.js +63 -5
  20. package/dist/bin/sync-runner-watch-loop.test.js.map +1 -1
  21. package/dist/bin/sync-runner.d.ts +26 -7
  22. package/dist/bin/sync-runner.d.ts.map +1 -1
  23. package/dist/bin/sync-runner.js +14 -5
  24. package/dist/bin/sync-runner.js.map +1 -1
  25. package/dist/bin/sync-runner.test.js +107 -1
  26. package/dist/bin/sync-runner.test.js.map +1 -1
  27. package/dist/cli/share.d.ts +18 -6
  28. package/dist/cli/share.d.ts.map +1 -1
  29. package/dist/cli/share.js +92 -80
  30. package/dist/cli/share.js.map +1 -1
  31. package/dist/cli/share.test.js +3 -35
  32. package/dist/cli/share.test.js.map +1 -1
  33. package/dist/cli/sync.d.ts +17 -8
  34. package/dist/cli/sync.d.ts.map +1 -1
  35. package/dist/cli/sync.js +155 -30
  36. package/dist/cli/sync.js.map +1 -1
  37. package/dist/cli/sync.test.js +315 -1
  38. package/dist/cli/sync.test.js.map +1 -1
  39. package/dist/object-io.d.ts +34 -23
  40. package/dist/object-io.d.ts.map +1 -1
  41. package/dist/object-io.js +333 -258
  42. package/dist/object-io.js.map +1 -1
  43. package/dist/object-io.test.js +377 -245
  44. package/dist/object-io.test.js.map +1 -1
  45. package/dist/s3-download-stream-hash.test.d.ts +2 -0
  46. package/dist/s3-download-stream-hash.test.d.ts.map +1 -0
  47. package/dist/s3-download-stream-hash.test.js +70 -0
  48. package/dist/s3-download-stream-hash.test.js.map +1 -0
  49. package/dist/s3.d.ts +8 -3
  50. package/dist/s3.d.ts.map +1 -1
  51. package/dist/s3.js +304 -27
  52. package/dist/s3.js.map +1 -1
  53. package/dist/s3.test.js +163 -0
  54. package/dist/s3.test.js.map +1 -1
  55. package/dist/sync/full-pass-caps.d.ts.map +1 -1
  56. package/dist/sync/full-pass-caps.js +3 -21
  57. package/dist/sync/full-pass-caps.js.map +1 -1
  58. package/dist/sync/full-pass-caps.test.js +1 -56
  59. package/dist/sync/full-pass-caps.test.js.map +1 -1
  60. package/dist/sync/inbound-event-admission.d.ts.map +1 -1
  61. package/dist/sync/inbound-event-admission.js +3 -0
  62. package/dist/sync/inbound-event-admission.js.map +1 -1
  63. package/dist/sync/inbound-event-admission.test.js +6 -0
  64. package/dist/sync/inbound-event-admission.test.js.map +1 -1
  65. package/dist/sync-core.d.ts +2 -1
  66. package/dist/sync-core.d.ts.map +1 -1
  67. package/dist/sync-core.js +5 -10
  68. package/dist/sync-core.js.map +1 -1
  69. package/dist/sync-core.test.js +16 -0
  70. package/dist/sync-core.test.js.map +1 -1
  71. package/dist/vault-client.d.ts +0 -5
  72. package/dist/vault-client.d.ts.map +1 -1
  73. package/dist/vault-client.js +0 -7
  74. package/dist/vault-client.js.map +1 -1
  75. package/dist/vault-client.test.js +0 -39
  76. package/dist/vault-client.test.js.map +1 -1
  77. package/package.json +1 -1
  78. package/dist/sync/presign-denial-backoff-flag.d.ts +0 -6
  79. package/dist/sync/presign-denial-backoff-flag.d.ts.map +0 -1
  80. package/dist/sync/presign-denial-backoff-flag.js +0 -11
  81. package/dist/sync/presign-denial-backoff-flag.js.map +0 -1
@@ -17,7 +17,7 @@ import { runRunner, runRunnerWithLoop, resolveDeletePolicy, resolveSkipPersonal,
17
17
  import { SESSION_LOGS_PUSH_ONLY_PREFIX } from "../sync/pull-scope.js";
18
18
  import { AUTH_WAIT_INITIAL_RECHECK_MS, AUTH_WAIT_RESUME_MESSAGE, AUTH_WAIT_START_MESSAGE, AUTH_WAIT_STEADY_RECHECK_MS, } from "./sync-runner-auth-wait.js";
19
19
  import { PresignObjectIO, S3SdkObjectIO } from "../object-io.js";
20
- import { setBandwidthGovernorForTesting } from "../bandwidth.js";
20
+ import { BandwidthGovernor, setBandwidthGovernorForTesting, } from "../bandwidth.js";
21
21
  import { POST_SYNC_FLAG_KEYS, } from "./sync-runner-post-sync-flags.js";
22
22
  import { FakeClock, TreeWatcher, } from "../watcher.js";
23
23
  import { adaptivePollMs, advanceMonotonicDeadline, DEFAULT_EVENT_BATCH_LIMIT, DEFAULT_FAST_LANE_MAX_BYTES, DEFAULT_FAST_LANE_MAX_FILE_BYTES, DEFAULT_FAST_LANE_MAX_FILES, DEFAULT_FULL_RECONCILE_MS, EVENT_BATCH_LIMIT_ENV, FAST_LANE_MAX_BYTES_ENV, FAST_LANE_MAX_FILES_ENV, FULL_RECONCILE_MS_ENV, isFastLocalBatch, isFastReceiverBatch, partitionLocalBatch, journalEntriesForWatcherDelete, resolveEventBatchLimit, resolveFullReconcileMs, resolveWatchPollMs, CHORE_STARVATION_CAP_MS, CooperativePassScheduler, REALTIME_ADMISSION_DEADLINE_MS, REALTIME_DRAIN_BURST_MS, REALTIME_WORKER_OCCUPANCY_CAP, RealtimeAdmissionTimeoutError, setRealtimeAdmissionDeadlineMsForTesting, setRealtimeDrainBurstMsForTesting, normalizeCoordinatorPaths, shouldQuarantineWatcherDeleteIntents, shouldUseAreaStorage, WATCHER_REDISCOVERY_RETRY_MS, WATCHER_REDISCOVERY_RETRY_MAX_MS, } from "./sync-runner-watch-loop.js";
@@ -1669,6 +1669,62 @@ describe("automatic journal maintenance", () => {
1669
1669
  vi.useRealTimers();
1670
1670
  }
1671
1671
  });
1672
+ it("emits bandwidth diagnostics at the existing fanout heartbeat cadence", async () => {
1673
+ vi.useFakeTimers();
1674
+ vi.setSystemTime(0);
1675
+ const governor = new BandwidthGovernor({ maxBytesPerSec: 1 }, {
1676
+ sleep: async (ms) => new Promise((resolve) => setTimeout(resolve, ms)),
1677
+ });
1678
+ setBandwidthGovernorForTesting(governor);
1679
+ let releaseBody;
1680
+ const keepBodyOpen = new Promise((resolve) => {
1681
+ releaseBody = resolve;
1682
+ });
1683
+ const sync = vi.fn().mockImplementation(async () => {
1684
+ const body = (async function* () {
1685
+ yield Buffer.alloc(2);
1686
+ await keepBodyOpen;
1687
+ })();
1688
+ for await (const _chunk of governor.throttleBody(body)) {
1689
+ // Consume the chunk while holding the body open for the cadence sample.
1690
+ }
1691
+ return defaultSyncResult();
1692
+ });
1693
+ const deps = makeDeps({
1694
+ createVaultClient: () => makeVaultStub({
1695
+ memberships: [{ companyUid: "cmp_indigo" }],
1696
+ entityGet: (uid) => Promise.resolve({ uid, slug: "indigo" }),
1697
+ }),
1698
+ repairJournalStateIfNeeded: vi
1699
+ .fn()
1700
+ .mockReturnValue({ status: "not-needed", slug: "indigo" }),
1701
+ fanoutHeartbeatIntervalMs: 100,
1702
+ sync,
1703
+ });
1704
+ const running = runRunner(["--companies", "--skip-personal"], deps);
1705
+ try {
1706
+ await vi.waitFor(() => expect(sync).toHaveBeenCalledTimes(1));
1707
+ await vi.advanceTimersByTimeAsync(2_500);
1708
+ const diagnostic = deps.stderr
1709
+ .events()
1710
+ .filter((event) => event.type === "bandwidth-policy")
1711
+ .find((event) => "governorWaitMs" in event && (event.governorWaitMs ?? 0) > 0);
1712
+ expect(diagnostic).toMatchObject({
1713
+ type: "bandwidth-policy",
1714
+ message: "bandwidth governor: 1 B/s cap",
1715
+ effectiveRateBps: 1,
1716
+ activeChoreTransfers: 1,
1717
+ });
1718
+ expect(diagnostic
1719
+ .governorWaitMs).toBeGreaterThan(0);
1720
+ }
1721
+ finally {
1722
+ releaseBody();
1723
+ await running;
1724
+ setBandwidthGovernorForTesting(null);
1725
+ vi.useRealTimers();
1726
+ }
1727
+ });
1672
1728
  it("repairs every resolved journal shard before fanout and streams known heartbeat events", async () => {
1673
1729
  const order = [];
1674
1730
  const repairJournalStateIfNeeded = vi.fn().mockImplementation((slug, options) => {
@@ -9328,6 +9384,56 @@ describe("runRunnerWithLoop — U58 realtime scheduler guard", () => {
9328
9384
  });
9329
9385
  });
9330
9386
  describe("CooperativePassScheduler", () => {
9387
+ it("admits realtime during payload I/O and fences the next chore transfer until the result is committed", async () => {
9388
+ const scheduler = new CooperativePassScheduler(() => 0);
9389
+ const order = [];
9390
+ let markNetworkStarted = () => { };
9391
+ const networkStarted = new Promise((resolve) => {
9392
+ markNetworkStarted = resolve;
9393
+ });
9394
+ let releaseNetwork = () => { };
9395
+ const networkGate = new Promise((resolve) => {
9396
+ releaseNetwork = resolve;
9397
+ });
9398
+ const chore = scheduler.submit(async ({ checkpoint }) => {
9399
+ const first = await checkpoint.runChoreNetworkTransfer(async () => {
9400
+ order.push("network-1-start");
9401
+ markNetworkStarted();
9402
+ await networkGate;
9403
+ order.push("network-1-done");
9404
+ return "first";
9405
+ });
9406
+ order.push(`commit-${first.value}`);
9407
+ const secondPromise = checkpoint.runChoreNetworkTransfer(async () => {
9408
+ order.push("network-2-start");
9409
+ return "second";
9410
+ });
9411
+ await Promise.resolve();
9412
+ expect(order).not.toContain("network-2-start");
9413
+ order.push("commit-first-done");
9414
+ first.complete();
9415
+ const second = await secondPromise;
9416
+ order.push(`commit-${second.value}`);
9417
+ second.complete();
9418
+ return 0;
9419
+ }, "chore");
9420
+ await networkStarted;
9421
+ const realtime = scheduler.submit(async () => {
9422
+ order.push("realtime");
9423
+ return 0;
9424
+ }, "realtime");
9425
+ releaseNetwork();
9426
+ await Promise.all([chore, realtime]);
9427
+ expect(order).toEqual([
9428
+ "network-1-start",
9429
+ "realtime",
9430
+ "network-1-done",
9431
+ "commit-first",
9432
+ "commit-first-done",
9433
+ "network-2-start",
9434
+ "commit-second",
9435
+ ]);
9436
+ });
9331
9437
  it("admits an explicitly safe fast realtime pass while a slow scoped realtime pass remains in flight", async () => {
9332
9438
  const scheduler = new CooperativePassScheduler(() => 0);
9333
9439
  const order = [];