@indigoai-us/hq-cloud 6.16.74 → 6.16.75-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -5014,6 +5014,60 @@ describe("runRunnerWithLoop — event-push wiring", () => {
5014
5014
  process.env.HQ_SYNC_FULL_RECONCILE_MS = previousFullReconcileMs;
5015
5015
  }
5016
5016
  });
5017
+ it("backs off failed parallel full-reconcile completions before another chore is admitted", async () => {
5018
+ const previousCoordinator = process.env.HQ_SYNC_PARALLEL_COORDINATOR;
5019
+ const previousFullReconcileMs = process.env.HQ_SYNC_FULL_RECONCILE_MS;
5020
+ process.env.HQ_SYNC_PARALLEL_COORDINATOR = "1";
5021
+ process.env.HQ_SYNC_FULL_RECONCILE_MS = "1";
5022
+ const runPass = vi.fn().mockResolvedValue(1);
5023
+ const delays = [];
5024
+ const waiters = [];
5025
+ let now = 0;
5026
+ let shutdown = () => { };
5027
+ const sleep = (ms) => {
5028
+ delays.push(ms);
5029
+ return new Promise((resolve) => {
5030
+ waiters.push(resolve);
5031
+ });
5032
+ };
5033
+ const loop = runRunnerWithLoop(["--companies", "--watch", "--poll-remote-ms", "1", "--hq-root", "/tmp/hq"], {
5034
+ runPass,
5035
+ clock: new FakeClock(),
5036
+ monotonicNow: () => now,
5037
+ sleep,
5038
+ onShutdownSignal: (handler) => {
5039
+ shutdown = handler;
5040
+ return () => { };
5041
+ },
5042
+ });
5043
+ try {
5044
+ for (let attempt = 0; attempt < 50 && runPass.mock.calls.length < 3; attempt += 1) {
5045
+ const resolve = waiters.shift();
5046
+ if (resolve) {
5047
+ now += 1;
5048
+ resolve();
5049
+ await flushLoopMicrotasks(30);
5050
+ }
5051
+ else {
5052
+ await new Promise((resolveNext) => setImmediate(resolveNext));
5053
+ }
5054
+ }
5055
+ expect(runPass).toHaveBeenCalledTimes(3);
5056
+ expect(delays).toContain(60_000);
5057
+ }
5058
+ finally {
5059
+ shutdown();
5060
+ await expect(loop).resolves.toBe(0);
5061
+ if (previousCoordinator === undefined)
5062
+ delete process.env.HQ_SYNC_PARALLEL_COORDINATOR;
5063
+ else
5064
+ process.env.HQ_SYNC_PARALLEL_COORDINATOR = previousCoordinator;
5065
+ if (previousFullReconcileMs === undefined)
5066
+ delete process.env.HQ_SYNC_FULL_RECONCILE_MS;
5067
+ else
5068
+ process.env.HQ_SYNC_FULL_RECONCILE_MS = previousFullReconcileMs;
5069
+ }
5070
+ });
5017
5071
  it("parallel coordinator keeps event surfaces off for an auth-required full reconcile", async () => {
5018
5072
  const previousCoordinator = process.env.HQ_SYNC_PARALLEL_COORDINATOR;
5019
5073
  const previousEventSync = process.env.HQ_SYNC_EVENT_SYNC;
@@ -8898,6 +8952,137 @@ describe("runRunnerWithLoop — event-push wiring", () => {
8898
8952
  await expect(loop).resolves.toBe(0);
8899
8953
  expect(watcher.disposed).toBe(false);
8900
8954
  });
8955
+ it("bounds repeated watch-pass exits with a fake-clock retry budget while keeping the runner alive", async () => {
8956
+ const watcher = makeWatcherStub();
8957
+ const runPass = vi.fn().mockResolvedValue(1);
8958
+ const delays = [];
8959
+ const waiters = [];
8960
+ let now = 0;
8961
+ let shutdown = () => { };
8962
+ let settled;
8963
+ const sleep = (ms) => {
8964
+ delays.push(ms);
8965
+ return new Promise((resolve) => {
8966
+ waiters.push(resolve);
8967
+ });
8968
+ };
8969
+ const tick = async (advanceMs) => {
8970
+ now += advanceMs;
8971
+ const resolve = waiters.shift();
8972
+ if (!resolve)
8973
+ throw new Error("retry sleep was not pending");
8974
+ resolve();
8975
+ await flushLoopMicrotasks();
8976
+ };
8977
+ const waitForRetrySleep = async () => {
8978
+ for (let attempt = 0; attempt < 200; attempt += 1) {
8979
+ if (waiters.length > 0)
8980
+ return;
8981
+ await new Promise((resolve) => setImmediate(resolve));
8982
+ }
8983
+ throw new Error("timed out waiting for retry sleep");
8984
+ };
8985
+ const loop = runRunnerWithLoop(["--companies", "--watch", "--event-push", "--poll-remote-ms", "1", "--hq-root", "/tmp/hq"], {
8986
+ runPass,
8987
+ clock: new FakeClock(),
8988
+ createWatcher: () => watcher,
8989
+ monotonicNow: () => now,
8990
+ sleep,
8991
+ onShutdownSignal: (handler) => {
8992
+ shutdown = handler;
8993
+ return () => { };
8994
+ },
8995
+ }).then((code) => {
8996
+ settled = code;
8997
+ return code;
8998
+ });
8999
+ try {
9000
+ await waitForRetrySleep();
9001
+ expect(runPass).toHaveBeenCalledTimes(1);
9002
+ expect(delays).toEqual([1]);
9003
+ await tick(1_000);
9004
+ expect(runPass).toHaveBeenCalledTimes(2);
9005
+ expect(delays).toEqual([1, 1]);
9006
+ await tick(1_000);
9007
+ expect(runPass).toHaveBeenCalledTimes(3);
9008
+ expect(delays).toEqual([1, 1, 60_000]);
9009
+ await tick(60_000);
9010
+ await tick(120_000);
9011
+ await tick(240_000);
9012
+ await tick(480_000);
9013
+ expect(runPass).toHaveBeenCalledTimes(7);
9014
+ expect(delays).toEqual([
9015
+ 1,
9016
+ 1,
9017
+ 60_000,
9018
+ 120_000,
9019
+ 240_000,
9020
+ 480_000,
9021
+ 600_000,
9022
+ ]);
9023
+ // The retry window is quiet-time based, not anchored to the first
9024
+ // failure. Continuing failures after thirty minutes must remain capped.
9025
+ await tick(600_000);
9026
+ await tick(600_000);
9027
+ expect(runPass).toHaveBeenCalledTimes(9);
9028
+ expect(delays.slice(-2)).toEqual([600_000, 600_000]);
9029
+ expect(settled).toBeUndefined();
9030
+ expect(watcher.disposed).toBe(false);
9031
+ }
9032
+ finally {
9033
+ shutdown();
9034
+ await expect(loop).resolves.toBe(0);
9035
+ }
9036
+ });
9037
+ it("does not let a watcher interrupt bypass a failed-pass retry deadline", async () => {
9038
+ const watcher = makeWatcherStub();
9039
+ let passes = 0;
9040
+ const runPass = vi.fn().mockImplementation(async () => {
9041
+ passes += 1;
9042
+ return passes === 1 ? 0 : 1;
9043
+ });
9044
+ const waiters = [];
9045
+ const now = 0;
9046
+ let shutdown = () => { };
9047
+ const sleep = vi.fn(() => new Promise((resolve) => {
9048
+ waiters.push(resolve);
9049
+ }));
9050
+ const loop = runRunnerWithLoop(["--companies", "--watch", "--event-push", "--poll-remote-ms", "1", "--hq-root", "/tmp/hq"], {
9051
+ runPass,
9052
+ clock: new FakeClock(),
9053
+ createWatcher: () => watcher,
9054
+ monotonicNow: () => now,
9055
+ sleep,
9056
+ onShutdownSignal: (handler) => {
9057
+ shutdown = handler;
9058
+ return () => { };
9059
+ },
9060
+ });
9061
+ try {
9062
+ await waitForPollSleep({
9063
+ pendingCount: () => waiters.length,
9064
+ });
9065
+ expect(runPass).toHaveBeenCalledTimes(1);
9066
+ watcher.emit();
9067
+ await flushLoopMicrotasks(30);
9068
+ expect(runPass).toHaveBeenCalledTimes(2);
9069
+ watcher.emit();
9070
+ await flushLoopMicrotasks(30);
9071
+ expect(runPass).toHaveBeenCalledTimes(3);
9072
+ watcher.emit();
9073
+ await flushLoopMicrotasks(30);
9074
+ expect(runPass).toHaveBeenCalledTimes(4);
9075
+ expect(sleep).toHaveBeenLastCalledWith(60_000);
9076
+ watcher.emit();
9077
+ await flushLoopMicrotasks(30);
9078
+ expect(runPass).toHaveBeenCalledTimes(4);
9079
+ expect(sleep).toHaveBeenLastCalledWith(60_000);
9080
+ }
9081
+ finally {
9082
+ shutdown();
9083
+ await expect(loop).resolves.toBe(0);
9084
+ }
9085
+ });
8901
9086
  it("alerts when a partial pass failed before a company's download leg", async () => {
8902
9087
  const watcher = makeWatcherStub();
8903
9088
  const stderrWrite = vi