@indigoai-us/hq-cloud 6.16.57 → 6.16.58-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (124) hide show
  1. package/dist/bin/sync-runner-company.d.ts +14 -0
  2. package/dist/bin/sync-runner-company.d.ts.map +1 -1
  3. package/dist/bin/sync-runner-company.js +42 -8
  4. package/dist/bin/sync-runner-company.js.map +1 -1
  5. package/dist/bin/sync-runner-company.test.js +55 -0
  6. package/dist/bin/sync-runner-company.test.js.map +1 -1
  7. package/dist/bin/sync-runner-planning.d.ts +12 -3
  8. package/dist/bin/sync-runner-planning.d.ts.map +1 -1
  9. package/dist/bin/sync-runner-planning.js +65 -3
  10. package/dist/bin/sync-runner-planning.js.map +1 -1
  11. package/dist/bin/sync-runner-planning.test.js +172 -1
  12. package/dist/bin/sync-runner-planning.test.js.map +1 -1
  13. package/dist/bin/sync-runner-watch-loop.d.ts +51 -2
  14. package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
  15. package/dist/bin/sync-runner-watch-loop.js +409 -165
  16. package/dist/bin/sync-runner-watch-loop.js.map +1 -1
  17. package/dist/bin/sync-runner-watch-routes.d.ts +19 -2
  18. package/dist/bin/sync-runner-watch-routes.d.ts.map +1 -1
  19. package/dist/bin/sync-runner-watch-routes.js +40 -5
  20. package/dist/bin/sync-runner-watch-routes.js.map +1 -1
  21. package/dist/bin/sync-runner-watch-routes.test.js +47 -0
  22. package/dist/bin/sync-runner-watch-routes.test.js.map +1 -1
  23. package/dist/bin/sync-runner.d.ts +59 -5
  24. package/dist/bin/sync-runner.d.ts.map +1 -1
  25. package/dist/bin/sync-runner.js +48 -4
  26. package/dist/bin/sync-runner.js.map +1 -1
  27. package/dist/bin/sync-runner.test.js +1553 -192
  28. package/dist/bin/sync-runner.test.js.map +1 -1
  29. package/dist/cli/onepass-pull-planner-regressions.test.d.ts +2 -0
  30. package/dist/cli/onepass-pull-planner-regressions.test.d.ts.map +1 -0
  31. package/dist/cli/onepass-pull-planner-regressions.test.js +300 -0
  32. package/dist/cli/onepass-pull-planner-regressions.test.js.map +1 -0
  33. package/dist/cli/onepass-pull-planner.test.d.ts +2 -0
  34. package/dist/cli/onepass-pull-planner.test.d.ts.map +1 -0
  35. package/dist/cli/onepass-pull-planner.test.js +266 -0
  36. package/dist/cli/onepass-pull-planner.test.js.map +1 -0
  37. package/dist/cli/share.d.ts +19 -0
  38. package/dist/cli/share.d.ts.map +1 -1
  39. package/dist/cli/share.js +55 -0
  40. package/dist/cli/share.js.map +1 -1
  41. package/dist/cli/share.test.js +87 -1
  42. package/dist/cli/share.test.js.map +1 -1
  43. package/dist/cli/streaming-pull-planner.bench.test.d.ts +15 -0
  44. package/dist/cli/streaming-pull-planner.bench.test.d.ts.map +1 -0
  45. package/dist/cli/streaming-pull-planner.bench.test.js +273 -0
  46. package/dist/cli/streaming-pull-planner.bench.test.js.map +1 -0
  47. package/dist/cli/sync-scope.test.js +8 -0
  48. package/dist/cli/sync-scope.test.js.map +1 -1
  49. package/dist/cli/sync.d.ts +12 -0
  50. package/dist/cli/sync.d.ts.map +1 -1
  51. package/dist/cli/sync.js +297 -125
  52. package/dist/cli/sync.js.map +1 -1
  53. package/dist/cli/sync.test.js +255 -2
  54. package/dist/cli/sync.test.js.map +1 -1
  55. package/dist/journal-row-store.d.ts +40 -5
  56. package/dist/journal-row-store.d.ts.map +1 -1
  57. package/dist/journal-row-store.js +240 -21
  58. package/dist/journal-row-store.js.map +1 -1
  59. package/dist/journal-row-store.test.js +54 -0
  60. package/dist/journal-row-store.test.js.map +1 -1
  61. package/dist/journal-snapshot-v4.d.ts.map +1 -1
  62. package/dist/journal-snapshot-v4.js +11 -6
  63. package/dist/journal-snapshot-v4.js.map +1 -1
  64. package/dist/journal-store.test.js +324 -7
  65. package/dist/journal-store.test.js.map +1 -1
  66. package/dist/journal.d.ts +51 -16
  67. package/dist/journal.d.ts.map +1 -1
  68. package/dist/journal.js +303 -79
  69. package/dist/journal.js.map +1 -1
  70. package/dist/lib/exit-codes.d.ts +15 -0
  71. package/dist/lib/exit-codes.d.ts.map +1 -1
  72. package/dist/lib/exit-codes.js +15 -0
  73. package/dist/lib/exit-codes.js.map +1 -1
  74. package/dist/personal-vault.d.ts.map +1 -1
  75. package/dist/personal-vault.js +10 -3
  76. package/dist/personal-vault.js.map +1 -1
  77. package/dist/personal-vault.test.js +35 -0
  78. package/dist/personal-vault.test.js.map +1 -1
  79. package/dist/remote-pull.d.ts.map +1 -1
  80. package/dist/remote-pull.js +9 -2
  81. package/dist/remote-pull.js.map +1 -1
  82. package/dist/remote-pull.test.js +59 -2
  83. package/dist/remote-pull.test.js.map +1 -1
  84. package/dist/s3.d.ts +1 -0
  85. package/dist/s3.d.ts.map +1 -1
  86. package/dist/s3.js +20 -2
  87. package/dist/s3.js.map +1 -1
  88. package/dist/s3.list-cost.test.d.ts +2 -0
  89. package/dist/s3.list-cost.test.d.ts.map +1 -0
  90. package/dist/s3.list-cost.test.js +51 -0
  91. package/dist/s3.list-cost.test.js.map +1 -0
  92. package/dist/sync/area-ledger.d.ts +27 -3
  93. package/dist/sync/area-ledger.d.ts.map +1 -1
  94. package/dist/sync/area-ledger.js +149 -39
  95. package/dist/sync/area-ledger.js.map +1 -1
  96. package/dist/sync/area-ledger.test.js +192 -5
  97. package/dist/sync/area-ledger.test.js.map +1 -1
  98. package/dist/sync/parallel-sync-coordinator.test.js +29 -0
  99. package/dist/sync/parallel-sync-coordinator.test.js.map +1 -1
  100. package/dist/sync/realtime-telemetry.d.ts +1 -1
  101. package/dist/sync/realtime-telemetry.d.ts.map +1 -1
  102. package/dist/sync/realtime-telemetry.js +14 -6
  103. package/dist/sync/realtime-telemetry.js.map +1 -1
  104. package/dist/sync/realtime-telemetry.test.js +136 -16
  105. package/dist/sync/realtime-telemetry.test.js.map +1 -1
  106. package/dist/sync/remote-file-spool.d.ts +16 -0
  107. package/dist/sync/remote-file-spool.d.ts.map +1 -0
  108. package/dist/sync/remote-file-spool.js +91 -0
  109. package/dist/sync/remote-file-spool.js.map +1 -0
  110. package/dist/sync/remote-file-spool.test.d.ts +2 -0
  111. package/dist/sync/remote-file-spool.test.d.ts.map +1 -0
  112. package/dist/sync/remote-file-spool.test.js +77 -0
  113. package/dist/sync/remote-file-spool.test.js.map +1 -0
  114. package/dist/sync/state-store.d.ts +6 -0
  115. package/dist/sync/state-store.d.ts.map +1 -1
  116. package/dist/sync/state-store.js +14 -2
  117. package/dist/sync/state-store.js.map +1 -1
  118. package/dist/watcher.d.ts +12 -0
  119. package/dist/watcher.d.ts.map +1 -1
  120. package/dist/watcher.js +131 -0
  121. package/dist/watcher.js.map +1 -1
  122. package/dist/watcher.test.js +63 -0
  123. package/dist/watcher.test.js.map +1 -1
  124. package/package.json +2 -1
@@ -3,6 +3,7 @@ import * as fs from "fs";
3
3
  import * as os from "os";
4
4
  import * as path from "path";
5
5
  import { createHash } from "node:crypto";
6
+ import { monitorEventLoopDelay } from "node:perf_hooks";
6
7
  import { watch } from "chokidar";
7
8
  import { FakeClock, WatchPushDriver, TreeWatcher, ChokidarWatchBudget, createWatchPathFilter, toChokidarIgnored, PushEventEmitter, PUBLISH_OUTCOME_JOURNALD_CEILING_BYTES, PUBLISH_OUTCOME_SUCCESS_SAMPLE_CAP, resolveEventDebounceConfig, summarizePublishBatchOutcome, DEFAULT_EVENT_DEBOUNCE_MS, DEFAULT_EVENT_MAX_WAIT_MS, DEFAULT_EVENT_SMALL_BATCH_DEBOUNCE_MS, DEFAULT_EVENT_SMALL_BATCH_MAX_PATHS, DEFAULT_EVENT_SMALL_BATCH_MAX_BYTES, DEFAULT_PUBLISH_MIN_INTERVAL_MS, EVENT_DEBOUNCE_MS_ENV, EVENT_MAX_WAIT_MS_ENV, EVENT_SMALL_BATCH_DEBOUNCE_MS_ENV, EVENT_SMALL_BATCH_MAX_PATHS_ENV, EVENT_SMALL_BATCH_MAX_BYTES_ENV, DEFAULT_TREE_WATCHER_MAX_WATCHED_PATHS, MAX_TREE_WATCHER_MAX_WATCHED_PATHS, TREE_WATCHER_MAX_WATCHED_PATHS_ENV, resolveMaxWatchedPaths, PUBLISH_MIN_INTERVAL_MS_ENV, resolvePublishMinIntervalMs, DurablePublishedContentHashes, DURABLE_PUBLISHED_HASH_BATCH_FLUSH_MS, replayDurablePublishedContentHashRecordsForTest, startScopedRecursiveWatch, selectTreeWatchBackend } from "./watcher.js";
8
9
  import { StateStore, StateStoreLockError } from "./sync/state-store.js";
@@ -167,6 +168,68 @@ describe("TreeWatcher pending backlog caps", () => {
167
168
  fs.rmSync(dir, { recursive: true, force: true });
168
169
  }
169
170
  });
171
+ it("yields through a 50k-row warm-up journal catch-up without losing coverage", async () => {
172
+ const dir = fs.mkdtempSync(path.join(os.tmpdir(), "hq-watcher-warmup-yield-"));
173
+ try {
174
+ const watcher = new TreeWatcher({ hqRoot: dir, pathFilter: () => true });
175
+ const journalRows = Array.from({ length: 50_000 }, (_, index) => `personal/missing-${index}.md`);
176
+ const histogram = monitorEventLoopDelay({ resolution: 1 });
177
+ let eventLoopTicks = 0;
178
+ let keepTicking = true;
179
+ const tick = () => {
180
+ if (!keepTicking)
181
+ return;
182
+ eventLoopTicks += 1;
183
+ setImmediate(tick);
184
+ };
185
+ histogram.enable();
186
+ setImmediate(tick);
187
+ const result = await watcher.collectWarmupCatchupAsync(Date.now(), journalRows);
188
+ keepTicking = false;
189
+ await flushImmediate();
190
+ histogram.disable();
191
+ expect(result.scannedPaths).toBe(0);
192
+ expect(result.batch.paths.size).toBe(50_000);
193
+ expect(eventLoopTicks).toBeGreaterThan(1);
194
+ expect(Number(histogram.max) / 1_000_000).toBeLessThan(250);
195
+ }
196
+ finally {
197
+ fs.rmSync(dir, { recursive: true, force: true });
198
+ }
199
+ });
200
+ it("stops a yielding warm-up catch-up without scheduling the remaining chunks", async () => {
201
+ const dir = fs.mkdtempSync(path.join(os.tmpdir(), "hq-watcher-warmup-stop-"));
202
+ const originalSetImmediate = globalThis.setImmediate;
203
+ let releaseFirstYield;
204
+ let firstYieldReached;
205
+ const firstYield = new Promise((resolve) => {
206
+ firstYieldReached = resolve;
207
+ });
208
+ const setImmediateSpy = vi.spyOn(globalThis, "setImmediate").mockImplementation(((callback, ...args) => {
209
+ if (!releaseFirstYield) {
210
+ releaseFirstYield = () => callback(...args);
211
+ firstYieldReached?.();
212
+ return undefined;
213
+ }
214
+ return originalSetImmediate(callback, ...args);
215
+ }));
216
+ try {
217
+ const watcher = new TreeWatcher({ hqRoot: dir, pathFilter: () => true });
218
+ const journalRows = Array.from({ length: 256 }, (_, index) => `personal/missing-${index}.md`);
219
+ const catchup = watcher.collectWarmupCatchupAsync(Date.now(), journalRows);
220
+ await firstYield;
221
+ watcher.stop();
222
+ releaseFirstYield?.();
223
+ const result = await catchup;
224
+ expect(result.cancelled).toBe(true);
225
+ expect(result.batch.paths.size).toBeLessThan(journalRows.length);
226
+ expect(setImmediateSpy).toHaveBeenCalledTimes(1);
227
+ }
228
+ finally {
229
+ setImmediateSpy.mockRestore();
230
+ fs.rmSync(dir, { recursive: true, force: true });
231
+ }
232
+ });
170
233
  it("keeps a warm-up epoch only for a queued deletion capture, and only while it runs", async () => {
171
234
  const dir = fs.mkdtempSync(path.join(os.tmpdir(), "hq-watcher-warmup-epochs-"));
172
235
  try {