@indigoai-us/hq-cloud 6.18.3 → 6.18.4-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (96) hide show
  1. package/dist/bandwidth.d.ts +56 -10
  2. package/dist/bandwidth.d.ts.map +1 -1
  3. package/dist/bandwidth.js +253 -17
  4. package/dist/bandwidth.js.map +1 -1
  5. package/dist/bandwidth.test.js +103 -4
  6. package/dist/bandwidth.test.js.map +1 -1
  7. package/dist/bin/sync-runner-company.d.ts +2 -0
  8. package/dist/bin/sync-runner-company.d.ts.map +1 -1
  9. package/dist/bin/sync-runner-company.js +15 -0
  10. package/dist/bin/sync-runner-company.js.map +1 -1
  11. package/dist/bin/sync-runner-company.test.js +56 -0
  12. package/dist/bin/sync-runner-company.test.js.map +1 -1
  13. package/dist/bin/sync-runner-events.test.js +15 -0
  14. package/dist/bin/sync-runner-events.test.js.map +1 -1
  15. package/dist/bin/sync-runner-watch-loop.d.ts +31 -5
  16. package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
  17. package/dist/bin/sync-runner-watch-loop.js +228 -10
  18. package/dist/bin/sync-runner-watch-loop.js.map +1 -1
  19. package/dist/bin/sync-runner.d.ts +31 -2
  20. package/dist/bin/sync-runner.d.ts.map +1 -1
  21. package/dist/bin/sync-runner.js +14 -5
  22. package/dist/bin/sync-runner.js.map +1 -1
  23. package/dist/bin/sync-runner.test.js +120 -39
  24. package/dist/bin/sync-runner.test.js.map +1 -1
  25. package/dist/cli/share.d.ts +26 -8
  26. package/dist/cli/share.d.ts.map +1 -1
  27. package/dist/cli/share.js +227 -62
  28. package/dist/cli/share.js.map +1 -1
  29. package/dist/cli/share.test.js +252 -3
  30. package/dist/cli/share.test.js.map +1 -1
  31. package/dist/cli/sync.d.ts +21 -4
  32. package/dist/cli/sync.d.ts.map +1 -1
  33. package/dist/cli/sync.js +140 -19
  34. package/dist/cli/sync.js.map +1 -1
  35. package/dist/cli/sync.test.js +274 -1
  36. package/dist/cli/sync.test.js.map +1 -1
  37. package/dist/lib/machine-id.d.ts +7 -0
  38. package/dist/lib/machine-id.d.ts.map +1 -1
  39. package/dist/lib/machine-id.js +54 -7
  40. package/dist/lib/machine-id.js.map +1 -1
  41. package/dist/lib/machine-id.test.js +20 -1
  42. package/dist/lib/machine-id.test.js.map +1 -1
  43. package/dist/lib/ontology-entity-push.d.ts +51 -0
  44. package/dist/lib/ontology-entity-push.d.ts.map +1 -0
  45. package/dist/lib/ontology-entity-push.js +125 -0
  46. package/dist/lib/ontology-entity-push.js.map +1 -0
  47. package/dist/lib/ontology-entity-push.test.d.ts +2 -0
  48. package/dist/lib/ontology-entity-push.test.d.ts.map +1 -0
  49. package/dist/lib/ontology-entity-push.test.js +149 -0
  50. package/dist/lib/ontology-entity-push.test.js.map +1 -0
  51. package/dist/object-io.d.ts +38 -7
  52. package/dist/object-io.d.ts.map +1 -1
  53. package/dist/object-io.js +336 -140
  54. package/dist/object-io.js.map +1 -1
  55. package/dist/object-io.test.js +423 -1
  56. package/dist/object-io.test.js.map +1 -1
  57. package/dist/s3-download-stream-hash.test.d.ts +2 -0
  58. package/dist/s3-download-stream-hash.test.d.ts.map +1 -0
  59. package/dist/s3-download-stream-hash.test.js +70 -0
  60. package/dist/s3-download-stream-hash.test.js.map +1 -0
  61. package/dist/s3.d.ts +8 -3
  62. package/dist/s3.d.ts.map +1 -1
  63. package/dist/s3.js +330 -27
  64. package/dist/s3.js.map +1 -1
  65. package/dist/s3.test.js +304 -0
  66. package/dist/s3.test.js.map +1 -1
  67. package/dist/sync/event-sync.d.ts +14 -4
  68. package/dist/sync/event-sync.d.ts.map +1 -1
  69. package/dist/sync/event-sync.js +145 -14
  70. package/dist/sync/event-sync.js.map +1 -1
  71. package/dist/sync/event-sync.test.js +266 -1
  72. package/dist/sync/event-sync.test.js.map +1 -1
  73. package/dist/sync/inbound-event-admission.d.ts.map +1 -1
  74. package/dist/sync/inbound-event-admission.js +3 -0
  75. package/dist/sync/inbound-event-admission.js.map +1 -1
  76. package/dist/sync/inbound-event-admission.test.js +6 -0
  77. package/dist/sync/inbound-event-admission.test.js.map +1 -1
  78. package/dist/sync/push-transport.d.ts +15 -0
  79. package/dist/sync/push-transport.d.ts.map +1 -1
  80. package/dist/sync/push-transport.js +27 -0
  81. package/dist/sync/push-transport.js.map +1 -1
  82. package/dist/sync/push-transport.test.js +14 -1
  83. package/dist/sync/push-transport.test.js.map +1 -1
  84. package/dist/sync-core.d.ts +2 -1
  85. package/dist/sync-core.d.ts.map +1 -1
  86. package/dist/sync-core.js +5 -10
  87. package/dist/sync-core.js.map +1 -1
  88. package/dist/sync-core.test.js +16 -0
  89. package/dist/sync-core.test.js.map +1 -1
  90. package/dist/vault-client.d.ts +5 -0
  91. package/dist/vault-client.d.ts.map +1 -1
  92. package/dist/vault-client.js +7 -0
  93. package/dist/vault-client.js.map +1 -1
  94. package/dist/vault-client.test.js +39 -0
  95. package/dist/vault-client.test.js.map +1 -1
  96. package/package.json +1 -1
@@ -163,7 +163,7 @@ import { readJournal, writeJournal, getEntry, listJournals, } from "../journal.j
163
163
  import { SqsPushReceiver } from "../sync/push-receiver.js";
164
164
  import { buildTargetedPullArgv } from "../bin/sync-runner-watch-routes.js";
165
165
  import { ReconcileCursorStore } from "../sync/reconcile-cursor.js";
166
- import { RateLimitedError, setObjectIOFactory, setObjectIORequestTimeoutMsForTesting, } from "../object-io.js";
166
+ import { ObjectBodyIdleTimeoutError, RateLimitedError, setObjectIOFactory, setObjectIORequestTimeoutMsForTesting, } from "../object-io.js";
167
167
  import { isTransientNetworkError } from "../lib/net-errors.js";
168
168
  /**
169
169
  * Read a journal the way production does.
@@ -790,6 +790,235 @@ describe("sync", () => {
790
790
  expect(Object.keys(finalJournal.files)).toHaveLength(rowCount + 1);
791
791
  expect(remoteFiles.every((remoteFile) => finalJournal.files[remoteFile.key] !== undefined)).toBe(true);
792
792
  }, 120_000);
793
+ it("admits queued realtime work while a two-second chore download is still in flight", async () => {
794
+ const fixedNow = new Date("2026-09-24T12:00:00.000Z");
795
+ const remoteFiles = [
796
+ { key: "docs/slow-1.md", size: 4, lastModified: fixedNow, etag: '"slow-1"' },
797
+ { key: "docs/slow-2.md", size: 4, lastModified: fixedNow, etag: '"slow-2"' },
798
+ ];
799
+ writeJournal("acme", { version: "2", lastSync: "", pulls: [], files: {} });
800
+ vi.stubEnv("HQ_SYNC_TRANSFER_CONCURRENCY", "1");
801
+ vi.mocked(s3Module.listRemoteFiles).mockResolvedValueOnce(remoteFiles);
802
+ const scheduler = new CooperativePassScheduler(() => 0);
803
+ const downloadFile = vi.mocked(s3Module.downloadFile);
804
+ const originalDownload = downloadFile.getMockImplementation();
805
+ let downloadsCompleted = 0;
806
+ let inFlightDownloads = 0;
807
+ let realtimeQueuedAt = -1;
808
+ let realtimeStartedAt = -1;
809
+ let completedAtHandoff = -1;
810
+ let realtimePass;
811
+ downloadFile.mockImplementation(async (_context, key, localPath, options) => {
812
+ inFlightDownloads += 1;
813
+ if (downloadsCompleted === 0 && realtimeQueuedAt < 0) {
814
+ setTimeout(() => {
815
+ realtimeQueuedAt = performance.now();
816
+ realtimePass = scheduler.submit(async () => {
817
+ realtimeStartedAt = performance.now();
818
+ completedAtHandoff = downloadsCompleted;
819
+ expect(inFlightDownloads).toBe(1);
820
+ }, "realtime");
821
+ }, 1_000);
822
+ }
823
+ await new Promise((resolve) => setTimeout(resolve, 2_000));
824
+ options?.beforeReplace?.();
825
+ fs.mkdirSync(path.dirname(localPath), { recursive: true });
826
+ fs.writeFileSync(localPath, "slow");
827
+ inFlightDownloads -= 1;
828
+ downloadsCompleted += 1;
829
+ return {
830
+ metadata: {},
831
+ contentHash: "5633d479dfae75ba7a78914ee380fa202bd6126e7c6b7c22e3ebc9e1a6ddc871",
832
+ contentSize: 4,
833
+ };
834
+ });
835
+ try {
836
+ await scheduler.submit(async ({ checkpoint }) => sync({
837
+ company: "acme",
838
+ vaultConfig: mockConfig,
839
+ hqRoot: tmpDir,
840
+ skipReindex: true,
841
+ onEvent: () => undefined,
842
+ cooperativeCheckpoint: checkpoint,
843
+ }), "chore");
844
+ await realtimePass;
845
+ }
846
+ finally {
847
+ if (originalDownload)
848
+ downloadFile.mockImplementation(originalDownload);
849
+ else
850
+ downloadFile.mockReset();
851
+ vi.unstubAllEnvs();
852
+ }
853
+ expect(realtimeQueuedAt).toBeGreaterThanOrEqual(0);
854
+ expect(realtimeStartedAt - realtimeQueuedAt).toBeLessThan(1_500);
855
+ expect(completedAtHandoff).toBe(0);
856
+ expect(downloadsCompleted).toBe(remoteFiles.length);
857
+ }, 15_000);
858
+ it("discards a stale staged download when realtime commits the same path", async () => {
859
+ const fixedNow = new Date("2026-09-24T12:00:00.000Z");
860
+ const key = "docs/same-path.md";
861
+ const remoteFiles = [
862
+ { key, size: 11, lastModified: fixedNow, etag: '"chore-version"' },
863
+ ];
864
+ writeJournal("acme", { version: "2", lastSync: "", pulls: [], files: {} });
865
+ vi.stubEnv("HQ_SYNC_TRANSFER_CONCURRENCY", "1");
866
+ vi.mocked(s3Module.listRemoteFiles).mockResolvedValueOnce(remoteFiles);
867
+ const scheduler = new CooperativePassScheduler(() => 0);
868
+ const downloadFile = vi.mocked(s3Module.downloadFile);
869
+ const originalDownload = downloadFile.getMockImplementation();
870
+ const localPath = path.join(tmpDir, "companies", "acme", key);
871
+ let queuedAt = -1;
872
+ let realtimeStartedAt = -1;
873
+ let transferFinishedAt = -1;
874
+ let realtimePass;
875
+ downloadFile.mockImplementation(async (_context, _key, stagePath, options) => {
876
+ setTimeout(() => {
877
+ queuedAt = performance.now();
878
+ realtimePass = scheduler.submit(async () => {
879
+ realtimeStartedAt = performance.now();
880
+ fs.mkdirSync(path.dirname(localPath), { recursive: true });
881
+ fs.writeFileSync(localPath, "realtime version");
882
+ const journal = readJournal("acme");
883
+ const stat = fs.statSync(localPath);
884
+ journal.files[key] = {
885
+ hash: crypto.createHash("sha256").update("realtime version").digest("hex"),
886
+ size: stat.size,
887
+ syncedAt: fixedNow.toISOString(),
888
+ direction: "up",
889
+ remoteEtag: "realtime-version",
890
+ mtimeMs: stat.mtimeMs,
891
+ ctimeMs: stat.ctimeMs,
892
+ };
893
+ writeJournal("acme", journal);
894
+ }, "realtime");
895
+ }, 50);
896
+ await new Promise((resolve) => setTimeout(resolve, 2_000));
897
+ options?.beforeReplace?.();
898
+ fs.writeFileSync(stagePath, "stale chore");
899
+ transferFinishedAt = performance.now();
900
+ return {
901
+ metadata: {},
902
+ contentHash: crypto.createHash("sha256").update("stale chore").digest("hex"),
903
+ contentSize: 11,
904
+ };
905
+ });
906
+ let result;
907
+ try {
908
+ await scheduler.submit(async ({ checkpoint }) => {
909
+ result = await sync({
910
+ company: "acme",
911
+ vaultConfig: mockConfig,
912
+ hqRoot: tmpDir,
913
+ skipReindex: true,
914
+ onEvent: () => undefined,
915
+ cooperativeCheckpoint: checkpoint,
916
+ });
917
+ }, "chore");
918
+ await realtimePass;
919
+ }
920
+ finally {
921
+ if (originalDownload)
922
+ downloadFile.mockImplementation(originalDownload);
923
+ else
924
+ downloadFile.mockReset();
925
+ vi.unstubAllEnvs();
926
+ }
927
+ expect(queuedAt).toBeGreaterThanOrEqual(0);
928
+ expect(realtimeStartedAt - queuedAt).toBeLessThan(1_500);
929
+ expect(realtimeStartedAt).toBeLessThan(transferFinishedAt);
930
+ expect(fs.readFileSync(localPath, "utf8")).toBe("realtime version");
931
+ expect(result?.filesDownloaded).toBe(0);
932
+ expect(result?.conflicts).toBe(1);
933
+ expect(readJournal("acme").files[key]?.remoteEtag).toBe("realtime-version");
934
+ expect(fs.readdirSync(path.dirname(localPath)).some((name) => name.startsWith(".hq-tmp-stage-"))).toBe(false);
935
+ }, 15_000);
936
+ it("releases a timed-out full-pull path before admitting the same key to realtime", async () => {
937
+ const scheduler = new CooperativePassScheduler(() => 0);
938
+ const downloadFile = vi.mocked(s3Module.downloadFile);
939
+ const originalDownload = downloadFile.getMockImplementation();
940
+ let stalledPathActive = false;
941
+ let timedOutAt = -1;
942
+ let realtimeStartedAt = -1;
943
+ let realtimePass;
944
+ downloadFile.mockImplementation(async (context, key, localPath, options) => {
945
+ if (key === "docs/handoff.md" && timedOutAt < 0) {
946
+ stalledPathActive = true;
947
+ const startedAt = performance.now();
948
+ realtimePass = scheduler.submit(async () => {
949
+ realtimeStartedAt = performance.now();
950
+ expect(stalledPathActive).toBe(false);
951
+ expect(key).toBe("docs/handoff.md");
952
+ }, "realtime");
953
+ await new Promise((resolve) => setTimeout(resolve, 30));
954
+ stalledPathActive = false;
955
+ timedOutAt = performance.now();
956
+ expect(timedOutAt - startedAt).toBeLessThan(1_000);
957
+ throw new ObjectBodyIdleTimeoutError(key, 30);
958
+ }
959
+ return originalDownload(context, key, localPath, options);
960
+ });
961
+ try {
962
+ await scheduler.submit(async ({ checkpoint }) => sync({
963
+ company: "acme",
964
+ vaultConfig: mockConfig,
965
+ hqRoot: tmpDir,
966
+ skipReindex: true,
967
+ onEvent: () => undefined,
968
+ cooperativeCheckpoint: () => checkpoint(),
969
+ }), "chore");
970
+ await realtimePass;
971
+ }
972
+ finally {
973
+ if (originalDownload)
974
+ downloadFile.mockImplementation(originalDownload);
975
+ else
976
+ downloadFile.mockReset();
977
+ }
978
+ expect(timedOutAt).toBeGreaterThanOrEqual(0);
979
+ expect(realtimeStartedAt).toBeGreaterThan(timedOutAt);
980
+ expect(realtimeStartedAt - timedOutAt).toBeLessThan(1_000);
981
+ expect(stalledPathActive).toBe(false);
982
+ });
983
+ it("continues an ordinary pull after one object body times out", async () => {
984
+ const listRemoteFiles = vi.mocked(s3Module.listRemoteFiles);
985
+ const originalListRemoteFiles = listRemoteFiles.getMockImplementation();
986
+ listRemoteFiles.mockResolvedValue([
987
+ { key: "docs/stalled.md", size: 7, lastModified: new Date(), etag: '"stalled"' },
988
+ { key: "docs/later.md", size: 7, lastModified: new Date(), etag: '"later"' },
989
+ ]);
990
+ writeJournal("acme", { version: "2", lastSync: "", pulls: [], files: {} });
991
+ const downloadFile = vi.mocked(s3Module.downloadFile);
992
+ const originalDownload = downloadFile.getMockImplementation();
993
+ const attemptedKeys = [];
994
+ downloadFile.mockImplementation(async (context, key, localPath, options) => {
995
+ attemptedKeys.push(key);
996
+ if (key === "docs/stalled.md")
997
+ throw new ObjectBodyIdleTimeoutError(key, 30);
998
+ return originalDownload(context, key, localPath, options);
999
+ });
1000
+ try {
1001
+ await sync({
1002
+ company: "acme",
1003
+ vaultConfig: mockConfig,
1004
+ hqRoot: tmpDir,
1005
+ skipReindex: true,
1006
+ onEvent: () => undefined,
1007
+ });
1008
+ }
1009
+ finally {
1010
+ if (originalDownload)
1011
+ downloadFile.mockImplementation(originalDownload);
1012
+ else
1013
+ downloadFile.mockReset();
1014
+ if (originalListRemoteFiles)
1015
+ listRemoteFiles.mockImplementation(originalListRemoteFiles);
1016
+ else
1017
+ listRemoteFiles.mockReset();
1018
+ }
1019
+ expect(attemptedKeys).toEqual(["docs/stalled.md", "docs/later.md"]);
1020
+ expect(fs.existsSync(path.join(tmpDir, "companies", "acme", "docs", "later.md"))).toBe(true);
1021
+ });
793
1022
  /**
794
1023
  * A cooperative hand-off yields the root lock then continues the same run,
795
1024
  * so downloads completed before the hand-off stay on this pass's counters
@@ -1969,6 +2198,50 @@ describe("sync", () => {
1969
2198
  });
1970
2199
  expect(entry.localDiverges).toBeFalsy();
1971
2200
  });
2201
+ it("realtime passes bypass the chore governor for conflict-probe downloads", async () => {
2202
+ const companyDocs = path.join(tmpDir, "companies", "acme", "docs");
2203
+ fs.mkdirSync(companyDocs, { recursive: true });
2204
+ fs.writeFileSync(path.join(companyDocs, "handoff.md"), "local edit");
2205
+ fs.writeFileSync(journalPath, JSON.stringify({
2206
+ version: "1",
2207
+ lastSync: new Date().toISOString(),
2208
+ files: {
2209
+ "docs/handoff.md": {
2210
+ hash: "common-base-hash",
2211
+ size: 16,
2212
+ syncedAt: new Date(Date.now() - 3600000).toISOString(),
2213
+ direction: "down",
2214
+ remoteEtag: "common-base-etag",
2215
+ },
2216
+ },
2217
+ }));
2218
+ vi.mocked(s3Module.listRemoteFiles).mockResolvedValueOnce([
2219
+ {
2220
+ key: "docs/handoff.md",
2221
+ size: "mock file content".length,
2222
+ lastModified: new Date(),
2223
+ etag: '"new-remote-etag"',
2224
+ },
2225
+ ]);
2226
+ const downloadFile = vi.mocked(s3Module.downloadFile);
2227
+ downloadFile.mockClear();
2228
+ await sync({
2229
+ company: "acme",
2230
+ onConflict: "keep",
2231
+ vaultConfig: mockConfig,
2232
+ hqRoot: tmpDir,
2233
+ transferPriority: "realtime",
2234
+ });
2235
+ // The conflict path must download at least once (the convergence probe),
2236
+ // and a realtime pass must never queue any of its payload GETs behind a
2237
+ // chore transfer slot.
2238
+ expect(downloadFile).toHaveBeenCalled();
2239
+ for (const call of downloadFile.mock.calls) {
2240
+ expect(call[3], `downloadFile(${String(call[1])}) options`).toMatchObject({
2241
+ bypassBandwidthGovernor: true,
2242
+ });
2243
+ }
2244
+ });
1972
2245
  it("conflict skip marks the entry localDiverges (journal-honesty: the held copy never matched the recorded remote etag)", async () => {
1973
2246
  const companyDocs = path.join(tmpDir, "companies", "acme", "docs");
1974
2247
  fs.mkdirSync(companyDocs, { recursive: true });