@indigoai-us/hq-cloud 6.17.1 → 6.18.1-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (68) hide show
  1. package/dist/bandwidth.d.ts +45 -11
  2. package/dist/bandwidth.d.ts.map +1 -1
  3. package/dist/bandwidth.js +231 -18
  4. package/dist/bandwidth.js.map +1 -1
  5. package/dist/bandwidth.test.js +124 -4
  6. package/dist/bandwidth.test.js.map +1 -1
  7. package/dist/bin/outpost-session-host.d.ts +6 -0
  8. package/dist/bin/outpost-session-host.d.ts.map +1 -0
  9. package/dist/bin/outpost-session-host.js +39 -0
  10. package/dist/bin/outpost-session-host.js.map +1 -0
  11. package/dist/bin/outpost-session-host.test.d.ts +7 -0
  12. package/dist/bin/outpost-session-host.test.d.ts.map +1 -0
  13. package/dist/bin/outpost-session-host.test.js +37 -0
  14. package/dist/bin/outpost-session-host.test.js.map +1 -0
  15. package/dist/bin/sync-runner-company.d.ts +2 -0
  16. package/dist/bin/sync-runner-company.d.ts.map +1 -1
  17. package/dist/bin/sync-runner-company.js +6 -0
  18. package/dist/bin/sync-runner-company.js.map +1 -1
  19. package/dist/bin/sync-runner-watch-loop.d.ts +26 -1
  20. package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
  21. package/dist/bin/sync-runner-watch-loop.js +217 -3
  22. package/dist/bin/sync-runner-watch-loop.js.map +1 -1
  23. package/dist/bin/sync-runner.d.ts +26 -2
  24. package/dist/bin/sync-runner.d.ts.map +1 -1
  25. package/dist/bin/sync-runner.js +14 -5
  26. package/dist/bin/sync-runner.js.map +1 -1
  27. package/dist/bin/sync-runner.test.js +107 -1
  28. package/dist/bin/sync-runner.test.js.map +1 -1
  29. package/dist/cli/share.d.ts +18 -6
  30. package/dist/cli/share.d.ts.map +1 -1
  31. package/dist/cli/share.js +92 -47
  32. package/dist/cli/share.js.map +1 -1
  33. package/dist/cli/share.test.js +3 -3
  34. package/dist/cli/share.test.js.map +1 -1
  35. package/dist/cli/sync.d.ts +17 -4
  36. package/dist/cli/sync.d.ts.map +1 -1
  37. package/dist/cli/sync.js +155 -27
  38. package/dist/cli/sync.js.map +1 -1
  39. package/dist/cli/sync.test.js +315 -1
  40. package/dist/cli/sync.test.js.map +1 -1
  41. package/dist/object-io.d.ts +33 -7
  42. package/dist/object-io.d.ts.map +1 -1
  43. package/dist/object-io.js +326 -140
  44. package/dist/object-io.js.map +1 -1
  45. package/dist/object-io.test.js +377 -1
  46. package/dist/object-io.test.js.map +1 -1
  47. package/dist/s3-download-stream-hash.test.d.ts +2 -0
  48. package/dist/s3-download-stream-hash.test.d.ts.map +1 -0
  49. package/dist/s3-download-stream-hash.test.js +70 -0
  50. package/dist/s3-download-stream-hash.test.js.map +1 -0
  51. package/dist/s3.d.ts +8 -3
  52. package/dist/s3.d.ts.map +1 -1
  53. package/dist/s3.js +304 -27
  54. package/dist/s3.js.map +1 -1
  55. package/dist/s3.test.js +163 -0
  56. package/dist/s3.test.js.map +1 -1
  57. package/dist/sync/inbound-event-admission.d.ts.map +1 -1
  58. package/dist/sync/inbound-event-admission.js +3 -0
  59. package/dist/sync/inbound-event-admission.js.map +1 -1
  60. package/dist/sync/inbound-event-admission.test.js +6 -0
  61. package/dist/sync/inbound-event-admission.test.js.map +1 -1
  62. package/dist/sync-core.d.ts +2 -1
  63. package/dist/sync-core.d.ts.map +1 -1
  64. package/dist/sync-core.js +5 -10
  65. package/dist/sync-core.js.map +1 -1
  66. package/dist/sync-core.test.js +16 -0
  67. package/dist/sync-core.test.js.map +1 -1
  68. package/package.json +3 -2
@@ -163,7 +163,7 @@ import { readJournal, writeJournal, getEntry, listJournals, } from "../journal.j
163
163
  import { SqsPushReceiver } from "../sync/push-receiver.js";
164
164
  import { buildTargetedPullArgv } from "../bin/sync-runner-watch-routes.js";
165
165
  import { ReconcileCursorStore } from "../sync/reconcile-cursor.js";
166
- import { RateLimitedError, setObjectIOFactory, setObjectIORequestTimeoutMsForTesting, } from "../object-io.js";
166
+ import { ObjectBodyIdleTimeoutError, RateLimitedError, setObjectIOFactory, setObjectIORequestTimeoutMsForTesting, } from "../object-io.js";
167
167
  import { isTransientNetworkError } from "../lib/net-errors.js";
168
168
  /**
169
169
  * Read a journal the way production does.
@@ -790,6 +790,320 @@ describe("sync", () => {
790
790
  expect(Object.keys(finalJournal.files)).toHaveLength(rowCount + 1);
791
791
  expect(remoteFiles.every((remoteFile) => finalJournal.files[remoteFile.key] !== undefined)).toBe(true);
792
792
  }, 120_000);
793
+ it("admits queued realtime work while a two-second chore download is still in flight", async () => {
794
+ const fixedNow = new Date("2026-09-24T12:00:00.000Z");
795
+ const remoteFiles = [
796
+ { key: "docs/slow-1.md", size: 4, lastModified: fixedNow, etag: '"slow-1"' },
797
+ { key: "docs/slow-2.md", size: 4, lastModified: fixedNow, etag: '"slow-2"' },
798
+ ];
799
+ writeJournal("acme", { version: "2", lastSync: "", pulls: [], files: {} });
800
+ vi.stubEnv("HQ_SYNC_TRANSFER_CONCURRENCY", "1");
801
+ vi.mocked(s3Module.listRemoteFiles).mockResolvedValueOnce(remoteFiles);
802
+ const scheduler = new CooperativePassScheduler(() => 0);
803
+ const downloadFile = vi.mocked(s3Module.downloadFile);
804
+ const originalDownload = downloadFile.getMockImplementation();
805
+ let downloadsCompleted = 0;
806
+ let inFlightDownloads = 0;
807
+ let realtimeQueuedAt = -1;
808
+ let realtimeStartedAt = -1;
809
+ let completedAtHandoff = -1;
810
+ let realtimePass;
811
+ downloadFile.mockImplementation(async (_context, key, localPath, options) => {
812
+ inFlightDownloads += 1;
813
+ if (downloadsCompleted === 0 && realtimeQueuedAt < 0) {
814
+ setTimeout(() => {
815
+ realtimeQueuedAt = performance.now();
816
+ realtimePass = scheduler.submit(async () => {
817
+ realtimeStartedAt = performance.now();
818
+ completedAtHandoff = downloadsCompleted;
819
+ expect(inFlightDownloads).toBe(1);
820
+ }, "realtime");
821
+ }, 1_000);
822
+ }
823
+ await new Promise((resolve) => setTimeout(resolve, 2_000));
824
+ options?.beforeReplace?.();
825
+ fs.mkdirSync(path.dirname(localPath), { recursive: true });
826
+ fs.writeFileSync(localPath, "slow");
827
+ inFlightDownloads -= 1;
828
+ downloadsCompleted += 1;
829
+ return {
830
+ metadata: {},
831
+ contentHash: "5633d479dfae75ba7a78914ee380fa202bd6126e7c6b7c22e3ebc9e1a6ddc871",
832
+ contentSize: 4,
833
+ };
834
+ });
835
+ try {
836
+ await scheduler.submit(async ({ checkpoint }) => sync({
837
+ company: "acme",
838
+ vaultConfig: mockConfig,
839
+ hqRoot: tmpDir,
840
+ skipReindex: true,
841
+ onEvent: () => undefined,
842
+ cooperativeCheckpoint: checkpoint,
843
+ }), "chore");
844
+ await realtimePass;
845
+ }
846
+ finally {
847
+ if (originalDownload)
848
+ downloadFile.mockImplementation(originalDownload);
849
+ else
850
+ downloadFile.mockReset();
851
+ vi.unstubAllEnvs();
852
+ }
853
+ expect(realtimeQueuedAt).toBeGreaterThanOrEqual(0);
854
+ expect(realtimeStartedAt - realtimeQueuedAt).toBeLessThan(1_500);
855
+ expect(completedAtHandoff).toBe(0);
856
+ expect(downloadsCompleted).toBe(remoteFiles.length);
857
+ }, 15_000);
858
+ it("discards a stale staged download when realtime commits the same path", async () => {
859
+ const fixedNow = new Date("2026-09-24T12:00:00.000Z");
860
+ const key = "docs/same-path.md";
861
+ const remoteFiles = [
862
+ { key, size: 11, lastModified: fixedNow, etag: '"chore-version"' },
863
+ ];
864
+ writeJournal("acme", { version: "2", lastSync: "", pulls: [], files: {} });
865
+ vi.stubEnv("HQ_SYNC_TRANSFER_CONCURRENCY", "1");
866
+ vi.mocked(s3Module.listRemoteFiles).mockResolvedValueOnce(remoteFiles);
867
+ const scheduler = new CooperativePassScheduler(() => 0);
868
+ const downloadFile = vi.mocked(s3Module.downloadFile);
869
+ const originalDownload = downloadFile.getMockImplementation();
870
+ const localPath = path.join(tmpDir, "companies", "acme", key);
871
+ let queuedAt = -1;
872
+ let realtimeStartedAt = -1;
873
+ let transferFinishedAt = -1;
874
+ let realtimePass;
875
+ downloadFile.mockImplementation(async (_context, _key, stagePath, options) => {
876
+ setTimeout(() => {
877
+ queuedAt = performance.now();
878
+ realtimePass = scheduler.submit(async () => {
879
+ realtimeStartedAt = performance.now();
880
+ fs.mkdirSync(path.dirname(localPath), { recursive: true });
881
+ fs.writeFileSync(localPath, "realtime version");
882
+ const journal = readJournal("acme");
883
+ const stat = fs.statSync(localPath);
884
+ journal.files[key] = {
885
+ hash: crypto.createHash("sha256").update("realtime version").digest("hex"),
886
+ size: stat.size,
887
+ syncedAt: fixedNow.toISOString(),
888
+ direction: "up",
889
+ remoteEtag: "realtime-version",
890
+ mtimeMs: stat.mtimeMs,
891
+ ctimeMs: stat.ctimeMs,
892
+ };
893
+ writeJournal("acme", journal);
894
+ }, "realtime");
895
+ }, 50);
896
+ await new Promise((resolve) => setTimeout(resolve, 2_000));
897
+ options?.beforeReplace?.();
898
+ fs.writeFileSync(stagePath, "stale chore");
899
+ transferFinishedAt = performance.now();
900
+ return {
901
+ metadata: {},
902
+ contentHash: crypto.createHash("sha256").update("stale chore").digest("hex"),
903
+ contentSize: 11,
904
+ };
905
+ });
906
+ let result;
907
+ try {
908
+ await scheduler.submit(async ({ checkpoint }) => {
909
+ result = await sync({
910
+ company: "acme",
911
+ vaultConfig: mockConfig,
912
+ hqRoot: tmpDir,
913
+ skipReindex: true,
914
+ onEvent: () => undefined,
915
+ cooperativeCheckpoint: checkpoint,
916
+ });
917
+ }, "chore");
918
+ await realtimePass;
919
+ }
920
+ finally {
921
+ if (originalDownload)
922
+ downloadFile.mockImplementation(originalDownload);
923
+ else
924
+ downloadFile.mockReset();
925
+ vi.unstubAllEnvs();
926
+ }
927
+ expect(queuedAt).toBeGreaterThanOrEqual(0);
928
+ expect(realtimeStartedAt - queuedAt).toBeLessThan(1_500);
929
+ expect(realtimeStartedAt).toBeLessThan(transferFinishedAt);
930
+ expect(fs.readFileSync(localPath, "utf8")).toBe("realtime version");
931
+ expect(result?.filesDownloaded).toBe(0);
932
+ expect(result?.conflicts).toBe(1);
933
+ expect(readJournal("acme").files[key]?.remoteEtag).toBe("realtime-version");
934
+ expect(fs.readdirSync(path.dirname(localPath)).some((name) => name.startsWith(".hq-tmp-stage-"))).toBe(false);
935
+ }, 15_000);
936
+ it("discards a staged download when realtime updates an existing journal row", async () => {
937
+ const fixedNow = new Date("2026-09-24T12:00:00.000Z");
938
+ const key = "docs/existing-row.md";
939
+ const baseline = "preexisting local version";
940
+ const baselineHash = crypto.createHash("sha256").update(baseline).digest("hex");
941
+ const localPath = path.join(tmpDir, "companies", "acme", key);
942
+ fs.mkdirSync(path.dirname(localPath), { recursive: true });
943
+ fs.writeFileSync(localPath, baseline);
944
+ writeJournal("acme", {
945
+ version: "2",
946
+ lastSync: "",
947
+ pulls: [],
948
+ files: {
949
+ [key]: {
950
+ hash: baselineHash,
951
+ size: baseline.length,
952
+ syncedAt: new Date(fixedNow.getTime() - 60_000).toISOString(),
953
+ direction: "down",
954
+ kind: "file",
955
+ remoteEtag: "old-etag",
956
+ },
957
+ },
958
+ });
959
+ vi.stubEnv("HQ_SYNC_TRANSFER_CONCURRENCY", "1");
960
+ vi.mocked(s3Module.listRemoteFiles).mockResolvedValueOnce([
961
+ { key, size: 11, lastModified: fixedNow, etag: '"chore-version"' },
962
+ ]);
963
+ const scheduler = new CooperativePassScheduler(() => 0);
964
+ const downloadFile = vi.mocked(s3Module.downloadFile);
965
+ const originalDownload = downloadFile.getMockImplementation();
966
+ let realtimeStartedAt = -1;
967
+ let transferFinishedAt = -1;
968
+ let realtimePass;
969
+ downloadFile.mockImplementation(async (_context, _key, stagePath, options) => {
970
+ setTimeout(() => {
971
+ realtimePass = scheduler.submit(async () => {
972
+ realtimeStartedAt = performance.now();
973
+ const journal = readJournal("acme");
974
+ journal.files[key] = {
975
+ ...journal.files[key],
976
+ syncedAt: fixedNow.toISOString(),
977
+ remoteEtag: "realtime-version",
978
+ };
979
+ writeJournal("acme", journal);
980
+ }, "realtime");
981
+ }, 50);
982
+ await new Promise((resolve) => setTimeout(resolve, 2_000));
983
+ options?.beforeReplace?.();
984
+ fs.writeFileSync(stagePath, "stale chore");
985
+ transferFinishedAt = performance.now();
986
+ return {
987
+ metadata: {},
988
+ contentHash: crypto.createHash("sha256").update("stale chore").digest("hex"),
989
+ contentSize: 11,
990
+ };
991
+ });
992
+ let result;
993
+ try {
994
+ await scheduler.submit(async ({ checkpoint }) => {
995
+ result = await sync({
996
+ company: "acme",
997
+ vaultConfig: mockConfig,
998
+ hqRoot: tmpDir,
999
+ skipReindex: true,
1000
+ onEvent: () => undefined,
1001
+ cooperativeCheckpoint: checkpoint,
1002
+ });
1003
+ }, "chore");
1004
+ await realtimePass;
1005
+ }
1006
+ finally {
1007
+ if (originalDownload)
1008
+ downloadFile.mockImplementation(originalDownload);
1009
+ else
1010
+ downloadFile.mockReset();
1011
+ vi.unstubAllEnvs();
1012
+ }
1013
+ expect(realtimeStartedAt).toBeGreaterThanOrEqual(0);
1014
+ expect(realtimeStartedAt).toBeLessThan(transferFinishedAt);
1015
+ expect(fs.readFileSync(localPath, "utf8")).toBe(baseline);
1016
+ expect(result?.filesDownloaded).toBe(0);
1017
+ expect(result?.conflicts).toBe(1);
1018
+ expect(readJournal("acme").files[key]?.remoteEtag).toBe("realtime-version");
1019
+ expect(fs.readdirSync(path.dirname(localPath)).some((name) => name.startsWith(".hq-tmp-stage-"))).toBe(false);
1020
+ }, 15_000);
1021
+ it("releases a timed-out full-pull path before admitting the same key to realtime", async () => {
1022
+ const scheduler = new CooperativePassScheduler(() => 0);
1023
+ const downloadFile = vi.mocked(s3Module.downloadFile);
1024
+ const originalDownload = downloadFile.getMockImplementation();
1025
+ let stalledPathActive = false;
1026
+ let timedOutAt = -1;
1027
+ let realtimeStartedAt = -1;
1028
+ let realtimePass;
1029
+ downloadFile.mockImplementation(async (context, key, localPath, options) => {
1030
+ if (key === "docs/handoff.md" && timedOutAt < 0) {
1031
+ stalledPathActive = true;
1032
+ const startedAt = performance.now();
1033
+ realtimePass = scheduler.submit(async () => {
1034
+ realtimeStartedAt = performance.now();
1035
+ expect(stalledPathActive).toBe(false);
1036
+ expect(key).toBe("docs/handoff.md");
1037
+ }, "realtime");
1038
+ await new Promise((resolve) => setTimeout(resolve, 30));
1039
+ stalledPathActive = false;
1040
+ timedOutAt = performance.now();
1041
+ expect(timedOutAt - startedAt).toBeLessThan(1_000);
1042
+ throw new ObjectBodyIdleTimeoutError(key, 30);
1043
+ }
1044
+ return originalDownload(context, key, localPath, options);
1045
+ });
1046
+ try {
1047
+ await scheduler.submit(async ({ checkpoint }) => sync({
1048
+ company: "acme",
1049
+ vaultConfig: mockConfig,
1050
+ hqRoot: tmpDir,
1051
+ skipReindex: true,
1052
+ onEvent: () => undefined,
1053
+ cooperativeCheckpoint: () => checkpoint(),
1054
+ }), "chore");
1055
+ await realtimePass;
1056
+ }
1057
+ finally {
1058
+ if (originalDownload)
1059
+ downloadFile.mockImplementation(originalDownload);
1060
+ else
1061
+ downloadFile.mockReset();
1062
+ }
1063
+ expect(timedOutAt).toBeGreaterThanOrEqual(0);
1064
+ expect(realtimeStartedAt).toBeGreaterThan(timedOutAt);
1065
+ expect(realtimeStartedAt - timedOutAt).toBeLessThan(1_000);
1066
+ expect(stalledPathActive).toBe(false);
1067
+ });
1068
+ it("continues an ordinary pull after one object body times out", async () => {
1069
+ const listRemoteFiles = vi.mocked(s3Module.listRemoteFiles);
1070
+ const originalListRemoteFiles = listRemoteFiles.getMockImplementation();
1071
+ listRemoteFiles.mockResolvedValue([
1072
+ { key: "docs/stalled.md", size: 7, lastModified: new Date(), etag: '"stalled"' },
1073
+ { key: "docs/later.md", size: 7, lastModified: new Date(), etag: '"later"' },
1074
+ ]);
1075
+ writeJournal("acme", { version: "2", lastSync: "", pulls: [], files: {} });
1076
+ const downloadFile = vi.mocked(s3Module.downloadFile);
1077
+ const originalDownload = downloadFile.getMockImplementation();
1078
+ const attemptedKeys = [];
1079
+ downloadFile.mockImplementation(async (context, key, localPath, options) => {
1080
+ attemptedKeys.push(key);
1081
+ if (key === "docs/stalled.md")
1082
+ throw new ObjectBodyIdleTimeoutError(key, 30);
1083
+ return originalDownload(context, key, localPath, options);
1084
+ });
1085
+ try {
1086
+ await sync({
1087
+ company: "acme",
1088
+ vaultConfig: mockConfig,
1089
+ hqRoot: tmpDir,
1090
+ skipReindex: true,
1091
+ onEvent: () => undefined,
1092
+ });
1093
+ }
1094
+ finally {
1095
+ if (originalDownload)
1096
+ downloadFile.mockImplementation(originalDownload);
1097
+ else
1098
+ downloadFile.mockReset();
1099
+ if (originalListRemoteFiles)
1100
+ listRemoteFiles.mockImplementation(originalListRemoteFiles);
1101
+ else
1102
+ listRemoteFiles.mockReset();
1103
+ }
1104
+ expect(attemptedKeys).toEqual(["docs/stalled.md", "docs/later.md"]);
1105
+ expect(fs.existsSync(path.join(tmpDir, "companies", "acme", "docs", "later.md"))).toBe(true);
1106
+ });
793
1107
  /**
794
1108
  * A cooperative hand-off yields the root lock then continues the same run,
795
1109
  * so downloads completed before the hand-off stay on this pass's counters