@indigoai-us/hq-cloud 6.16.52-alpha.0 → 6.16.52

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (168) hide show
  1. package/dist/backup-prune.d.ts +23 -1
  2. package/dist/backup-prune.d.ts.map +1 -1
  3. package/dist/backup-prune.js +92 -8
  4. package/dist/backup-prune.js.map +1 -1
  5. package/dist/backup-prune.test.js +36 -0
  6. package/dist/backup-prune.test.js.map +1 -1
  7. package/dist/bin/rescue-runner.js +2 -1
  8. package/dist/bin/rescue-runner.js.map +1 -1
  9. package/dist/bin/sync-runner-company.d.ts +0 -6
  10. package/dist/bin/sync-runner-company.d.ts.map +1 -1
  11. package/dist/bin/sync-runner-company.js +1 -30
  12. package/dist/bin/sync-runner-company.js.map +1 -1
  13. package/dist/bin/sync-runner-company.test.js +0 -55
  14. package/dist/bin/sync-runner-company.test.js.map +1 -1
  15. package/dist/bin/sync-runner-planning.d.ts +3 -12
  16. package/dist/bin/sync-runner-planning.d.ts.map +1 -1
  17. package/dist/bin/sync-runner-planning.js +3 -65
  18. package/dist/bin/sync-runner-planning.js.map +1 -1
  19. package/dist/bin/sync-runner-planning.test.js +1 -108
  20. package/dist/bin/sync-runner-planning.test.js.map +1 -1
  21. package/dist/bin/sync-runner-watch-loop.d.ts +2 -48
  22. package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
  23. package/dist/bin/sync-runner-watch-loop.js +116 -311
  24. package/dist/bin/sync-runner-watch-loop.js.map +1 -1
  25. package/dist/bin/sync-runner.d.ts +5 -33
  26. package/dist/bin/sync-runner.d.ts.map +1 -1
  27. package/dist/bin/sync-runner.js +4 -34
  28. package/dist/bin/sync-runner.js.map +1 -1
  29. package/dist/bin/sync-runner.test.js +79 -802
  30. package/dist/bin/sync-runner.test.js.map +1 -1
  31. package/dist/cli/rescue-breaker.test.d.ts +2 -0
  32. package/dist/cli/rescue-breaker.test.d.ts.map +1 -0
  33. package/dist/cli/rescue-breaker.test.js +334 -0
  34. package/dist/cli/rescue-breaker.test.js.map +1 -0
  35. package/dist/cli/rescue-core.d.ts +40 -0
  36. package/dist/cli/rescue-core.d.ts.map +1 -1
  37. package/dist/cli/rescue-core.js +1454 -162
  38. package/dist/cli/rescue-core.js.map +1 -1
  39. package/dist/cli/rescue-realpath.test.d.ts +2 -0
  40. package/dist/cli/rescue-realpath.test.d.ts.map +1 -0
  41. package/dist/cli/rescue-realpath.test.js +109 -0
  42. package/dist/cli/rescue-realpath.test.js.map +1 -0
  43. package/dist/cli/rescue-rsync-preflight.test.js +256 -4
  44. package/dist/cli/rescue-rsync-preflight.test.js.map +1 -1
  45. package/dist/cli/rescue-snapshot-copy.test.d.ts +2 -0
  46. package/dist/cli/rescue-snapshot-copy.test.d.ts.map +1 -0
  47. package/dist/cli/rescue-snapshot-copy.test.js +627 -0
  48. package/dist/cli/rescue-snapshot-copy.test.js.map +1 -0
  49. package/dist/cli/rescue-snapshot-recovery.test.d.ts +2 -0
  50. package/dist/cli/rescue-snapshot-recovery.test.d.ts.map +1 -0
  51. package/dist/cli/rescue-snapshot-recovery.test.js +260 -0
  52. package/dist/cli/rescue-snapshot-recovery.test.js.map +1 -0
  53. package/dist/cli/rescue-source-switch-floor.test.d.ts +2 -0
  54. package/dist/cli/rescue-source-switch-floor.test.d.ts.map +1 -0
  55. package/dist/cli/rescue-source-switch-floor.test.js +210 -0
  56. package/dist/cli/rescue-source-switch-floor.test.js.map +1 -0
  57. package/dist/cli/rescue.d.ts +4 -0
  58. package/dist/cli/rescue.d.ts.map +1 -1
  59. package/dist/cli/rescue.js +20 -1
  60. package/dist/cli/rescue.js.map +1 -1
  61. package/dist/cli/rescue.test.js +16 -1
  62. package/dist/cli/rescue.test.js.map +1 -1
  63. package/dist/cli/share-presign-transport.test.js +2 -0
  64. package/dist/cli/share-presign-transport.test.js.map +1 -1
  65. package/dist/cli/share.d.ts +0 -19
  66. package/dist/cli/share.d.ts.map +1 -1
  67. package/dist/cli/share.js +37 -57
  68. package/dist/cli/share.js.map +1 -1
  69. package/dist/cli/share.test.js +93 -87
  70. package/dist/cli/share.test.js.map +1 -1
  71. package/dist/cli/sync-scope.test.js +0 -8
  72. package/dist/cli/sync-scope.test.js.map +1 -1
  73. package/dist/cli/sync.d.ts +0 -12
  74. package/dist/cli/sync.d.ts.map +1 -1
  75. package/dist/cli/sync.js +118 -226
  76. package/dist/cli/sync.js.map +1 -1
  77. package/dist/cli/sync.test.js +2 -215
  78. package/dist/cli/sync.test.js.map +1 -1
  79. package/dist/cli/watch-event-push-conflict.test.js +2 -0
  80. package/dist/cli/watch-event-push-conflict.test.js.map +1 -1
  81. package/dist/cognito-auth.d.ts +30 -0
  82. package/dist/cognito-auth.d.ts.map +1 -1
  83. package/dist/cognito-auth.js +175 -0
  84. package/dist/cognito-auth.js.map +1 -1
  85. package/dist/index.d.ts +2 -2
  86. package/dist/index.d.ts.map +1 -1
  87. package/dist/index.js +1 -1
  88. package/dist/index.js.map +1 -1
  89. package/dist/journal-row-store.d.ts +5 -9
  90. package/dist/journal-row-store.d.ts.map +1 -1
  91. package/dist/journal-row-store.js +10 -70
  92. package/dist/journal-row-store.js.map +1 -1
  93. package/dist/journal-snapshot-v4.d.ts.map +1 -1
  94. package/dist/journal-snapshot-v4.js +6 -11
  95. package/dist/journal-snapshot-v4.js.map +1 -1
  96. package/dist/journal-store.test.js +7 -259
  97. package/dist/journal-store.test.js.map +1 -1
  98. package/dist/journal.d.ts +12 -37
  99. package/dist/journal.d.ts.map +1 -1
  100. package/dist/journal.js +76 -291
  101. package/dist/journal.js.map +1 -1
  102. package/dist/lib/exit-codes.d.ts +0 -15
  103. package/dist/lib/exit-codes.d.ts.map +1 -1
  104. package/dist/lib/exit-codes.js +0 -15
  105. package/dist/lib/exit-codes.js.map +1 -1
  106. package/dist/machine-auth.test.js +295 -0
  107. package/dist/machine-auth.test.js.map +1 -1
  108. package/dist/object-io.d.ts +2 -2
  109. package/dist/object-io.d.ts.map +1 -1
  110. package/dist/object-io.js +18 -3
  111. package/dist/object-io.js.map +1 -1
  112. package/dist/personal-vault.d.ts.map +1 -1
  113. package/dist/personal-vault.js +3 -10
  114. package/dist/personal-vault.js.map +1 -1
  115. package/dist/personal-vault.test.js +0 -35
  116. package/dist/personal-vault.test.js.map +1 -1
  117. package/dist/remote-pull.d.ts.map +1 -1
  118. package/dist/remote-pull.js +2 -9
  119. package/dist/remote-pull.js.map +1 -1
  120. package/dist/remote-pull.test.js +2 -59
  121. package/dist/remote-pull.test.js.map +1 -1
  122. package/dist/s3.d.ts +18 -1
  123. package/dist/s3.d.ts.map +1 -1
  124. package/dist/s3.js +47 -24
  125. package/dist/s3.js.map +1 -1
  126. package/dist/s3.test.js +27 -1
  127. package/dist/s3.test.js.map +1 -1
  128. package/dist/sync/area-ledger.js +4 -4
  129. package/dist/sync/area-ledger.js.map +1 -1
  130. package/dist/sync/parallel-sync-coordinator.test.js +0 -29
  131. package/dist/sync/parallel-sync-coordinator.test.js.map +1 -1
  132. package/dist/sync/realtime-telemetry.d.ts +1 -1
  133. package/dist/sync/realtime-telemetry.d.ts.map +1 -1
  134. package/dist/sync/realtime-telemetry.js +6 -14
  135. package/dist/sync/realtime-telemetry.js.map +1 -1
  136. package/dist/sync/realtime-telemetry.test.js +16 -136
  137. package/dist/sync/realtime-telemetry.test.js.map +1 -1
  138. package/dist/sync-core.d.ts +6 -4
  139. package/dist/sync-core.d.ts.map +1 -1
  140. package/dist/sync-core.js +10 -4
  141. package/dist/sync-core.js.map +1 -1
  142. package/dist/sync-core.test.js +25 -1
  143. package/dist/sync-core.test.js.map +1 -1
  144. package/package.json +1 -2
  145. package/dist/cli/onepass-pull-planner-regressions.test.d.ts +0 -2
  146. package/dist/cli/onepass-pull-planner-regressions.test.d.ts.map +0 -1
  147. package/dist/cli/onepass-pull-planner-regressions.test.js +0 -300
  148. package/dist/cli/onepass-pull-planner-regressions.test.js.map +0 -1
  149. package/dist/cli/onepass-pull-planner.test.d.ts +0 -2
  150. package/dist/cli/onepass-pull-planner.test.d.ts.map +0 -1
  151. package/dist/cli/onepass-pull-planner.test.js +0 -266
  152. package/dist/cli/onepass-pull-planner.test.js.map +0 -1
  153. package/dist/cli/streaming-pull-planner.bench.test.d.ts +0 -15
  154. package/dist/cli/streaming-pull-planner.bench.test.d.ts.map +0 -1
  155. package/dist/cli/streaming-pull-planner.bench.test.js +0 -273
  156. package/dist/cli/streaming-pull-planner.bench.test.js.map +0 -1
  157. package/dist/s3.list-cost.test.d.ts +0 -2
  158. package/dist/s3.list-cost.test.d.ts.map +0 -1
  159. package/dist/s3.list-cost.test.js +0 -51
  160. package/dist/s3.list-cost.test.js.map +0 -1
  161. package/dist/sync/remote-file-spool.d.ts +0 -16
  162. package/dist/sync/remote-file-spool.d.ts.map +0 -1
  163. package/dist/sync/remote-file-spool.js +0 -91
  164. package/dist/sync/remote-file-spool.js.map +0 -1
  165. package/dist/sync/remote-file-spool.test.d.ts +0 -2
  166. package/dist/sync/remote-file-spool.test.d.ts.map +0 -1
  167. package/dist/sync/remote-file-spool.test.js +0 -77
  168. package/dist/sync/remote-file-spool.test.js.map +0 -1
@@ -95,15 +95,6 @@ vi.mock("../s3.js", async (importOriginal) => {
95
95
  { key: "docs/handoff.md", size: 42, lastModified: new Date(), etag: '"abc123"' },
96
96
  { key: "knowledge/readme.md", size: 100, lastModified: new Date(), etag: '"def456"' },
97
97
  ];
98
- const listRemoteFiles = innerVi.fn().mockResolvedValue(remoteFiles);
99
- // Each pull consumes one independent LIST snapshot; never reuse a prior
100
- // pull's rows, so watcher/list freshness tests observe the actual call.
101
- async function* streamRemoteFiles(...args) {
102
- const files = await listRemoteFiles(...args);
103
- for (const remoteFile of files) {
104
- yield remoteFile;
105
- }
106
- }
107
98
  return {
108
99
  ...actual,
109
100
  toPosixKey: (key) => key.split("\\").join("/"),
@@ -117,8 +108,7 @@ vi.mock("../s3.js", async (importOriginal) => {
117
108
  innerFs.writeFileSync(localPath, "mock file content");
118
109
  return { metadata: {} };
119
110
  }),
120
- listRemoteFiles,
121
- streamRemoteFiles,
111
+ listRemoteFiles: innerVi.fn().mockResolvedValue(remoteFiles),
122
112
  deleteRemoteFile: innerVi.fn().mockResolvedValue(undefined),
123
113
  headRemoteFile: innerVi.fn().mockResolvedValue(null),
124
114
  primeObjectTransport: innerVi.fn().mockResolvedValue(undefined),
@@ -135,12 +125,11 @@ vi.mock("../remote-pull.js", async (importOriginal) => {
135
125
  const { vi: innerVi } = await import("vitest");
136
126
  return { ...actual, listRemoteForScope: innerVi.fn(actual.listRemoteForScope) };
137
127
  });
138
- import { sync, reportNewFilesToNotify, applyRealtimeDeltaPage, isSyncMutationStdinCommand, runSyncMutationStdinJson, SYNC_MUTATION_STDIN_COMMAND, FULL_PULL_COOPERATIVE_CHECKPOINT_BATCH_SIZE, targetedJournalSessionCensusSizes, win32SymlinkFlavorBroken, } from "./sync.js";
128
+ import { sync, reportNewFilesToNotify, applyRealtimeDeltaPage, isSyncMutationStdinCommand, runSyncMutationStdinJson, SYNC_MUTATION_STDIN_COMMAND, targetedJournalSessionCensusSizes, win32SymlinkFlavorBroken, } from "./sync.js";
139
129
  import { share } from "./share.js";
140
130
  import * as s3Module from "../s3.js";
141
131
  import * as conflictModule from "./conflict.js";
142
132
  import * as remotePullModule from "../remote-pull.js";
143
- import { CooperativePassScheduler } from "../bin/sync-runner-watch-loop.js";
144
133
  import { reindex } from "./reindex.js";
145
134
  import { readSyncProgress } from "../sync-progress.js";
146
135
  import { VaultAuthError } from "../vault-client.js";
@@ -631,208 +620,6 @@ describe("sync", () => {
631
620
  },
632
621
  });
633
622
  }, 60_000);
634
- it("hands queued realtime work the durable boundary inside a large full pull", async () => {
635
- const rowCount = 59_020;
636
- // Keep the transfer count fixed while tuning checkpoint cadence below; the
637
- // fixture remains a 59,020-row streamed journal at every candidate size.
638
- const changedRowCount = 2_000;
639
- const fixedNow = new Date("2026-09-17T12:00:00.000Z");
640
- const materializedHash = "5633d479dfae75ba7a78914ee380fa202bd6126e7c6b7c22e3ebc9e1a6ddc871";
641
- const remoteFiles = Array.from({ length: rowCount }, (_value, index) => ({
642
- key: `docs/full-pass/${index}.md`,
643
- size: 17,
644
- lastModified: fixedNow,
645
- etag: `"${index < changedRowCount ? "remote" : "stable"}-${index}"`,
646
- }));
647
- writeJournal("acme", {
648
- version: "2",
649
- lastSync: "",
650
- pulls: [],
651
- files: Object.fromEntries(remoteFiles.map((remoteFile, index) => [
652
- remoteFile.key,
653
- {
654
- hash: materializedHash,
655
- size: 17,
656
- syncedAt: "2026-09-16T00:00:00.000Z",
657
- direction: "down",
658
- remoteEtag: `${index < changedRowCount ? "stale" : "stable"}-${index}`,
659
- mtimeMs: fixedNow.getTime(),
660
- ctimeMs: fixedNow.getTime(),
661
- },
662
- ])),
663
- });
664
- const listRemoteFiles = vi.mocked(s3Module.listRemoteFiles);
665
- const originalListRemoteFiles = listRemoteFiles.getMockImplementation();
666
- listRemoteFiles.mockResolvedValue(remoteFiles);
667
- const materializedPaths = new Set(remoteFiles.map((remoteFile) => path.join(tmpDir, "companies", "acme", remoteFile.key)));
668
- const originalLstatSync = fs.lstatSync;
669
- const lstatSync = vi.spyOn(fs, "lstatSync").mockImplementation((filePath) => {
670
- if (typeof filePath === "string" && materializedPaths.has(filePath)) {
671
- return {
672
- isSymbolicLink: () => false,
673
- isFile: () => true,
674
- isDirectory: () => false,
675
- size: 17,
676
- mtimeMs: fixedNow.getTime(),
677
- ctimeMs: fixedNow.getTime(),
678
- };
679
- }
680
- return originalLstatSync(filePath);
681
- });
682
- const originalReadFileSync = fs.readFileSync;
683
- const readFileSync = vi.spyOn(fs, "readFileSync").mockImplementation((filePath, ...args) => {
684
- if (typeof filePath === "string" && materializedPaths.has(filePath)) {
685
- return Buffer.from("mock file content");
686
- }
687
- return Reflect.apply(originalReadFileSync, fs, [filePath, ...args]);
688
- });
689
- const downloadFile = vi.mocked(s3Module.downloadFile);
690
- const originalDownload = downloadFile.getMockImplementation();
691
- let downloadsCompleted = 0;
692
- let inFlightDownloads = 0;
693
- let maxInFlightDownloads = 0;
694
- let checkpointCalls = 0;
695
- let realtimeQueued = false;
696
- let realtimeDispatchedAt = -1;
697
- const scheduler = new CooperativePassScheduler(() => 0);
698
- let realtimePass;
699
- downloadFile.mockImplementation(async (_ctx, _key, localPath, options) => {
700
- inFlightDownloads += 1;
701
- maxInFlightDownloads = Math.max(maxInFlightDownloads, inFlightDownloads);
702
- await Promise.resolve();
703
- options?.beforeReplace?.();
704
- materializedPaths.add(localPath);
705
- downloadsCompleted += 1;
706
- if (downloadsCompleted === 1) {
707
- realtimeQueued = true;
708
- realtimePass = scheduler.submit(async () => {
709
- // The chore drained its transfer unit and committed it before the
710
- // scheduler admitted this realtime writer.
711
- expect(inFlightDownloads).toBe(0);
712
- realtimeDispatchedAt = downloadsCompleted;
713
- remoteFiles.push({
714
- key: "docs/realtime/during-full-pull.md",
715
- size: 17,
716
- lastModified: fixedNow,
717
- etag: '"realtime"',
718
- });
719
- materializedPaths.add(path.join(tmpDir, "companies", "acme", "docs", "realtime", "during-full-pull.md"));
720
- const realtimeJournal = readJournal("acme");
721
- realtimeJournal.files["docs/realtime/during-full-pull.md"] = {
722
- hash: materializedHash,
723
- size: 17,
724
- syncedAt: fixedNow.toISOString(),
725
- direction: "up",
726
- remoteEtag: "realtime",
727
- mtimeMs: fixedNow.getTime(),
728
- ctimeMs: fixedNow.getTime(),
729
- };
730
- writeJournal("acme", realtimeJournal);
731
- }, "realtime");
732
- }
733
- inFlightDownloads -= 1;
734
- return {
735
- metadata: {},
736
- contentHash: materializedHash,
737
- contentSize: 17,
738
- };
739
- });
740
- try {
741
- await scheduler.submit(async ({ checkpoint }) => {
742
- await sync({
743
- company: "acme",
744
- vaultConfig: mockConfig,
745
- hqRoot: tmpDir,
746
- skipReindex: true,
747
- onEvent: () => undefined,
748
- cooperativeCheckpoint: async () => {
749
- checkpointCalls += 1;
750
- return checkpoint();
751
- },
752
- });
753
- }, "chore");
754
- await realtimePass;
755
- }
756
- finally {
757
- readFileSync.mockRestore();
758
- lstatSync.mockRestore();
759
- if (originalDownload)
760
- downloadFile.mockImplementation(originalDownload);
761
- else
762
- downloadFile.mockReset();
763
- if (originalListRemoteFiles)
764
- listRemoteFiles.mockImplementation(originalListRemoteFiles);
765
- else
766
- listRemoteFiles.mockReset();
767
- }
768
- expect(maxInFlightDownloads).toBeGreaterThan(1);
769
- expect(realtimeQueued).toBe(true);
770
- expect(checkpointCalls).toBeGreaterThan(0);
771
- expect(realtimeDispatchedAt).toBeGreaterThan(0);
772
- expect(realtimeDispatchedAt).toBeLessThanOrEqual(FULL_PULL_COOPERATIVE_CHECKPOINT_BATCH_SIZE);
773
- const finalJournal = readJournal("acme");
774
- expect(finalJournal.files["docs/realtime/during-full-pull.md"]).toBeDefined();
775
- expect(Object.keys(finalJournal.files)).toHaveLength(rowCount + 1);
776
- expect(remoteFiles.every((remoteFile) => finalJournal.files[remoteFile.key] !== undefined)).toBe(true);
777
- }, 120_000);
778
- it("keeps every no-op full-pull journal row and emits no local deletes", async () => {
779
- const fixedNow = new Date("2026-09-17T12:00:00.000Z");
780
- const materialized = "mock file content";
781
- const materializedHash = "5633d479dfae75ba7a78914ee380fa202bd6126e7c6b7c22e3ebc9e1a6ddc871";
782
- const remoteFiles = Array.from({ length: 8 }, (_value, index) => ({
783
- key: `docs/noop-full-pull/${index}.md`,
784
- size: Buffer.byteLength(materialized),
785
- lastModified: fixedNow,
786
- etag: `"stable-${index}"`,
787
- }));
788
- for (const remoteFile of remoteFiles) {
789
- const localPath = path.join(tmpDir, "companies", "acme", remoteFile.key);
790
- fs.mkdirSync(path.dirname(localPath), { recursive: true });
791
- fs.writeFileSync(localPath, materialized);
792
- }
793
- writeJournal("acme", {
794
- version: "2",
795
- lastSync: "",
796
- pulls: [],
797
- files: Object.fromEntries(remoteFiles.map((remoteFile) => [
798
- remoteFile.key,
799
- {
800
- hash: materializedHash,
801
- size: remoteFile.size,
802
- syncedAt: "2026-09-16T00:00:00.000Z",
803
- direction: "down",
804
- remoteEtag: remoteFile.etag.slice(1, -1),
805
- },
806
- ])),
807
- });
808
- const listRemoteFiles = vi.mocked(s3Module.listRemoteFiles);
809
- const originalListRemoteFiles = listRemoteFiles.getMockImplementation();
810
- listRemoteFiles.mockResolvedValue(remoteFiles);
811
- const unlinkSync = vi.spyOn(fs, "unlinkSync");
812
- try {
813
- await sync({
814
- company: "acme",
815
- vaultConfig: mockConfig,
816
- hqRoot: tmpDir,
817
- skipReindex: true,
818
- onEvent: () => undefined,
819
- });
820
- const companyRoot = path.join(tmpDir, "companies", "acme") + path.sep;
821
- const localDeletes = unlinkSync.mock.calls.filter(([candidate]) => typeof candidate === "string" && candidate.startsWith(companyRoot));
822
- expect(localDeletes).toEqual([]);
823
- }
824
- finally {
825
- unlinkSync.mockRestore();
826
- if (originalListRemoteFiles)
827
- listRemoteFiles.mockImplementation(originalListRemoteFiles);
828
- else
829
- listRemoteFiles.mockReset();
830
- }
831
- // Re-open through the on-disk journal reader rather than the in-memory
832
- // object that planned this pass: omitted rows would otherwise look safe.
833
- const reopened = readJournal("acme");
834
- expect(Object.keys(reopened.files).sort()).toEqual(remoteFiles.map((file) => file.key).sort());
835
- });
836
623
  it("retains targeted-pull baselines as row fingerprints rather than entry objects", async () => {
837
624
  writeJournal("acme", {
838
625
  version: "2",