@indigoai-us/hq-cloud 6.16.57 → 6.16.58-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (150) hide show
  1. package/dist/bin/sync-runner-company.d.ts +14 -0
  2. package/dist/bin/sync-runner-company.d.ts.map +1 -1
  3. package/dist/bin/sync-runner-company.js +46 -75
  4. package/dist/bin/sync-runner-company.js.map +1 -1
  5. package/dist/bin/sync-runner-company.test.js +56 -270
  6. package/dist/bin/sync-runner-company.test.js.map +1 -1
  7. package/dist/bin/sync-runner-planning.d.ts +12 -3
  8. package/dist/bin/sync-runner-planning.d.ts.map +1 -1
  9. package/dist/bin/sync-runner-planning.js +65 -3
  10. package/dist/bin/sync-runner-planning.js.map +1 -1
  11. package/dist/bin/sync-runner-planning.test.js +172 -1
  12. package/dist/bin/sync-runner-planning.test.js.map +1 -1
  13. package/dist/bin/sync-runner-watch-loop.d.ts +51 -2
  14. package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
  15. package/dist/bin/sync-runner-watch-loop.js +409 -165
  16. package/dist/bin/sync-runner-watch-loop.js.map +1 -1
  17. package/dist/bin/sync-runner-watch-routes.d.ts +19 -2
  18. package/dist/bin/sync-runner-watch-routes.d.ts.map +1 -1
  19. package/dist/bin/sync-runner-watch-routes.js +40 -5
  20. package/dist/bin/sync-runner-watch-routes.js.map +1 -1
  21. package/dist/bin/sync-runner-watch-routes.test.js +47 -0
  22. package/dist/bin/sync-runner-watch-routes.test.js.map +1 -1
  23. package/dist/bin/sync-runner.d.ts +59 -11
  24. package/dist/bin/sync-runner.d.ts.map +1 -1
  25. package/dist/bin/sync-runner.js +48 -4
  26. package/dist/bin/sync-runner.js.map +1 -1
  27. package/dist/bin/sync-runner.test.js +1519 -220
  28. package/dist/bin/sync-runner.test.js.map +1 -1
  29. package/dist/cli/onepass-pull-planner-regressions.test.d.ts +2 -0
  30. package/dist/cli/onepass-pull-planner-regressions.test.d.ts.map +1 -0
  31. package/dist/cli/onepass-pull-planner-regressions.test.js +300 -0
  32. package/dist/cli/onepass-pull-planner-regressions.test.js.map +1 -0
  33. package/dist/cli/onepass-pull-planner.test.d.ts +2 -0
  34. package/dist/cli/onepass-pull-planner.test.d.ts.map +1 -0
  35. package/dist/cli/onepass-pull-planner.test.js +266 -0
  36. package/dist/cli/onepass-pull-planner.test.js.map +1 -0
  37. package/dist/cli/share.d.ts +19 -0
  38. package/dist/cli/share.d.ts.map +1 -1
  39. package/dist/cli/share.js +55 -0
  40. package/dist/cli/share.js.map +1 -1
  41. package/dist/cli/share.test.js +87 -1
  42. package/dist/cli/share.test.js.map +1 -1
  43. package/dist/cli/streaming-pull-planner.bench.test.d.ts +15 -0
  44. package/dist/cli/streaming-pull-planner.bench.test.d.ts.map +1 -0
  45. package/dist/cli/streaming-pull-planner.bench.test.js +273 -0
  46. package/dist/cli/streaming-pull-planner.bench.test.js.map +1 -0
  47. package/dist/cli/sync-scope.test.js +8 -0
  48. package/dist/cli/sync-scope.test.js.map +1 -1
  49. package/dist/cli/sync.d.ts +12 -0
  50. package/dist/cli/sync.d.ts.map +1 -1
  51. package/dist/cli/sync.js +297 -125
  52. package/dist/cli/sync.js.map +1 -1
  53. package/dist/cli/sync.test.js +255 -2
  54. package/dist/cli/sync.test.js.map +1 -1
  55. package/dist/context.d.ts +0 -5
  56. package/dist/context.d.ts.map +1 -1
  57. package/dist/context.js +12 -92
  58. package/dist/context.js.map +1 -1
  59. package/dist/context.test.js +2 -77
  60. package/dist/context.test.js.map +1 -1
  61. package/dist/ignore.d.ts +0 -10
  62. package/dist/ignore.d.ts.map +1 -1
  63. package/dist/ignore.js +5 -47
  64. package/dist/ignore.js.map +1 -1
  65. package/dist/ignore.test.js +3 -30
  66. package/dist/ignore.test.js.map +1 -1
  67. package/dist/journal-row-store.d.ts +40 -5
  68. package/dist/journal-row-store.d.ts.map +1 -1
  69. package/dist/journal-row-store.js +240 -21
  70. package/dist/journal-row-store.js.map +1 -1
  71. package/dist/journal-row-store.test.js +54 -0
  72. package/dist/journal-row-store.test.js.map +1 -1
  73. package/dist/journal-snapshot-v4.d.ts.map +1 -1
  74. package/dist/journal-snapshot-v4.js +11 -6
  75. package/dist/journal-snapshot-v4.js.map +1 -1
  76. package/dist/journal-store.test.js +324 -7
  77. package/dist/journal-store.test.js.map +1 -1
  78. package/dist/journal.d.ts +51 -16
  79. package/dist/journal.d.ts.map +1 -1
  80. package/dist/journal.js +303 -79
  81. package/dist/journal.js.map +1 -1
  82. package/dist/lib/exit-codes.d.ts +15 -0
  83. package/dist/lib/exit-codes.d.ts.map +1 -1
  84. package/dist/lib/exit-codes.js +15 -0
  85. package/dist/lib/exit-codes.js.map +1 -1
  86. package/dist/lib/net-errors.d.ts +0 -12
  87. package/dist/lib/net-errors.d.ts.map +1 -1
  88. package/dist/lib/net-errors.js +0 -35
  89. package/dist/lib/net-errors.js.map +1 -1
  90. package/dist/lib/net-errors.test.js +1 -19
  91. package/dist/lib/net-errors.test.js.map +1 -1
  92. package/dist/manifest/build-manifest-resident-parity.test.js +3 -3
  93. package/dist/manifest/build-manifest-resident-parity.test.js.map +1 -1
  94. package/dist/personal-vault.d.ts.map +1 -1
  95. package/dist/personal-vault.js +10 -3
  96. package/dist/personal-vault.js.map +1 -1
  97. package/dist/personal-vault.test.js +35 -0
  98. package/dist/personal-vault.test.js.map +1 -1
  99. package/dist/remote-pull.d.ts.map +1 -1
  100. package/dist/remote-pull.js +9 -2
  101. package/dist/remote-pull.js.map +1 -1
  102. package/dist/remote-pull.test.js +59 -2
  103. package/dist/remote-pull.test.js.map +1 -1
  104. package/dist/s3.d.ts +1 -0
  105. package/dist/s3.d.ts.map +1 -1
  106. package/dist/s3.js +20 -2
  107. package/dist/s3.js.map +1 -1
  108. package/dist/s3.list-cost.test.d.ts +2 -0
  109. package/dist/s3.list-cost.test.d.ts.map +1 -0
  110. package/dist/s3.list-cost.test.js +51 -0
  111. package/dist/s3.list-cost.test.js.map +1 -0
  112. package/dist/sync/area-ledger.d.ts +27 -3
  113. package/dist/sync/area-ledger.d.ts.map +1 -1
  114. package/dist/sync/area-ledger.js +149 -39
  115. package/dist/sync/area-ledger.js.map +1 -1
  116. package/dist/sync/area-ledger.test.js +192 -5
  117. package/dist/sync/area-ledger.test.js.map +1 -1
  118. package/dist/sync/parallel-sync-coordinator.test.js +29 -0
  119. package/dist/sync/parallel-sync-coordinator.test.js.map +1 -1
  120. package/dist/sync/realtime-telemetry.d.ts +1 -1
  121. package/dist/sync/realtime-telemetry.d.ts.map +1 -1
  122. package/dist/sync/realtime-telemetry.js +14 -6
  123. package/dist/sync/realtime-telemetry.js.map +1 -1
  124. package/dist/sync/realtime-telemetry.test.js +136 -16
  125. package/dist/sync/realtime-telemetry.test.js.map +1 -1
  126. package/dist/sync/remote-file-spool.d.ts +16 -0
  127. package/dist/sync/remote-file-spool.d.ts.map +1 -0
  128. package/dist/sync/remote-file-spool.js +91 -0
  129. package/dist/sync/remote-file-spool.js.map +1 -0
  130. package/dist/sync/remote-file-spool.test.d.ts +2 -0
  131. package/dist/sync/remote-file-spool.test.d.ts.map +1 -0
  132. package/dist/sync/remote-file-spool.test.js +77 -0
  133. package/dist/sync/remote-file-spool.test.js.map +1 -0
  134. package/dist/sync/state-store.d.ts +6 -0
  135. package/dist/sync/state-store.d.ts.map +1 -1
  136. package/dist/sync/state-store.js +14 -2
  137. package/dist/sync/state-store.js.map +1 -1
  138. package/dist/vault-client.d.ts +0 -7
  139. package/dist/vault-client.d.ts.map +1 -1
  140. package/dist/vault-client.js +1 -26
  141. package/dist/vault-client.js.map +1 -1
  142. package/dist/vault-client.test.js +0 -33
  143. package/dist/vault-client.test.js.map +1 -1
  144. package/dist/watcher.d.ts +12 -0
  145. package/dist/watcher.d.ts.map +1 -1
  146. package/dist/watcher.js +131 -0
  147. package/dist/watcher.js.map +1 -1
  148. package/dist/watcher.test.js +63 -0
  149. package/dist/watcher.test.js.map +1 -1
  150. package/package.json +2 -1
@@ -64,13 +64,14 @@ vi.mock("readline", () => ({
64
64
  })),
65
65
  }));
66
66
  import * as readline from "readline";
67
- import { share, ServerOwnedPushPathsError, UnreachablePushPathsError, UnregisteredCompanySkillError, currentUploadBytes, parseRegisteredCompanySkillUid, _testing as shareTesting, } from "./share.js";
67
+ import { share, ServerOwnedPushPathsError, UnreachablePushPathsError, UnregisteredCompanySkillError, currentUploadBytes, FULL_PUSH_COOPERATIVE_CHECKPOINT_BATCH_SIZE, parseRegisteredCompanySkillUid, _testing as shareTesting, } from "./share.js";
68
68
  import { deleteRemoteFile, downloadFile, headRemoteFile, primeObjectTransport, primeUploads, uploadFile, uploadSymlink, WindowsSymlinkPrivilegeError, } from "../s3.js";
69
69
  import { VaultAuthError, VaultClientError, VaultConflictError, VaultPermissionDeniedError, } from "../vault-client.js";
70
70
  import { CognitoRefreshError } from "../cognito-auth.js";
71
71
  import { AreaLedgerMigration, closeCachedAreaJournalMigration, hashFile, openJournalStateStoreForMigration, readJournal, readJournalScoped, setAreaLedgerMigrationTestHooksForTest, writeJournal, } from "../journal.js";
72
72
  import { ReconcileCursorStore } from "../sync/reconcile-cursor.js";
73
73
  import { AreaResolver } from "../sync/area-resolver.js";
74
+ import { CooperativePassScheduler } from "../bin/sync-runner-watch-loop.js";
74
75
  /**
75
76
  * Read a journal the way production does.
76
77
  *
@@ -1674,6 +1675,91 @@ describe("share", () => {
1674
1675
  // Remote key must be company-relative, not hqRoot-relative
1675
1676
  expect(uploadFile).toHaveBeenCalledWith(expect.anything(), testFile, "test.md", undefined, expect.anything());
1676
1677
  });
1678
+ it("hands queued realtime work a settled full-push boundary without losing journal rows", async () => {
1679
+ const companyRoot = path.join(tmpDir, "companies", "acme");
1680
+ const fileCount = FULL_PUSH_COOPERATIVE_CHECKPOINT_BATCH_SIZE + 1;
1681
+ for (let index = 0; index < fileCount; index++) {
1682
+ const file = path.join(companyRoot, "docs", "full-push", `${index}.md`);
1683
+ fs.mkdirSync(path.dirname(file), { recursive: true });
1684
+ fs.writeFileSync(file, "full-push body");
1685
+ }
1686
+ const scheduler = new CooperativePassScheduler(() => 0);
1687
+ let uploadsCompleted = 0;
1688
+ let uploadsInFlight = 0;
1689
+ let maxUploadsInFlight = 0;
1690
+ let realtimeQueued = false;
1691
+ let realtimeDispatchedAt = -1;
1692
+ let checkpointCalls = 0;
1693
+ let realtimePass;
1694
+ const upload = vi.mocked(uploadFile);
1695
+ const originalUpload = upload.getMockImplementation();
1696
+ upload.mockImplementation(async () => {
1697
+ uploadsInFlight++;
1698
+ maxUploadsInFlight = Math.max(maxUploadsInFlight, uploadsInFlight);
1699
+ await Promise.resolve();
1700
+ uploadsCompleted++;
1701
+ if (uploadsCompleted === 1) {
1702
+ realtimeQueued = true;
1703
+ realtimePass = scheduler.submit(async () => {
1704
+ // `executeUploads` drains the full unit before the scheduler grants
1705
+ // realtime the root lock: no two durable writers overlap.
1706
+ expect(uploadsInFlight).toBe(0);
1707
+ realtimeDispatchedAt = uploadsCompleted;
1708
+ const realtimePath = path.join(companyRoot, "docs", "realtime.md");
1709
+ fs.writeFileSync(realtimePath, "realtime body");
1710
+ const journal = readJournal("acme");
1711
+ journal.files["docs/realtime.md"] = {
1712
+ hash: hashFile(realtimePath),
1713
+ size: fs.statSync(realtimePath).size,
1714
+ syncedAt: "2026-09-17T12:00:00.000Z",
1715
+ direction: "up",
1716
+ remoteEtag: "realtime",
1717
+ mtimeMs: fs.statSync(realtimePath).mtimeMs,
1718
+ ctimeMs: fs.statSync(realtimePath).ctimeMs,
1719
+ };
1720
+ writeJournal("acme", journal);
1721
+ }, "realtime");
1722
+ }
1723
+ uploadsInFlight--;
1724
+ return { etag: '"full-push-etag"' };
1725
+ });
1726
+ try {
1727
+ await scheduler.submit(async ({ checkpoint }) => {
1728
+ await share({
1729
+ paths: [companyRoot],
1730
+ company: "acme",
1731
+ vaultConfig: mockConfig,
1732
+ hqRoot: tmpDir,
1733
+ skipUnchanged: true,
1734
+ propagateDeletes: true,
1735
+ cooperativeCheckpoint: async () => {
1736
+ checkpointCalls++;
1737
+ return checkpoint();
1738
+ },
1739
+ });
1740
+ }, "chore");
1741
+ await realtimePass;
1742
+ }
1743
+ finally {
1744
+ if (originalUpload)
1745
+ upload.mockImplementation(originalUpload);
1746
+ else
1747
+ upload.mockReset();
1748
+ }
1749
+ expect(maxUploadsInFlight).toBeGreaterThan(1);
1750
+ expect(realtimeQueued).toBe(true);
1751
+ expect(checkpointCalls).toBeGreaterThan(0);
1752
+ expect(realtimeDispatchedAt).toBeGreaterThan(0);
1753
+ expect(realtimeDispatchedAt).toBeLessThanOrEqual(FULL_PUSH_COOPERATIVE_CHECKPOINT_BATCH_SIZE);
1754
+ // Reopen the durable journal, rather than inspecting the stale first-pass
1755
+ // object: every pre-handoff key and the realtime key must survive.
1756
+ const durable = readJournal("acme");
1757
+ expect(Object.keys(durable.files)).toHaveLength(fileCount + 1);
1758
+ expect(durable.files["docs/realtime.md"]).toBeDefined();
1759
+ for (let index = 0; index < fileCount; index++) {
1760
+ expect(durable.files[`docs/full-push/${index}.md`]).toBeDefined();
1761
+ }
1762
+ }, 120_000);
1677
1763
  it("replans an upload from the bytes present when its action starts", async () => {
1678
1764
  const companyRoot = path.join(tmpDir, "companies", "acme");
1679
1765
  fs.mkdirSync(companyRoot, { recursive: true });