@indigoai-us/hq-cloud 6.16.57 → 6.16.58-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/sync-runner-company.d.ts +14 -0
- package/dist/bin/sync-runner-company.d.ts.map +1 -1
- package/dist/bin/sync-runner-company.js +42 -8
- package/dist/bin/sync-runner-company.js.map +1 -1
- package/dist/bin/sync-runner-company.test.js +55 -0
- package/dist/bin/sync-runner-company.test.js.map +1 -1
- package/dist/bin/sync-runner-planning.d.ts +12 -3
- package/dist/bin/sync-runner-planning.d.ts.map +1 -1
- package/dist/bin/sync-runner-planning.js +65 -3
- package/dist/bin/sync-runner-planning.js.map +1 -1
- package/dist/bin/sync-runner-planning.test.js +172 -1
- package/dist/bin/sync-runner-planning.test.js.map +1 -1
- package/dist/bin/sync-runner-watch-loop.d.ts +51 -2
- package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
- package/dist/bin/sync-runner-watch-loop.js +409 -165
- package/dist/bin/sync-runner-watch-loop.js.map +1 -1
- package/dist/bin/sync-runner-watch-routes.d.ts +19 -2
- package/dist/bin/sync-runner-watch-routes.d.ts.map +1 -1
- package/dist/bin/sync-runner-watch-routes.js +40 -5
- package/dist/bin/sync-runner-watch-routes.js.map +1 -1
- package/dist/bin/sync-runner-watch-routes.test.js +47 -0
- package/dist/bin/sync-runner-watch-routes.test.js.map +1 -1
- package/dist/bin/sync-runner.d.ts +59 -5
- package/dist/bin/sync-runner.d.ts.map +1 -1
- package/dist/bin/sync-runner.js +48 -4
- package/dist/bin/sync-runner.js.map +1 -1
- package/dist/bin/sync-runner.test.js +1553 -192
- package/dist/bin/sync-runner.test.js.map +1 -1
- package/dist/cli/onepass-pull-planner-regressions.test.d.ts +2 -0
- package/dist/cli/onepass-pull-planner-regressions.test.d.ts.map +1 -0
- package/dist/cli/onepass-pull-planner-regressions.test.js +300 -0
- package/dist/cli/onepass-pull-planner-regressions.test.js.map +1 -0
- package/dist/cli/onepass-pull-planner.test.d.ts +2 -0
- package/dist/cli/onepass-pull-planner.test.d.ts.map +1 -0
- package/dist/cli/onepass-pull-planner.test.js +266 -0
- package/dist/cli/onepass-pull-planner.test.js.map +1 -0
- package/dist/cli/share.d.ts +19 -0
- package/dist/cli/share.d.ts.map +1 -1
- package/dist/cli/share.js +55 -0
- package/dist/cli/share.js.map +1 -1
- package/dist/cli/share.test.js +87 -1
- package/dist/cli/share.test.js.map +1 -1
- package/dist/cli/streaming-pull-planner.bench.test.d.ts +15 -0
- package/dist/cli/streaming-pull-planner.bench.test.d.ts.map +1 -0
- package/dist/cli/streaming-pull-planner.bench.test.js +273 -0
- package/dist/cli/streaming-pull-planner.bench.test.js.map +1 -0
- package/dist/cli/sync-scope.test.js +8 -0
- package/dist/cli/sync-scope.test.js.map +1 -1
- package/dist/cli/sync.d.ts +12 -0
- package/dist/cli/sync.d.ts.map +1 -1
- package/dist/cli/sync.js +297 -125
- package/dist/cli/sync.js.map +1 -1
- package/dist/cli/sync.test.js +255 -2
- package/dist/cli/sync.test.js.map +1 -1
- package/dist/journal-row-store.d.ts +40 -5
- package/dist/journal-row-store.d.ts.map +1 -1
- package/dist/journal-row-store.js +240 -21
- package/dist/journal-row-store.js.map +1 -1
- package/dist/journal-row-store.test.js +54 -0
- package/dist/journal-row-store.test.js.map +1 -1
- package/dist/journal-snapshot-v4.d.ts.map +1 -1
- package/dist/journal-snapshot-v4.js +11 -6
- package/dist/journal-snapshot-v4.js.map +1 -1
- package/dist/journal-store.test.js +324 -7
- package/dist/journal-store.test.js.map +1 -1
- package/dist/journal.d.ts +51 -16
- package/dist/journal.d.ts.map +1 -1
- package/dist/journal.js +303 -79
- package/dist/journal.js.map +1 -1
- package/dist/lib/exit-codes.d.ts +15 -0
- package/dist/lib/exit-codes.d.ts.map +1 -1
- package/dist/lib/exit-codes.js +15 -0
- package/dist/lib/exit-codes.js.map +1 -1
- package/dist/personal-vault.d.ts.map +1 -1
- package/dist/personal-vault.js +10 -3
- package/dist/personal-vault.js.map +1 -1
- package/dist/personal-vault.test.js +35 -0
- package/dist/personal-vault.test.js.map +1 -1
- package/dist/remote-pull.d.ts.map +1 -1
- package/dist/remote-pull.js +9 -2
- package/dist/remote-pull.js.map +1 -1
- package/dist/remote-pull.test.js +59 -2
- package/dist/remote-pull.test.js.map +1 -1
- package/dist/s3.d.ts +1 -0
- package/dist/s3.d.ts.map +1 -1
- package/dist/s3.js +20 -2
- package/dist/s3.js.map +1 -1
- package/dist/s3.list-cost.test.d.ts +2 -0
- package/dist/s3.list-cost.test.d.ts.map +1 -0
- package/dist/s3.list-cost.test.js +51 -0
- package/dist/s3.list-cost.test.js.map +1 -0
- package/dist/sync/area-ledger.d.ts +27 -3
- package/dist/sync/area-ledger.d.ts.map +1 -1
- package/dist/sync/area-ledger.js +149 -39
- package/dist/sync/area-ledger.js.map +1 -1
- package/dist/sync/area-ledger.test.js +192 -5
- package/dist/sync/area-ledger.test.js.map +1 -1
- package/dist/sync/parallel-sync-coordinator.test.js +29 -0
- package/dist/sync/parallel-sync-coordinator.test.js.map +1 -1
- package/dist/sync/realtime-telemetry.d.ts +1 -1
- package/dist/sync/realtime-telemetry.d.ts.map +1 -1
- package/dist/sync/realtime-telemetry.js +14 -6
- package/dist/sync/realtime-telemetry.js.map +1 -1
- package/dist/sync/realtime-telemetry.test.js +136 -16
- package/dist/sync/realtime-telemetry.test.js.map +1 -1
- package/dist/sync/remote-file-spool.d.ts +16 -0
- package/dist/sync/remote-file-spool.d.ts.map +1 -0
- package/dist/sync/remote-file-spool.js +91 -0
- package/dist/sync/remote-file-spool.js.map +1 -0
- package/dist/sync/remote-file-spool.test.d.ts +2 -0
- package/dist/sync/remote-file-spool.test.d.ts.map +1 -0
- package/dist/sync/remote-file-spool.test.js +77 -0
- package/dist/sync/remote-file-spool.test.js.map +1 -0
- package/dist/sync/state-store.d.ts +6 -0
- package/dist/sync/state-store.d.ts.map +1 -1
- package/dist/sync/state-store.js +14 -2
- package/dist/sync/state-store.js.map +1 -1
- package/dist/watcher.d.ts +12 -0
- package/dist/watcher.d.ts.map +1 -1
- package/dist/watcher.js +131 -0
- package/dist/watcher.js.map +1 -1
- package/dist/watcher.test.js +63 -0
- package/dist/watcher.test.js.map +1 -1
- package/package.json +2 -1
package/dist/cli/share.test.js
CHANGED
|
@@ -64,13 +64,14 @@ vi.mock("readline", () => ({
|
|
|
64
64
|
})),
|
|
65
65
|
}));
|
|
66
66
|
import * as readline from "readline";
|
|
67
|
-
import { share, ServerOwnedPushPathsError, UnreachablePushPathsError, UnregisteredCompanySkillError, currentUploadBytes, parseRegisteredCompanySkillUid, _testing as shareTesting, } from "./share.js";
|
|
67
|
+
import { share, ServerOwnedPushPathsError, UnreachablePushPathsError, UnregisteredCompanySkillError, currentUploadBytes, FULL_PUSH_COOPERATIVE_CHECKPOINT_BATCH_SIZE, parseRegisteredCompanySkillUid, _testing as shareTesting, } from "./share.js";
|
|
68
68
|
import { deleteRemoteFile, downloadFile, headRemoteFile, primeObjectTransport, primeUploads, uploadFile, uploadSymlink, WindowsSymlinkPrivilegeError, } from "../s3.js";
|
|
69
69
|
import { VaultAuthError, VaultClientError, VaultConflictError, VaultPermissionDeniedError, } from "../vault-client.js";
|
|
70
70
|
import { CognitoRefreshError } from "../cognito-auth.js";
|
|
71
71
|
import { AreaLedgerMigration, closeCachedAreaJournalMigration, hashFile, openJournalStateStoreForMigration, readJournal, readJournalScoped, setAreaLedgerMigrationTestHooksForTest, writeJournal, } from "../journal.js";
|
|
72
72
|
import { ReconcileCursorStore } from "../sync/reconcile-cursor.js";
|
|
73
73
|
import { AreaResolver } from "../sync/area-resolver.js";
|
|
74
|
+
import { CooperativePassScheduler } from "../bin/sync-runner-watch-loop.js";
|
|
74
75
|
/**
|
|
75
76
|
* Read a journal the way production does.
|
|
76
77
|
*
|
|
@@ -1674,6 +1675,91 @@ describe("share", () => {
|
|
|
1674
1675
|
// Remote key must be company-relative, not hqRoot-relative
|
|
1675
1676
|
expect(uploadFile).toHaveBeenCalledWith(expect.anything(), testFile, "test.md", undefined, expect.anything());
|
|
1676
1677
|
});
|
|
1678
|
+
it("hands queued realtime work a settled full-push boundary without losing journal rows", async () => {
|
|
1679
|
+
const companyRoot = path.join(tmpDir, "companies", "acme");
|
|
1680
|
+
const fileCount = FULL_PUSH_COOPERATIVE_CHECKPOINT_BATCH_SIZE + 1;
|
|
1681
|
+
for (let index = 0; index < fileCount; index++) {
|
|
1682
|
+
const file = path.join(companyRoot, "docs", "full-push", `${index}.md`);
|
|
1683
|
+
fs.mkdirSync(path.dirname(file), { recursive: true });
|
|
1684
|
+
fs.writeFileSync(file, "full-push body");
|
|
1685
|
+
}
|
|
1686
|
+
const scheduler = new CooperativePassScheduler(() => 0);
|
|
1687
|
+
let uploadsCompleted = 0;
|
|
1688
|
+
let uploadsInFlight = 0;
|
|
1689
|
+
let maxUploadsInFlight = 0;
|
|
1690
|
+
let realtimeQueued = false;
|
|
1691
|
+
let realtimeDispatchedAt = -1;
|
|
1692
|
+
let checkpointCalls = 0;
|
|
1693
|
+
let realtimePass;
|
|
1694
|
+
const upload = vi.mocked(uploadFile);
|
|
1695
|
+
const originalUpload = upload.getMockImplementation();
|
|
1696
|
+
upload.mockImplementation(async () => {
|
|
1697
|
+
uploadsInFlight++;
|
|
1698
|
+
maxUploadsInFlight = Math.max(maxUploadsInFlight, uploadsInFlight);
|
|
1699
|
+
await Promise.resolve();
|
|
1700
|
+
uploadsCompleted++;
|
|
1701
|
+
if (uploadsCompleted === 1) {
|
|
1702
|
+
realtimeQueued = true;
|
|
1703
|
+
realtimePass = scheduler.submit(async () => {
|
|
1704
|
+
// `executeUploads` drains the full unit before the scheduler grants
|
|
1705
|
+
// realtime the root lock: no two durable writers overlap.
|
|
1706
|
+
expect(uploadsInFlight).toBe(0);
|
|
1707
|
+
realtimeDispatchedAt = uploadsCompleted;
|
|
1708
|
+
const realtimePath = path.join(companyRoot, "docs", "realtime.md");
|
|
1709
|
+
fs.writeFileSync(realtimePath, "realtime body");
|
|
1710
|
+
const journal = readJournal("acme");
|
|
1711
|
+
journal.files["docs/realtime.md"] = {
|
|
1712
|
+
hash: hashFile(realtimePath),
|
|
1713
|
+
size: fs.statSync(realtimePath).size,
|
|
1714
|
+
syncedAt: "2026-09-17T12:00:00.000Z",
|
|
1715
|
+
direction: "up",
|
|
1716
|
+
remoteEtag: "realtime",
|
|
1717
|
+
mtimeMs: fs.statSync(realtimePath).mtimeMs,
|
|
1718
|
+
ctimeMs: fs.statSync(realtimePath).ctimeMs,
|
|
1719
|
+
};
|
|
1720
|
+
writeJournal("acme", journal);
|
|
1721
|
+
}, "realtime");
|
|
1722
|
+
}
|
|
1723
|
+
uploadsInFlight--;
|
|
1724
|
+
return { etag: '"full-push-etag"' };
|
|
1725
|
+
});
|
|
1726
|
+
try {
|
|
1727
|
+
await scheduler.submit(async ({ checkpoint }) => {
|
|
1728
|
+
await share({
|
|
1729
|
+
paths: [companyRoot],
|
|
1730
|
+
company: "acme",
|
|
1731
|
+
vaultConfig: mockConfig,
|
|
1732
|
+
hqRoot: tmpDir,
|
|
1733
|
+
skipUnchanged: true,
|
|
1734
|
+
propagateDeletes: true,
|
|
1735
|
+
cooperativeCheckpoint: async () => {
|
|
1736
|
+
checkpointCalls++;
|
|
1737
|
+
return checkpoint();
|
|
1738
|
+
},
|
|
1739
|
+
});
|
|
1740
|
+
}, "chore");
|
|
1741
|
+
await realtimePass;
|
|
1742
|
+
}
|
|
1743
|
+
finally {
|
|
1744
|
+
if (originalUpload)
|
|
1745
|
+
upload.mockImplementation(originalUpload);
|
|
1746
|
+
else
|
|
1747
|
+
upload.mockReset();
|
|
1748
|
+
}
|
|
1749
|
+
expect(maxUploadsInFlight).toBeGreaterThan(1);
|
|
1750
|
+
expect(realtimeQueued).toBe(true);
|
|
1751
|
+
expect(checkpointCalls).toBeGreaterThan(0);
|
|
1752
|
+
expect(realtimeDispatchedAt).toBeGreaterThan(0);
|
|
1753
|
+
expect(realtimeDispatchedAt).toBeLessThanOrEqual(FULL_PUSH_COOPERATIVE_CHECKPOINT_BATCH_SIZE);
|
|
1754
|
+
// Reopen the durable journal, rather than inspecting the stale first-pass
|
|
1755
|
+
// object: every pre-handoff key and the realtime key must survive.
|
|
1756
|
+
const durable = readJournal("acme");
|
|
1757
|
+
expect(Object.keys(durable.files)).toHaveLength(fileCount + 1);
|
|
1758
|
+
expect(durable.files["docs/realtime.md"]).toBeDefined();
|
|
1759
|
+
for (let index = 0; index < fileCount; index++) {
|
|
1760
|
+
expect(durable.files[`docs/full-push/${index}.md`]).toBeDefined();
|
|
1761
|
+
}
|
|
1762
|
+
}, 120_000);
|
|
1677
1763
|
it("replans an upload from the bytes present when its action starts", async () => {
|
|
1678
1764
|
const companyRoot = path.join(tmpDir, "companies", "acme");
|
|
1679
1765
|
fs.mkdirSync(companyRoot, { recursive: true });
|