@indigoai-us/hq-cloud 6.16.57 → 6.16.58-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/sync-runner-company.d.ts +14 -0
- package/dist/bin/sync-runner-company.d.ts.map +1 -1
- package/dist/bin/sync-runner-company.js +46 -75
- package/dist/bin/sync-runner-company.js.map +1 -1
- package/dist/bin/sync-runner-company.test.js +56 -270
- package/dist/bin/sync-runner-company.test.js.map +1 -1
- package/dist/bin/sync-runner-planning.d.ts +12 -3
- package/dist/bin/sync-runner-planning.d.ts.map +1 -1
- package/dist/bin/sync-runner-planning.js +65 -3
- package/dist/bin/sync-runner-planning.js.map +1 -1
- package/dist/bin/sync-runner-planning.test.js +172 -1
- package/dist/bin/sync-runner-planning.test.js.map +1 -1
- package/dist/bin/sync-runner-watch-loop.d.ts +51 -2
- package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
- package/dist/bin/sync-runner-watch-loop.js +409 -165
- package/dist/bin/sync-runner-watch-loop.js.map +1 -1
- package/dist/bin/sync-runner-watch-routes.d.ts +19 -2
- package/dist/bin/sync-runner-watch-routes.d.ts.map +1 -1
- package/dist/bin/sync-runner-watch-routes.js +40 -5
- package/dist/bin/sync-runner-watch-routes.js.map +1 -1
- package/dist/bin/sync-runner-watch-routes.test.js +47 -0
- package/dist/bin/sync-runner-watch-routes.test.js.map +1 -1
- package/dist/bin/sync-runner.d.ts +59 -11
- package/dist/bin/sync-runner.d.ts.map +1 -1
- package/dist/bin/sync-runner.js +48 -4
- package/dist/bin/sync-runner.js.map +1 -1
- package/dist/bin/sync-runner.test.js +1519 -220
- package/dist/bin/sync-runner.test.js.map +1 -1
- package/dist/cli/onepass-pull-planner-regressions.test.d.ts +2 -0
- package/dist/cli/onepass-pull-planner-regressions.test.d.ts.map +1 -0
- package/dist/cli/onepass-pull-planner-regressions.test.js +300 -0
- package/dist/cli/onepass-pull-planner-regressions.test.js.map +1 -0
- package/dist/cli/onepass-pull-planner.test.d.ts +2 -0
- package/dist/cli/onepass-pull-planner.test.d.ts.map +1 -0
- package/dist/cli/onepass-pull-planner.test.js +266 -0
- package/dist/cli/onepass-pull-planner.test.js.map +1 -0
- package/dist/cli/share.d.ts +19 -0
- package/dist/cli/share.d.ts.map +1 -1
- package/dist/cli/share.js +55 -0
- package/dist/cli/share.js.map +1 -1
- package/dist/cli/share.test.js +87 -1
- package/dist/cli/share.test.js.map +1 -1
- package/dist/cli/streaming-pull-planner.bench.test.d.ts +15 -0
- package/dist/cli/streaming-pull-planner.bench.test.d.ts.map +1 -0
- package/dist/cli/streaming-pull-planner.bench.test.js +273 -0
- package/dist/cli/streaming-pull-planner.bench.test.js.map +1 -0
- package/dist/cli/sync-scope.test.js +8 -0
- package/dist/cli/sync-scope.test.js.map +1 -1
- package/dist/cli/sync.d.ts +12 -0
- package/dist/cli/sync.d.ts.map +1 -1
- package/dist/cli/sync.js +297 -125
- package/dist/cli/sync.js.map +1 -1
- package/dist/cli/sync.test.js +255 -2
- package/dist/cli/sync.test.js.map +1 -1
- package/dist/context.d.ts +0 -5
- package/dist/context.d.ts.map +1 -1
- package/dist/context.js +12 -92
- package/dist/context.js.map +1 -1
- package/dist/context.test.js +2 -77
- package/dist/context.test.js.map +1 -1
- package/dist/ignore.d.ts +0 -10
- package/dist/ignore.d.ts.map +1 -1
- package/dist/ignore.js +5 -47
- package/dist/ignore.js.map +1 -1
- package/dist/ignore.test.js +3 -30
- package/dist/ignore.test.js.map +1 -1
- package/dist/journal-row-store.d.ts +40 -5
- package/dist/journal-row-store.d.ts.map +1 -1
- package/dist/journal-row-store.js +240 -21
- package/dist/journal-row-store.js.map +1 -1
- package/dist/journal-row-store.test.js +54 -0
- package/dist/journal-row-store.test.js.map +1 -1
- package/dist/journal-snapshot-v4.d.ts.map +1 -1
- package/dist/journal-snapshot-v4.js +11 -6
- package/dist/journal-snapshot-v4.js.map +1 -1
- package/dist/journal-store.test.js +324 -7
- package/dist/journal-store.test.js.map +1 -1
- package/dist/journal.d.ts +51 -16
- package/dist/journal.d.ts.map +1 -1
- package/dist/journal.js +303 -79
- package/dist/journal.js.map +1 -1
- package/dist/lib/exit-codes.d.ts +15 -0
- package/dist/lib/exit-codes.d.ts.map +1 -1
- package/dist/lib/exit-codes.js +15 -0
- package/dist/lib/exit-codes.js.map +1 -1
- package/dist/lib/net-errors.d.ts +0 -12
- package/dist/lib/net-errors.d.ts.map +1 -1
- package/dist/lib/net-errors.js +0 -35
- package/dist/lib/net-errors.js.map +1 -1
- package/dist/lib/net-errors.test.js +1 -19
- package/dist/lib/net-errors.test.js.map +1 -1
- package/dist/manifest/build-manifest-resident-parity.test.js +3 -3
- package/dist/manifest/build-manifest-resident-parity.test.js.map +1 -1
- package/dist/personal-vault.d.ts.map +1 -1
- package/dist/personal-vault.js +10 -3
- package/dist/personal-vault.js.map +1 -1
- package/dist/personal-vault.test.js +35 -0
- package/dist/personal-vault.test.js.map +1 -1
- package/dist/remote-pull.d.ts.map +1 -1
- package/dist/remote-pull.js +9 -2
- package/dist/remote-pull.js.map +1 -1
- package/dist/remote-pull.test.js +59 -2
- package/dist/remote-pull.test.js.map +1 -1
- package/dist/s3.d.ts +1 -0
- package/dist/s3.d.ts.map +1 -1
- package/dist/s3.js +20 -2
- package/dist/s3.js.map +1 -1
- package/dist/s3.list-cost.test.d.ts +2 -0
- package/dist/s3.list-cost.test.d.ts.map +1 -0
- package/dist/s3.list-cost.test.js +51 -0
- package/dist/s3.list-cost.test.js.map +1 -0
- package/dist/sync/area-ledger.d.ts +27 -3
- package/dist/sync/area-ledger.d.ts.map +1 -1
- package/dist/sync/area-ledger.js +149 -39
- package/dist/sync/area-ledger.js.map +1 -1
- package/dist/sync/area-ledger.test.js +192 -5
- package/dist/sync/area-ledger.test.js.map +1 -1
- package/dist/sync/parallel-sync-coordinator.test.js +29 -0
- package/dist/sync/parallel-sync-coordinator.test.js.map +1 -1
- package/dist/sync/realtime-telemetry.d.ts +1 -1
- package/dist/sync/realtime-telemetry.d.ts.map +1 -1
- package/dist/sync/realtime-telemetry.js +14 -6
- package/dist/sync/realtime-telemetry.js.map +1 -1
- package/dist/sync/realtime-telemetry.test.js +136 -16
- package/dist/sync/realtime-telemetry.test.js.map +1 -1
- package/dist/sync/remote-file-spool.d.ts +16 -0
- package/dist/sync/remote-file-spool.d.ts.map +1 -0
- package/dist/sync/remote-file-spool.js +91 -0
- package/dist/sync/remote-file-spool.js.map +1 -0
- package/dist/sync/remote-file-spool.test.d.ts +2 -0
- package/dist/sync/remote-file-spool.test.d.ts.map +1 -0
- package/dist/sync/remote-file-spool.test.js +77 -0
- package/dist/sync/remote-file-spool.test.js.map +1 -0
- package/dist/sync/state-store.d.ts +6 -0
- package/dist/sync/state-store.d.ts.map +1 -1
- package/dist/sync/state-store.js +14 -2
- package/dist/sync/state-store.js.map +1 -1
- package/dist/vault-client.d.ts +0 -7
- package/dist/vault-client.d.ts.map +1 -1
- package/dist/vault-client.js +1 -26
- package/dist/vault-client.js.map +1 -1
- package/dist/vault-client.test.js +0 -33
- package/dist/vault-client.test.js.map +1 -1
- package/dist/watcher.d.ts +12 -0
- package/dist/watcher.d.ts.map +1 -1
- package/dist/watcher.js +131 -0
- package/dist/watcher.js.map +1 -1
- package/dist/watcher.test.js +63 -0
- package/dist/watcher.test.js.map +1 -1
- package/package.json +2 -1
package/dist/cli/share.test.js
CHANGED
|
@@ -64,13 +64,14 @@ vi.mock("readline", () => ({
|
|
|
64
64
|
})),
|
|
65
65
|
}));
|
|
66
66
|
import * as readline from "readline";
|
|
67
|
-
import { share, ServerOwnedPushPathsError, UnreachablePushPathsError, UnregisteredCompanySkillError, currentUploadBytes, parseRegisteredCompanySkillUid, _testing as shareTesting, } from "./share.js";
|
|
67
|
+
import { share, ServerOwnedPushPathsError, UnreachablePushPathsError, UnregisteredCompanySkillError, currentUploadBytes, FULL_PUSH_COOPERATIVE_CHECKPOINT_BATCH_SIZE, parseRegisteredCompanySkillUid, _testing as shareTesting, } from "./share.js";
|
|
68
68
|
import { deleteRemoteFile, downloadFile, headRemoteFile, primeObjectTransport, primeUploads, uploadFile, uploadSymlink, WindowsSymlinkPrivilegeError, } from "../s3.js";
|
|
69
69
|
import { VaultAuthError, VaultClientError, VaultConflictError, VaultPermissionDeniedError, } from "../vault-client.js";
|
|
70
70
|
import { CognitoRefreshError } from "../cognito-auth.js";
|
|
71
71
|
import { AreaLedgerMigration, closeCachedAreaJournalMigration, hashFile, openJournalStateStoreForMigration, readJournal, readJournalScoped, setAreaLedgerMigrationTestHooksForTest, writeJournal, } from "../journal.js";
|
|
72
72
|
import { ReconcileCursorStore } from "../sync/reconcile-cursor.js";
|
|
73
73
|
import { AreaResolver } from "../sync/area-resolver.js";
|
|
74
|
+
import { CooperativePassScheduler } from "../bin/sync-runner-watch-loop.js";
|
|
74
75
|
/**
|
|
75
76
|
* Read a journal the way production does.
|
|
76
77
|
*
|
|
@@ -1674,6 +1675,91 @@ describe("share", () => {
|
|
|
1674
1675
|
// Remote key must be company-relative, not hqRoot-relative
|
|
1675
1676
|
expect(uploadFile).toHaveBeenCalledWith(expect.anything(), testFile, "test.md", undefined, expect.anything());
|
|
1676
1677
|
});
|
|
1678
|
+
it("hands queued realtime work a settled full-push boundary without losing journal rows", async () => {
|
|
1679
|
+
const companyRoot = path.join(tmpDir, "companies", "acme");
|
|
1680
|
+
const fileCount = FULL_PUSH_COOPERATIVE_CHECKPOINT_BATCH_SIZE + 1;
|
|
1681
|
+
for (let index = 0; index < fileCount; index++) {
|
|
1682
|
+
const file = path.join(companyRoot, "docs", "full-push", `${index}.md`);
|
|
1683
|
+
fs.mkdirSync(path.dirname(file), { recursive: true });
|
|
1684
|
+
fs.writeFileSync(file, "full-push body");
|
|
1685
|
+
}
|
|
1686
|
+
const scheduler = new CooperativePassScheduler(() => 0);
|
|
1687
|
+
let uploadsCompleted = 0;
|
|
1688
|
+
let uploadsInFlight = 0;
|
|
1689
|
+
let maxUploadsInFlight = 0;
|
|
1690
|
+
let realtimeQueued = false;
|
|
1691
|
+
let realtimeDispatchedAt = -1;
|
|
1692
|
+
let checkpointCalls = 0;
|
|
1693
|
+
let realtimePass;
|
|
1694
|
+
const upload = vi.mocked(uploadFile);
|
|
1695
|
+
const originalUpload = upload.getMockImplementation();
|
|
1696
|
+
upload.mockImplementation(async () => {
|
|
1697
|
+
uploadsInFlight++;
|
|
1698
|
+
maxUploadsInFlight = Math.max(maxUploadsInFlight, uploadsInFlight);
|
|
1699
|
+
await Promise.resolve();
|
|
1700
|
+
uploadsCompleted++;
|
|
1701
|
+
if (uploadsCompleted === 1) {
|
|
1702
|
+
realtimeQueued = true;
|
|
1703
|
+
realtimePass = scheduler.submit(async () => {
|
|
1704
|
+
// `executeUploads` drains the full unit before the scheduler grants
|
|
1705
|
+
// realtime the root lock: no two durable writers overlap.
|
|
1706
|
+
expect(uploadsInFlight).toBe(0);
|
|
1707
|
+
realtimeDispatchedAt = uploadsCompleted;
|
|
1708
|
+
const realtimePath = path.join(companyRoot, "docs", "realtime.md");
|
|
1709
|
+
fs.writeFileSync(realtimePath, "realtime body");
|
|
1710
|
+
const journal = readJournal("acme");
|
|
1711
|
+
journal.files["docs/realtime.md"] = {
|
|
1712
|
+
hash: hashFile(realtimePath),
|
|
1713
|
+
size: fs.statSync(realtimePath).size,
|
|
1714
|
+
syncedAt: "2026-09-17T12:00:00.000Z",
|
|
1715
|
+
direction: "up",
|
|
1716
|
+
remoteEtag: "realtime",
|
|
1717
|
+
mtimeMs: fs.statSync(realtimePath).mtimeMs,
|
|
1718
|
+
ctimeMs: fs.statSync(realtimePath).ctimeMs,
|
|
1719
|
+
};
|
|
1720
|
+
writeJournal("acme", journal);
|
|
1721
|
+
}, "realtime");
|
|
1722
|
+
}
|
|
1723
|
+
uploadsInFlight--;
|
|
1724
|
+
return { etag: '"full-push-etag"' };
|
|
1725
|
+
});
|
|
1726
|
+
try {
|
|
1727
|
+
await scheduler.submit(async ({ checkpoint }) => {
|
|
1728
|
+
await share({
|
|
1729
|
+
paths: [companyRoot],
|
|
1730
|
+
company: "acme",
|
|
1731
|
+
vaultConfig: mockConfig,
|
|
1732
|
+
hqRoot: tmpDir,
|
|
1733
|
+
skipUnchanged: true,
|
|
1734
|
+
propagateDeletes: true,
|
|
1735
|
+
cooperativeCheckpoint: async () => {
|
|
1736
|
+
checkpointCalls++;
|
|
1737
|
+
return checkpoint();
|
|
1738
|
+
},
|
|
1739
|
+
});
|
|
1740
|
+
}, "chore");
|
|
1741
|
+
await realtimePass;
|
|
1742
|
+
}
|
|
1743
|
+
finally {
|
|
1744
|
+
if (originalUpload)
|
|
1745
|
+
upload.mockImplementation(originalUpload);
|
|
1746
|
+
else
|
|
1747
|
+
upload.mockReset();
|
|
1748
|
+
}
|
|
1749
|
+
expect(maxUploadsInFlight).toBeGreaterThan(1);
|
|
1750
|
+
expect(realtimeQueued).toBe(true);
|
|
1751
|
+
expect(checkpointCalls).toBeGreaterThan(0);
|
|
1752
|
+
expect(realtimeDispatchedAt).toBeGreaterThan(0);
|
|
1753
|
+
expect(realtimeDispatchedAt).toBeLessThanOrEqual(FULL_PUSH_COOPERATIVE_CHECKPOINT_BATCH_SIZE);
|
|
1754
|
+
// Reopen the durable journal, rather than inspecting the stale first-pass
|
|
1755
|
+
// object: every pre-handoff key and the realtime key must survive.
|
|
1756
|
+
const durable = readJournal("acme");
|
|
1757
|
+
expect(Object.keys(durable.files)).toHaveLength(fileCount + 1);
|
|
1758
|
+
expect(durable.files["docs/realtime.md"]).toBeDefined();
|
|
1759
|
+
for (let index = 0; index < fileCount; index++) {
|
|
1760
|
+
expect(durable.files[`docs/full-push/${index}.md`]).toBeDefined();
|
|
1761
|
+
}
|
|
1762
|
+
}, 120_000);
|
|
1677
1763
|
it("replans an upload from the bytes present when its action starts", async () => {
|
|
1678
1764
|
const companyRoot = path.join(tmpDir, "companies", "acme");
|
|
1679
1765
|
fs.mkdirSync(companyRoot, { recursive: true });
|