@indigoai-us/hq-cloud 6.18.1-alpha.1 → 6.18.1-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bandwidth.d.ts +45 -11
- package/dist/bandwidth.d.ts.map +1 -1
- package/dist/bandwidth.js +231 -18
- package/dist/bandwidth.js.map +1 -1
- package/dist/bandwidth.test.js +124 -4
- package/dist/bandwidth.test.js.map +1 -1
- package/dist/bin/sync-runner-company.d.ts +2 -0
- package/dist/bin/sync-runner-company.d.ts.map +1 -1
- package/dist/bin/sync-runner-company.js +6 -9
- package/dist/bin/sync-runner-company.js.map +1 -1
- package/dist/bin/sync-runner-company.test.js +0 -56
- package/dist/bin/sync-runner-company.test.js.map +1 -1
- package/dist/bin/sync-runner-events.test.js +0 -15
- package/dist/bin/sync-runner-events.test.js.map +1 -1
- package/dist/bin/sync-runner-watch-loop.d.ts +32 -8
- package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
- package/dist/bin/sync-runner-watch-loop.js +228 -13
- package/dist/bin/sync-runner-watch-loop.js.map +1 -1
- package/dist/bin/sync-runner-watch-loop.test.js +63 -5
- package/dist/bin/sync-runner-watch-loop.test.js.map +1 -1
- package/dist/bin/sync-runner.d.ts +26 -7
- package/dist/bin/sync-runner.d.ts.map +1 -1
- package/dist/bin/sync-runner.js +14 -5
- package/dist/bin/sync-runner.js.map +1 -1
- package/dist/bin/sync-runner.test.js +107 -1
- package/dist/bin/sync-runner.test.js.map +1 -1
- package/dist/cli/share.d.ts +18 -6
- package/dist/cli/share.d.ts.map +1 -1
- package/dist/cli/share.js +92 -80
- package/dist/cli/share.js.map +1 -1
- package/dist/cli/share.test.js +3 -35
- package/dist/cli/share.test.js.map +1 -1
- package/dist/cli/sync.d.ts +17 -8
- package/dist/cli/sync.d.ts.map +1 -1
- package/dist/cli/sync.js +155 -30
- package/dist/cli/sync.js.map +1 -1
- package/dist/cli/sync.test.js +315 -1
- package/dist/cli/sync.test.js.map +1 -1
- package/dist/object-io.d.ts +34 -23
- package/dist/object-io.d.ts.map +1 -1
- package/dist/object-io.js +333 -258
- package/dist/object-io.js.map +1 -1
- package/dist/object-io.test.js +377 -245
- package/dist/object-io.test.js.map +1 -1
- package/dist/s3-download-stream-hash.test.d.ts +2 -0
- package/dist/s3-download-stream-hash.test.d.ts.map +1 -0
- package/dist/s3-download-stream-hash.test.js +70 -0
- package/dist/s3-download-stream-hash.test.js.map +1 -0
- package/dist/s3.d.ts +8 -3
- package/dist/s3.d.ts.map +1 -1
- package/dist/s3.js +304 -27
- package/dist/s3.js.map +1 -1
- package/dist/s3.test.js +163 -0
- package/dist/s3.test.js.map +1 -1
- package/dist/sync/full-pass-caps.d.ts.map +1 -1
- package/dist/sync/full-pass-caps.js +3 -21
- package/dist/sync/full-pass-caps.js.map +1 -1
- package/dist/sync/full-pass-caps.test.js +1 -56
- package/dist/sync/full-pass-caps.test.js.map +1 -1
- package/dist/sync/inbound-event-admission.d.ts.map +1 -1
- package/dist/sync/inbound-event-admission.js +3 -0
- package/dist/sync/inbound-event-admission.js.map +1 -1
- package/dist/sync/inbound-event-admission.test.js +6 -0
- package/dist/sync/inbound-event-admission.test.js.map +1 -1
- package/dist/sync-core.d.ts +2 -1
- package/dist/sync-core.d.ts.map +1 -1
- package/dist/sync-core.js +5 -10
- package/dist/sync-core.js.map +1 -1
- package/dist/sync-core.test.js +16 -0
- package/dist/sync-core.test.js.map +1 -1
- package/dist/vault-client.d.ts +0 -5
- package/dist/vault-client.d.ts.map +1 -1
- package/dist/vault-client.js +0 -7
- package/dist/vault-client.js.map +1 -1
- package/dist/vault-client.test.js +0 -39
- package/dist/vault-client.test.js.map +1 -1
- package/package.json +1 -1
- package/dist/sync/presign-denial-backoff-flag.d.ts +0 -6
- package/dist/sync/presign-denial-backoff-flag.d.ts.map +0 -1
- package/dist/sync/presign-denial-backoff-flag.js +0 -11
- package/dist/sync/presign-denial-backoff-flag.js.map +0 -1
|
@@ -17,7 +17,7 @@ import { runRunner, runRunnerWithLoop, resolveDeletePolicy, resolveSkipPersonal,
|
|
|
17
17
|
import { SESSION_LOGS_PUSH_ONLY_PREFIX } from "../sync/pull-scope.js";
|
|
18
18
|
import { AUTH_WAIT_INITIAL_RECHECK_MS, AUTH_WAIT_RESUME_MESSAGE, AUTH_WAIT_START_MESSAGE, AUTH_WAIT_STEADY_RECHECK_MS, } from "./sync-runner-auth-wait.js";
|
|
19
19
|
import { PresignObjectIO, S3SdkObjectIO } from "../object-io.js";
|
|
20
|
-
import { setBandwidthGovernorForTesting } from "../bandwidth.js";
|
|
20
|
+
import { BandwidthGovernor, setBandwidthGovernorForTesting, } from "../bandwidth.js";
|
|
21
21
|
import { POST_SYNC_FLAG_KEYS, } from "./sync-runner-post-sync-flags.js";
|
|
22
22
|
import { FakeClock, TreeWatcher, } from "../watcher.js";
|
|
23
23
|
import { adaptivePollMs, advanceMonotonicDeadline, DEFAULT_EVENT_BATCH_LIMIT, DEFAULT_FAST_LANE_MAX_BYTES, DEFAULT_FAST_LANE_MAX_FILE_BYTES, DEFAULT_FAST_LANE_MAX_FILES, DEFAULT_FULL_RECONCILE_MS, EVENT_BATCH_LIMIT_ENV, FAST_LANE_MAX_BYTES_ENV, FAST_LANE_MAX_FILES_ENV, FULL_RECONCILE_MS_ENV, isFastLocalBatch, isFastReceiverBatch, partitionLocalBatch, journalEntriesForWatcherDelete, resolveEventBatchLimit, resolveFullReconcileMs, resolveWatchPollMs, CHORE_STARVATION_CAP_MS, CooperativePassScheduler, REALTIME_ADMISSION_DEADLINE_MS, REALTIME_DRAIN_BURST_MS, REALTIME_WORKER_OCCUPANCY_CAP, RealtimeAdmissionTimeoutError, setRealtimeAdmissionDeadlineMsForTesting, setRealtimeDrainBurstMsForTesting, normalizeCoordinatorPaths, shouldQuarantineWatcherDeleteIntents, shouldUseAreaStorage, WATCHER_REDISCOVERY_RETRY_MS, WATCHER_REDISCOVERY_RETRY_MAX_MS, } from "./sync-runner-watch-loop.js";
|
|
@@ -1669,6 +1669,62 @@ describe("automatic journal maintenance", () => {
|
|
|
1669
1669
|
vi.useRealTimers();
|
|
1670
1670
|
}
|
|
1671
1671
|
});
|
|
1672
|
+
it("emits bandwidth diagnostics at the existing fanout heartbeat cadence", async () => {
|
|
1673
|
+
vi.useFakeTimers();
|
|
1674
|
+
vi.setSystemTime(0);
|
|
1675
|
+
const governor = new BandwidthGovernor({ maxBytesPerSec: 1 }, {
|
|
1676
|
+
sleep: async (ms) => new Promise((resolve) => setTimeout(resolve, ms)),
|
|
1677
|
+
});
|
|
1678
|
+
setBandwidthGovernorForTesting(governor);
|
|
1679
|
+
let releaseBody;
|
|
1680
|
+
const keepBodyOpen = new Promise((resolve) => {
|
|
1681
|
+
releaseBody = resolve;
|
|
1682
|
+
});
|
|
1683
|
+
const sync = vi.fn().mockImplementation(async () => {
|
|
1684
|
+
const body = (async function* () {
|
|
1685
|
+
yield Buffer.alloc(2);
|
|
1686
|
+
await keepBodyOpen;
|
|
1687
|
+
})();
|
|
1688
|
+
for await (const _chunk of governor.throttleBody(body)) {
|
|
1689
|
+
// Consume the chunk while holding the body open for the cadence sample.
|
|
1690
|
+
}
|
|
1691
|
+
return defaultSyncResult();
|
|
1692
|
+
});
|
|
1693
|
+
const deps = makeDeps({
|
|
1694
|
+
createVaultClient: () => makeVaultStub({
|
|
1695
|
+
memberships: [{ companyUid: "cmp_indigo" }],
|
|
1696
|
+
entityGet: (uid) => Promise.resolve({ uid, slug: "indigo" }),
|
|
1697
|
+
}),
|
|
1698
|
+
repairJournalStateIfNeeded: vi
|
|
1699
|
+
.fn()
|
|
1700
|
+
.mockReturnValue({ status: "not-needed", slug: "indigo" }),
|
|
1701
|
+
fanoutHeartbeatIntervalMs: 100,
|
|
1702
|
+
sync,
|
|
1703
|
+
});
|
|
1704
|
+
const running = runRunner(["--companies", "--skip-personal"], deps);
|
|
1705
|
+
try {
|
|
1706
|
+
await vi.waitFor(() => expect(sync).toHaveBeenCalledTimes(1));
|
|
1707
|
+
await vi.advanceTimersByTimeAsync(2_500);
|
|
1708
|
+
const diagnostic = deps.stderr
|
|
1709
|
+
.events()
|
|
1710
|
+
.filter((event) => event.type === "bandwidth-policy")
|
|
1711
|
+
.find((event) => "governorWaitMs" in event && (event.governorWaitMs ?? 0) > 0);
|
|
1712
|
+
expect(diagnostic).toMatchObject({
|
|
1713
|
+
type: "bandwidth-policy",
|
|
1714
|
+
message: "bandwidth governor: 1 B/s cap",
|
|
1715
|
+
effectiveRateBps: 1,
|
|
1716
|
+
activeChoreTransfers: 1,
|
|
1717
|
+
});
|
|
1718
|
+
expect(diagnostic
|
|
1719
|
+
.governorWaitMs).toBeGreaterThan(0);
|
|
1720
|
+
}
|
|
1721
|
+
finally {
|
|
1722
|
+
releaseBody();
|
|
1723
|
+
await running;
|
|
1724
|
+
setBandwidthGovernorForTesting(null);
|
|
1725
|
+
vi.useRealTimers();
|
|
1726
|
+
}
|
|
1727
|
+
});
|
|
1672
1728
|
it("repairs every resolved journal shard before fanout and streams known heartbeat events", async () => {
|
|
1673
1729
|
const order = [];
|
|
1674
1730
|
const repairJournalStateIfNeeded = vi.fn().mockImplementation((slug, options) => {
|
|
@@ -9328,6 +9384,56 @@ describe("runRunnerWithLoop — U58 realtime scheduler guard", () => {
|
|
|
9328
9384
|
});
|
|
9329
9385
|
});
|
|
9330
9386
|
describe("CooperativePassScheduler", () => {
|
|
9387
|
+
it("admits realtime during payload I/O and fences the next chore transfer until the result is committed", async () => {
|
|
9388
|
+
const scheduler = new CooperativePassScheduler(() => 0);
|
|
9389
|
+
const order = [];
|
|
9390
|
+
let markNetworkStarted = () => { };
|
|
9391
|
+
const networkStarted = new Promise((resolve) => {
|
|
9392
|
+
markNetworkStarted = resolve;
|
|
9393
|
+
});
|
|
9394
|
+
let releaseNetwork = () => { };
|
|
9395
|
+
const networkGate = new Promise((resolve) => {
|
|
9396
|
+
releaseNetwork = resolve;
|
|
9397
|
+
});
|
|
9398
|
+
const chore = scheduler.submit(async ({ checkpoint }) => {
|
|
9399
|
+
const first = await checkpoint.runChoreNetworkTransfer(async () => {
|
|
9400
|
+
order.push("network-1-start");
|
|
9401
|
+
markNetworkStarted();
|
|
9402
|
+
await networkGate;
|
|
9403
|
+
order.push("network-1-done");
|
|
9404
|
+
return "first";
|
|
9405
|
+
});
|
|
9406
|
+
order.push(`commit-${first.value}`);
|
|
9407
|
+
const secondPromise = checkpoint.runChoreNetworkTransfer(async () => {
|
|
9408
|
+
order.push("network-2-start");
|
|
9409
|
+
return "second";
|
|
9410
|
+
});
|
|
9411
|
+
await Promise.resolve();
|
|
9412
|
+
expect(order).not.toContain("network-2-start");
|
|
9413
|
+
order.push("commit-first-done");
|
|
9414
|
+
first.complete();
|
|
9415
|
+
const second = await secondPromise;
|
|
9416
|
+
order.push(`commit-${second.value}`);
|
|
9417
|
+
second.complete();
|
|
9418
|
+
return 0;
|
|
9419
|
+
}, "chore");
|
|
9420
|
+
await networkStarted;
|
|
9421
|
+
const realtime = scheduler.submit(async () => {
|
|
9422
|
+
order.push("realtime");
|
|
9423
|
+
return 0;
|
|
9424
|
+
}, "realtime");
|
|
9425
|
+
releaseNetwork();
|
|
9426
|
+
await Promise.all([chore, realtime]);
|
|
9427
|
+
expect(order).toEqual([
|
|
9428
|
+
"network-1-start",
|
|
9429
|
+
"realtime",
|
|
9430
|
+
"network-1-done",
|
|
9431
|
+
"commit-first",
|
|
9432
|
+
"commit-first-done",
|
|
9433
|
+
"network-2-start",
|
|
9434
|
+
"commit-second",
|
|
9435
|
+
]);
|
|
9436
|
+
});
|
|
9331
9437
|
it("admits an explicitly safe fast realtime pass while a slow scoped realtime pass remains in flight", async () => {
|
|
9332
9438
|
const scheduler = new CooperativePassScheduler(() => 0);
|
|
9333
9439
|
const order = [];
|