@indigoai-us/hq-cloud 6.18.3 → 6.18.4-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bandwidth.d.ts +44 -10
- package/dist/bandwidth.d.ts.map +1 -1
- package/dist/bandwidth.js +219 -17
- package/dist/bandwidth.js.map +1 -1
- package/dist/bandwidth.test.js +79 -4
- package/dist/bandwidth.test.js.map +1 -1
- package/dist/bin/sync-runner-company.d.ts +2 -0
- package/dist/bin/sync-runner-company.d.ts.map +1 -1
- package/dist/bin/sync-runner-company.js +15 -0
- package/dist/bin/sync-runner-company.js.map +1 -1
- package/dist/bin/sync-runner-company.test.js +56 -0
- package/dist/bin/sync-runner-company.test.js.map +1 -1
- package/dist/bin/sync-runner-events.test.js +15 -0
- package/dist/bin/sync-runner-events.test.js.map +1 -1
- package/dist/bin/sync-runner-watch-loop.d.ts +31 -5
- package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
- package/dist/bin/sync-runner-watch-loop.js +228 -10
- package/dist/bin/sync-runner-watch-loop.js.map +1 -1
- package/dist/bin/sync-runner.d.ts +31 -2
- package/dist/bin/sync-runner.d.ts.map +1 -1
- package/dist/bin/sync-runner.js +14 -5
- package/dist/bin/sync-runner.js.map +1 -1
- package/dist/bin/sync-runner.test.js +120 -39
- package/dist/bin/sync-runner.test.js.map +1 -1
- package/dist/cli/share.d.ts +26 -8
- package/dist/cli/share.d.ts.map +1 -1
- package/dist/cli/share.js +206 -60
- package/dist/cli/share.js.map +1 -1
- package/dist/cli/share.test.js +224 -3
- package/dist/cli/share.test.js.map +1 -1
- package/dist/cli/sync.d.ts +21 -4
- package/dist/cli/sync.d.ts.map +1 -1
- package/dist/cli/sync.js +139 -18
- package/dist/cli/sync.js.map +1 -1
- package/dist/cli/sync.test.js +230 -1
- package/dist/cli/sync.test.js.map +1 -1
- package/dist/lib/machine-id.d.ts +7 -0
- package/dist/lib/machine-id.d.ts.map +1 -1
- package/dist/lib/machine-id.js +54 -7
- package/dist/lib/machine-id.js.map +1 -1
- package/dist/lib/machine-id.test.js +20 -1
- package/dist/lib/machine-id.test.js.map +1 -1
- package/dist/lib/ontology-entity-push.d.ts +51 -0
- package/dist/lib/ontology-entity-push.d.ts.map +1 -0
- package/dist/lib/ontology-entity-push.js +125 -0
- package/dist/lib/ontology-entity-push.js.map +1 -0
- package/dist/lib/ontology-entity-push.test.d.ts +2 -0
- package/dist/lib/ontology-entity-push.test.d.ts.map +1 -0
- package/dist/lib/ontology-entity-push.test.js +149 -0
- package/dist/lib/ontology-entity-push.test.js.map +1 -0
- package/dist/object-io.d.ts +33 -7
- package/dist/object-io.d.ts.map +1 -1
- package/dist/object-io.js +329 -140
- package/dist/object-io.js.map +1 -1
- package/dist/object-io.test.js +400 -1
- package/dist/object-io.test.js.map +1 -1
- package/dist/s3-download-stream-hash.test.d.ts +2 -0
- package/dist/s3-download-stream-hash.test.d.ts.map +1 -0
- package/dist/s3-download-stream-hash.test.js +70 -0
- package/dist/s3-download-stream-hash.test.js.map +1 -0
- package/dist/s3.d.ts +8 -3
- package/dist/s3.d.ts.map +1 -1
- package/dist/s3.js +304 -27
- package/dist/s3.js.map +1 -1
- package/dist/s3.test.js +163 -0
- package/dist/s3.test.js.map +1 -1
- package/dist/sync/event-sync.d.ts +14 -4
- package/dist/sync/event-sync.d.ts.map +1 -1
- package/dist/sync/event-sync.js +145 -14
- package/dist/sync/event-sync.js.map +1 -1
- package/dist/sync/event-sync.test.js +266 -1
- package/dist/sync/event-sync.test.js.map +1 -1
- package/dist/sync/inbound-event-admission.d.ts.map +1 -1
- package/dist/sync/inbound-event-admission.js +3 -0
- package/dist/sync/inbound-event-admission.js.map +1 -1
- package/dist/sync/inbound-event-admission.test.js +6 -0
- package/dist/sync/inbound-event-admission.test.js.map +1 -1
- package/dist/sync/push-transport.d.ts +15 -0
- package/dist/sync/push-transport.d.ts.map +1 -1
- package/dist/sync/push-transport.js +27 -0
- package/dist/sync/push-transport.js.map +1 -1
- package/dist/sync/push-transport.test.js +14 -1
- package/dist/sync/push-transport.test.js.map +1 -1
- package/dist/sync-core.d.ts +2 -1
- package/dist/sync-core.d.ts.map +1 -1
- package/dist/sync-core.js +5 -10
- package/dist/sync-core.js.map +1 -1
- package/dist/sync-core.test.js +16 -0
- package/dist/sync-core.test.js.map +1 -1
- package/dist/vault-client.d.ts +5 -0
- package/dist/vault-client.d.ts.map +1 -1
- package/dist/vault-client.js +7 -0
- package/dist/vault-client.js.map +1 -1
- package/dist/vault-client.test.js +39 -0
- package/dist/vault-client.test.js.map +1 -1
- package/package.json +1 -1
package/dist/cli/sync.test.js
CHANGED
|
@@ -163,7 +163,7 @@ import { readJournal, writeJournal, getEntry, listJournals, } from "../journal.j
|
|
|
163
163
|
import { SqsPushReceiver } from "../sync/push-receiver.js";
|
|
164
164
|
import { buildTargetedPullArgv } from "../bin/sync-runner-watch-routes.js";
|
|
165
165
|
import { ReconcileCursorStore } from "../sync/reconcile-cursor.js";
|
|
166
|
-
import { RateLimitedError, setObjectIOFactory, setObjectIORequestTimeoutMsForTesting, } from "../object-io.js";
|
|
166
|
+
import { ObjectBodyIdleTimeoutError, RateLimitedError, setObjectIOFactory, setObjectIORequestTimeoutMsForTesting, } from "../object-io.js";
|
|
167
167
|
import { isTransientNetworkError } from "../lib/net-errors.js";
|
|
168
168
|
/**
|
|
169
169
|
* Read a journal the way production does.
|
|
@@ -790,6 +790,235 @@ describe("sync", () => {
|
|
|
790
790
|
expect(Object.keys(finalJournal.files)).toHaveLength(rowCount + 1);
|
|
791
791
|
expect(remoteFiles.every((remoteFile) => finalJournal.files[remoteFile.key] !== undefined)).toBe(true);
|
|
792
792
|
}, 120_000);
|
|
793
|
+
it("admits queued realtime work while a two-second chore download is still in flight", async () => {
|
|
794
|
+
const fixedNow = new Date("2026-09-24T12:00:00.000Z");
|
|
795
|
+
const remoteFiles = [
|
|
796
|
+
{ key: "docs/slow-1.md", size: 4, lastModified: fixedNow, etag: '"slow-1"' },
|
|
797
|
+
{ key: "docs/slow-2.md", size: 4, lastModified: fixedNow, etag: '"slow-2"' },
|
|
798
|
+
];
|
|
799
|
+
writeJournal("acme", { version: "2", lastSync: "", pulls: [], files: {} });
|
|
800
|
+
vi.stubEnv("HQ_SYNC_TRANSFER_CONCURRENCY", "1");
|
|
801
|
+
vi.mocked(s3Module.listRemoteFiles).mockResolvedValueOnce(remoteFiles);
|
|
802
|
+
const scheduler = new CooperativePassScheduler(() => 0);
|
|
803
|
+
const downloadFile = vi.mocked(s3Module.downloadFile);
|
|
804
|
+
const originalDownload = downloadFile.getMockImplementation();
|
|
805
|
+
let downloadsCompleted = 0;
|
|
806
|
+
let inFlightDownloads = 0;
|
|
807
|
+
let realtimeQueuedAt = -1;
|
|
808
|
+
let realtimeStartedAt = -1;
|
|
809
|
+
let completedAtHandoff = -1;
|
|
810
|
+
let realtimePass;
|
|
811
|
+
downloadFile.mockImplementation(async (_context, key, localPath, options) => {
|
|
812
|
+
inFlightDownloads += 1;
|
|
813
|
+
if (downloadsCompleted === 0 && realtimeQueuedAt < 0) {
|
|
814
|
+
setTimeout(() => {
|
|
815
|
+
realtimeQueuedAt = performance.now();
|
|
816
|
+
realtimePass = scheduler.submit(async () => {
|
|
817
|
+
realtimeStartedAt = performance.now();
|
|
818
|
+
completedAtHandoff = downloadsCompleted;
|
|
819
|
+
expect(inFlightDownloads).toBe(1);
|
|
820
|
+
}, "realtime");
|
|
821
|
+
}, 1_000);
|
|
822
|
+
}
|
|
823
|
+
await new Promise((resolve) => setTimeout(resolve, 2_000));
|
|
824
|
+
options?.beforeReplace?.();
|
|
825
|
+
fs.mkdirSync(path.dirname(localPath), { recursive: true });
|
|
826
|
+
fs.writeFileSync(localPath, "slow");
|
|
827
|
+
inFlightDownloads -= 1;
|
|
828
|
+
downloadsCompleted += 1;
|
|
829
|
+
return {
|
|
830
|
+
metadata: {},
|
|
831
|
+
contentHash: "5633d479dfae75ba7a78914ee380fa202bd6126e7c6b7c22e3ebc9e1a6ddc871",
|
|
832
|
+
contentSize: 4,
|
|
833
|
+
};
|
|
834
|
+
});
|
|
835
|
+
try {
|
|
836
|
+
await scheduler.submit(async ({ checkpoint }) => sync({
|
|
837
|
+
company: "acme",
|
|
838
|
+
vaultConfig: mockConfig,
|
|
839
|
+
hqRoot: tmpDir,
|
|
840
|
+
skipReindex: true,
|
|
841
|
+
onEvent: () => undefined,
|
|
842
|
+
cooperativeCheckpoint: checkpoint,
|
|
843
|
+
}), "chore");
|
|
844
|
+
await realtimePass;
|
|
845
|
+
}
|
|
846
|
+
finally {
|
|
847
|
+
if (originalDownload)
|
|
848
|
+
downloadFile.mockImplementation(originalDownload);
|
|
849
|
+
else
|
|
850
|
+
downloadFile.mockReset();
|
|
851
|
+
vi.unstubAllEnvs();
|
|
852
|
+
}
|
|
853
|
+
expect(realtimeQueuedAt).toBeGreaterThanOrEqual(0);
|
|
854
|
+
expect(realtimeStartedAt - realtimeQueuedAt).toBeLessThan(1_500);
|
|
855
|
+
expect(completedAtHandoff).toBe(0);
|
|
856
|
+
expect(downloadsCompleted).toBe(remoteFiles.length);
|
|
857
|
+
}, 15_000);
|
|
858
|
+
it("discards a stale staged download when realtime commits the same path", async () => {
|
|
859
|
+
const fixedNow = new Date("2026-09-24T12:00:00.000Z");
|
|
860
|
+
const key = "docs/same-path.md";
|
|
861
|
+
const remoteFiles = [
|
|
862
|
+
{ key, size: 11, lastModified: fixedNow, etag: '"chore-version"' },
|
|
863
|
+
];
|
|
864
|
+
writeJournal("acme", { version: "2", lastSync: "", pulls: [], files: {} });
|
|
865
|
+
vi.stubEnv("HQ_SYNC_TRANSFER_CONCURRENCY", "1");
|
|
866
|
+
vi.mocked(s3Module.listRemoteFiles).mockResolvedValueOnce(remoteFiles);
|
|
867
|
+
const scheduler = new CooperativePassScheduler(() => 0);
|
|
868
|
+
const downloadFile = vi.mocked(s3Module.downloadFile);
|
|
869
|
+
const originalDownload = downloadFile.getMockImplementation();
|
|
870
|
+
const localPath = path.join(tmpDir, "companies", "acme", key);
|
|
871
|
+
let queuedAt = -1;
|
|
872
|
+
let realtimeStartedAt = -1;
|
|
873
|
+
let transferFinishedAt = -1;
|
|
874
|
+
let realtimePass;
|
|
875
|
+
downloadFile.mockImplementation(async (_context, _key, stagePath, options) => {
|
|
876
|
+
setTimeout(() => {
|
|
877
|
+
queuedAt = performance.now();
|
|
878
|
+
realtimePass = scheduler.submit(async () => {
|
|
879
|
+
realtimeStartedAt = performance.now();
|
|
880
|
+
fs.mkdirSync(path.dirname(localPath), { recursive: true });
|
|
881
|
+
fs.writeFileSync(localPath, "realtime version");
|
|
882
|
+
const journal = readJournal("acme");
|
|
883
|
+
const stat = fs.statSync(localPath);
|
|
884
|
+
journal.files[key] = {
|
|
885
|
+
hash: crypto.createHash("sha256").update("realtime version").digest("hex"),
|
|
886
|
+
size: stat.size,
|
|
887
|
+
syncedAt: fixedNow.toISOString(),
|
|
888
|
+
direction: "up",
|
|
889
|
+
remoteEtag: "realtime-version",
|
|
890
|
+
mtimeMs: stat.mtimeMs,
|
|
891
|
+
ctimeMs: stat.ctimeMs,
|
|
892
|
+
};
|
|
893
|
+
writeJournal("acme", journal);
|
|
894
|
+
}, "realtime");
|
|
895
|
+
}, 50);
|
|
896
|
+
await new Promise((resolve) => setTimeout(resolve, 2_000));
|
|
897
|
+
options?.beforeReplace?.();
|
|
898
|
+
fs.writeFileSync(stagePath, "stale chore");
|
|
899
|
+
transferFinishedAt = performance.now();
|
|
900
|
+
return {
|
|
901
|
+
metadata: {},
|
|
902
|
+
contentHash: crypto.createHash("sha256").update("stale chore").digest("hex"),
|
|
903
|
+
contentSize: 11,
|
|
904
|
+
};
|
|
905
|
+
});
|
|
906
|
+
let result;
|
|
907
|
+
try {
|
|
908
|
+
await scheduler.submit(async ({ checkpoint }) => {
|
|
909
|
+
result = await sync({
|
|
910
|
+
company: "acme",
|
|
911
|
+
vaultConfig: mockConfig,
|
|
912
|
+
hqRoot: tmpDir,
|
|
913
|
+
skipReindex: true,
|
|
914
|
+
onEvent: () => undefined,
|
|
915
|
+
cooperativeCheckpoint: checkpoint,
|
|
916
|
+
});
|
|
917
|
+
}, "chore");
|
|
918
|
+
await realtimePass;
|
|
919
|
+
}
|
|
920
|
+
finally {
|
|
921
|
+
if (originalDownload)
|
|
922
|
+
downloadFile.mockImplementation(originalDownload);
|
|
923
|
+
else
|
|
924
|
+
downloadFile.mockReset();
|
|
925
|
+
vi.unstubAllEnvs();
|
|
926
|
+
}
|
|
927
|
+
expect(queuedAt).toBeGreaterThanOrEqual(0);
|
|
928
|
+
expect(realtimeStartedAt - queuedAt).toBeLessThan(1_500);
|
|
929
|
+
expect(realtimeStartedAt).toBeLessThan(transferFinishedAt);
|
|
930
|
+
expect(fs.readFileSync(localPath, "utf8")).toBe("realtime version");
|
|
931
|
+
expect(result?.filesDownloaded).toBe(0);
|
|
932
|
+
expect(result?.conflicts).toBe(1);
|
|
933
|
+
expect(readJournal("acme").files[key]?.remoteEtag).toBe("realtime-version");
|
|
934
|
+
expect(fs.readdirSync(path.dirname(localPath)).some((name) => name.startsWith(".hq-tmp-stage-"))).toBe(false);
|
|
935
|
+
}, 15_000);
|
|
936
|
+
it("releases a timed-out full-pull path before admitting the same key to realtime", async () => {
|
|
937
|
+
const scheduler = new CooperativePassScheduler(() => 0);
|
|
938
|
+
const downloadFile = vi.mocked(s3Module.downloadFile);
|
|
939
|
+
const originalDownload = downloadFile.getMockImplementation();
|
|
940
|
+
let stalledPathActive = false;
|
|
941
|
+
let timedOutAt = -1;
|
|
942
|
+
let realtimeStartedAt = -1;
|
|
943
|
+
let realtimePass;
|
|
944
|
+
downloadFile.mockImplementation(async (context, key, localPath, options) => {
|
|
945
|
+
if (key === "docs/handoff.md" && timedOutAt < 0) {
|
|
946
|
+
stalledPathActive = true;
|
|
947
|
+
const startedAt = performance.now();
|
|
948
|
+
realtimePass = scheduler.submit(async () => {
|
|
949
|
+
realtimeStartedAt = performance.now();
|
|
950
|
+
expect(stalledPathActive).toBe(false);
|
|
951
|
+
expect(key).toBe("docs/handoff.md");
|
|
952
|
+
}, "realtime");
|
|
953
|
+
await new Promise((resolve) => setTimeout(resolve, 30));
|
|
954
|
+
stalledPathActive = false;
|
|
955
|
+
timedOutAt = performance.now();
|
|
956
|
+
expect(timedOutAt - startedAt).toBeLessThan(1_000);
|
|
957
|
+
throw new ObjectBodyIdleTimeoutError(key, 30);
|
|
958
|
+
}
|
|
959
|
+
return originalDownload(context, key, localPath, options);
|
|
960
|
+
});
|
|
961
|
+
try {
|
|
962
|
+
await scheduler.submit(async ({ checkpoint }) => sync({
|
|
963
|
+
company: "acme",
|
|
964
|
+
vaultConfig: mockConfig,
|
|
965
|
+
hqRoot: tmpDir,
|
|
966
|
+
skipReindex: true,
|
|
967
|
+
onEvent: () => undefined,
|
|
968
|
+
cooperativeCheckpoint: () => checkpoint(),
|
|
969
|
+
}), "chore");
|
|
970
|
+
await realtimePass;
|
|
971
|
+
}
|
|
972
|
+
finally {
|
|
973
|
+
if (originalDownload)
|
|
974
|
+
downloadFile.mockImplementation(originalDownload);
|
|
975
|
+
else
|
|
976
|
+
downloadFile.mockReset();
|
|
977
|
+
}
|
|
978
|
+
expect(timedOutAt).toBeGreaterThanOrEqual(0);
|
|
979
|
+
expect(realtimeStartedAt).toBeGreaterThan(timedOutAt);
|
|
980
|
+
expect(realtimeStartedAt - timedOutAt).toBeLessThan(1_000);
|
|
981
|
+
expect(stalledPathActive).toBe(false);
|
|
982
|
+
});
|
|
983
|
+
it("continues an ordinary pull after one object body times out", async () => {
|
|
984
|
+
const listRemoteFiles = vi.mocked(s3Module.listRemoteFiles);
|
|
985
|
+
const originalListRemoteFiles = listRemoteFiles.getMockImplementation();
|
|
986
|
+
listRemoteFiles.mockResolvedValue([
|
|
987
|
+
{ key: "docs/stalled.md", size: 7, lastModified: new Date(), etag: '"stalled"' },
|
|
988
|
+
{ key: "docs/later.md", size: 7, lastModified: new Date(), etag: '"later"' },
|
|
989
|
+
]);
|
|
990
|
+
writeJournal("acme", { version: "2", lastSync: "", pulls: [], files: {} });
|
|
991
|
+
const downloadFile = vi.mocked(s3Module.downloadFile);
|
|
992
|
+
const originalDownload = downloadFile.getMockImplementation();
|
|
993
|
+
const attemptedKeys = [];
|
|
994
|
+
downloadFile.mockImplementation(async (context, key, localPath, options) => {
|
|
995
|
+
attemptedKeys.push(key);
|
|
996
|
+
if (key === "docs/stalled.md")
|
|
997
|
+
throw new ObjectBodyIdleTimeoutError(key, 30);
|
|
998
|
+
return originalDownload(context, key, localPath, options);
|
|
999
|
+
});
|
|
1000
|
+
try {
|
|
1001
|
+
await sync({
|
|
1002
|
+
company: "acme",
|
|
1003
|
+
vaultConfig: mockConfig,
|
|
1004
|
+
hqRoot: tmpDir,
|
|
1005
|
+
skipReindex: true,
|
|
1006
|
+
onEvent: () => undefined,
|
|
1007
|
+
});
|
|
1008
|
+
}
|
|
1009
|
+
finally {
|
|
1010
|
+
if (originalDownload)
|
|
1011
|
+
downloadFile.mockImplementation(originalDownload);
|
|
1012
|
+
else
|
|
1013
|
+
downloadFile.mockReset();
|
|
1014
|
+
if (originalListRemoteFiles)
|
|
1015
|
+
listRemoteFiles.mockImplementation(originalListRemoteFiles);
|
|
1016
|
+
else
|
|
1017
|
+
listRemoteFiles.mockReset();
|
|
1018
|
+
}
|
|
1019
|
+
expect(attemptedKeys).toEqual(["docs/stalled.md", "docs/later.md"]);
|
|
1020
|
+
expect(fs.existsSync(path.join(tmpDir, "companies", "acme", "docs", "later.md"))).toBe(true);
|
|
1021
|
+
});
|
|
793
1022
|
/**
|
|
794
1023
|
* A cooperative hand-off yields the root lock then continues the same run,
|
|
795
1024
|
* so downloads completed before the hand-off stay on this pass's counters
|