@indigoai-us/hq-cloud 6.18.11-alpha.0 → 6.18.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/sync-runner-company.d.ts +1 -0
- package/dist/bin/sync-runner-company.d.ts.map +1 -1
- package/dist/bin/sync-runner-company.js +3 -0
- package/dist/bin/sync-runner-company.js.map +1 -1
- package/dist/bin/sync-runner-watch-loop.d.ts +2 -0
- package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
- package/dist/bin/sync-runner-watch-loop.js +43 -25
- package/dist/bin/sync-runner-watch-loop.js.map +1 -1
- package/dist/bin/sync-runner-watch-loop.test.js +20 -1
- package/dist/bin/sync-runner-watch-loop.test.js.map +1 -1
- package/dist/bin/sync-runner-watch-routes.d.ts +1 -1
- package/dist/bin/sync-runner-watch-routes.d.ts.map +1 -1
- package/dist/bin/sync-runner-watch-routes.js +21 -2
- package/dist/bin/sync-runner-watch-routes.js.map +1 -1
- package/dist/bin/sync-runner-watch-routes.test.js +16 -0
- package/dist/bin/sync-runner-watch-routes.test.js.map +1 -1
- package/dist/bin/sync-runner.d.ts.map +1 -1
- package/dist/bin/sync-runner.js +11 -0
- package/dist/bin/sync-runner.js.map +1 -1
- package/dist/bin/sync-runner.test.js +37 -2
- package/dist/bin/sync-runner.test.js.map +1 -1
- package/dist/cli/sync.d.ts +8 -0
- package/dist/cli/sync.d.ts.map +1 -1
- package/dist/cli/sync.js +19 -11
- package/dist/cli/sync.js.map +1 -1
- package/dist/cli/sync.test.js +182 -0
- package/dist/cli/sync.test.js.map +1 -1
- package/dist/sync/targeted-upsert-exact-list.d.ts +33 -0
- package/dist/sync/targeted-upsert-exact-list.d.ts.map +1 -0
- package/dist/sync/targeted-upsert-exact-list.js +137 -0
- package/dist/sync/targeted-upsert-exact-list.js.map +1 -0
- package/dist/sync/targeted-upsert-exact-list.test.d.ts +2 -0
- package/dist/sync/targeted-upsert-exact-list.test.d.ts.map +1 -0
- package/dist/sync/targeted-upsert-exact-list.test.js +151 -0
- package/dist/sync/targeted-upsert-exact-list.test.js.map +1 -0
- package/package.json +1 -1
package/dist/cli/sync.test.js
CHANGED
|
@@ -149,11 +149,20 @@ vi.mock("../remote-pull.js", async (importOriginal) => {
|
|
|
149
149
|
const { vi: innerVi } = await import("vitest");
|
|
150
150
|
return { ...actual, listRemoteForScope: innerVi.fn(actual.listRemoteForScope) };
|
|
151
151
|
});
|
|
152
|
+
vi.mock("../sync/targeted-upsert-exact-list.js", async (importOriginal) => {
|
|
153
|
+
const actual = await importOriginal();
|
|
154
|
+
const { vi: innerVi } = await import("vitest");
|
|
155
|
+
return {
|
|
156
|
+
...actual,
|
|
157
|
+
isTargetedUpsertExactListEnabled: innerVi.fn().mockResolvedValue(false),
|
|
158
|
+
};
|
|
159
|
+
});
|
|
152
160
|
import { sync, reportNewFilesToNotify, applyRealtimeDeltaPage, isSyncMutationStdinCommand, runSyncMutationStdinJson, SYNC_MUTATION_STDIN_COMMAND, FULL_PULL_COOPERATIVE_CHECKPOINT_BATCH_SIZE, FULL_PULL_LIST_PAGE_CHECKPOINT_SIZE, setListCooperativeYieldMsForTesting, targetedJournalSessionCensusSizes, win32SymlinkFlavorBroken, _testing as syncTesting, } from "./sync.js";
|
|
153
161
|
import { share } from "./share.js";
|
|
154
162
|
import * as s3Module from "../s3.js";
|
|
155
163
|
import * as conflictModule from "./conflict.js";
|
|
156
164
|
import * as remotePullModule from "../remote-pull.js";
|
|
165
|
+
import * as targetedUpsertExactListModule from "../sync/targeted-upsert-exact-list.js";
|
|
157
166
|
import { CooperativePassScheduler } from "../bin/sync-runner-watch-loop.js";
|
|
158
167
|
import { reindex } from "./reindex.js";
|
|
159
168
|
import { readSyncProgress } from "../sync-progress.js";
|
|
@@ -287,6 +296,9 @@ describe("sync", () => {
|
|
|
287
296
|
let journalPath;
|
|
288
297
|
beforeEach(() => {
|
|
289
298
|
clearContextCache();
|
|
299
|
+
vi.mocked(targetedUpsertExactListModule.isTargetedUpsertExactListEnabled)
|
|
300
|
+
.mockReset()
|
|
301
|
+
.mockResolvedValue(false);
|
|
290
302
|
tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), "hq-sync-test-"));
|
|
291
303
|
// Journal moved to ~/.hq/sync-journal.{slug}.json (ADR-0001 Phase 5).
|
|
292
304
|
// Redirect to a tmp dir via HQ_STATE_DIR so the test doesn't pollute the
|
|
@@ -307,6 +319,176 @@ describe("sync", () => {
|
|
|
307
319
|
it("keeps classifyVaultKey available from the partial S3 mock", () => {
|
|
308
320
|
expect(s3Module.classifyVaultKey("docs/readme.md", "company")).toBeNull();
|
|
309
321
|
});
|
|
322
|
+
it("pulls a remote upsert within the normal event latency using one exact listing when enabled", async () => {
|
|
323
|
+
vi.mocked(targetedUpsertExactListModule.isTargetedUpsertExactListEnabled)
|
|
324
|
+
.mockResolvedValue(true);
|
|
325
|
+
vi.mocked(remotePullModule.listRemoteForScope).mockResolvedValue([
|
|
326
|
+
{
|
|
327
|
+
key: "docs/remote-change.md",
|
|
328
|
+
size: 18,
|
|
329
|
+
lastModified: new Date(),
|
|
330
|
+
etag: '"remote-change"',
|
|
331
|
+
},
|
|
332
|
+
]);
|
|
333
|
+
const startedAt = Date.now();
|
|
334
|
+
const result = await sync({
|
|
335
|
+
company: "acme",
|
|
336
|
+
vaultConfig: mockConfig,
|
|
337
|
+
hqRoot: tmpDir,
|
|
338
|
+
syncMode: "custom",
|
|
339
|
+
prefixSet: ["docs/"],
|
|
340
|
+
pullPrefixes: ["docs/remote-change.md"],
|
|
341
|
+
pullExactPaths: ["docs/remote-change.md"],
|
|
342
|
+
skipReindex: true,
|
|
343
|
+
});
|
|
344
|
+
expect(result.filesDownloaded).toBe(1);
|
|
345
|
+
expect(fs.existsSync(path.join(tmpDir, "companies", "acme", "docs", "remote-change.md")))
|
|
346
|
+
.toBe(true);
|
|
347
|
+
expect(Date.now() - startedAt).toBeLessThan(60_000);
|
|
348
|
+
expect(remotePullModule.listRemoteForScope).toHaveBeenCalledWith(expect.objectContaining({
|
|
349
|
+
scope: expect.objectContaining({
|
|
350
|
+
prefixSet: ["docs/remote-change.md"],
|
|
351
|
+
strategy: "vend-fanout",
|
|
352
|
+
}),
|
|
353
|
+
}));
|
|
354
|
+
});
|
|
355
|
+
it("does not wait for a never-settling flag read and keeps the pull on legacy scope", async () => {
|
|
356
|
+
let markFlagFetchStarted;
|
|
357
|
+
const flagFetchStarted = new Promise((resolve) => {
|
|
358
|
+
markFlagFetchStarted = resolve;
|
|
359
|
+
});
|
|
360
|
+
const neverSettles = new Promise(() => { });
|
|
361
|
+
const fallbackFetch = globalThis.fetch;
|
|
362
|
+
const fetch = vi.fn((input, init) => {
|
|
363
|
+
if (String(input).includes("/v1/flags/resolve")) {
|
|
364
|
+
markFlagFetchStarted();
|
|
365
|
+
return neverSettles;
|
|
366
|
+
}
|
|
367
|
+
return fallbackFetch(input, init);
|
|
368
|
+
});
|
|
369
|
+
vi.stubGlobal("fetch", fetch);
|
|
370
|
+
const gate = targetedUpsertExactListModule.createTargetedUpsertExactListGate({
|
|
371
|
+
env: { HQ_FLAGS_API_URL: "https://flags.example.test" },
|
|
372
|
+
});
|
|
373
|
+
vi.mocked(targetedUpsertExactListModule.isTargetedUpsertExactListEnabled)
|
|
374
|
+
.mockImplementation(gate);
|
|
375
|
+
vi.mocked(remotePullModule.listRemoteForScope).mockResolvedValue([]);
|
|
376
|
+
const pull = sync({
|
|
377
|
+
company: "acme",
|
|
378
|
+
vaultConfig: mockConfig,
|
|
379
|
+
hqRoot: tmpDir,
|
|
380
|
+
syncMode: "custom",
|
|
381
|
+
prefixSet: ["docs/"],
|
|
382
|
+
pullPrefixes: ["docs/remote-change.md"],
|
|
383
|
+
pullExactPaths: ["docs/remote-change.md"],
|
|
384
|
+
skipReindex: true,
|
|
385
|
+
});
|
|
386
|
+
const completion = await Promise.race([
|
|
387
|
+
pull.then(() => "completed"),
|
|
388
|
+
new Promise((resolve) => setTimeout(() => resolve("delayed"), 500)),
|
|
389
|
+
]);
|
|
390
|
+
expect(completion).toBe("completed");
|
|
391
|
+
await flagFetchStarted;
|
|
392
|
+
expect(remotePullModule.listRemoteForScope).toHaveBeenCalledWith(expect.objectContaining({
|
|
393
|
+
scope: expect.objectContaining({
|
|
394
|
+
prefixSet: ["docs/remote-change.md", "docs/remote-change.md/"],
|
|
395
|
+
strategy: "vend-fanout",
|
|
396
|
+
}),
|
|
397
|
+
}));
|
|
398
|
+
});
|
|
399
|
+
it("uses a healthy flag snapshot for a later pull while its refresh is pending", async () => {
|
|
400
|
+
let now = 100;
|
|
401
|
+
let markNextRefreshStarted;
|
|
402
|
+
const nextRefreshStarted = new Promise((resolve) => {
|
|
403
|
+
markNextRefreshStarted = resolve;
|
|
404
|
+
});
|
|
405
|
+
const neverSettles = new Promise(() => { });
|
|
406
|
+
const fallbackFetch = globalThis.fetch;
|
|
407
|
+
let flagFetchCount = 0;
|
|
408
|
+
const fetch = vi.fn((input, init) => {
|
|
409
|
+
if (String(input).includes("/v1/flags/resolve")) {
|
|
410
|
+
flagFetchCount += 1;
|
|
411
|
+
if (flagFetchCount === 1) {
|
|
412
|
+
return Promise.resolve(new Response(JSON.stringify({
|
|
413
|
+
version: 1,
|
|
414
|
+
flags: { [targetedUpsertExactListModule.TARGETED_UPSERT_EXACT_LIST_FLAG]: true },
|
|
415
|
+
}), { status: 200, headers: { etag: "\"v1\"" } }));
|
|
416
|
+
}
|
|
417
|
+
markNextRefreshStarted();
|
|
418
|
+
return neverSettles;
|
|
419
|
+
}
|
|
420
|
+
return fallbackFetch(input, init);
|
|
421
|
+
});
|
|
422
|
+
vi.stubGlobal("fetch", fetch);
|
|
423
|
+
const gate = targetedUpsertExactListModule.createTargetedUpsertExactListGate({
|
|
424
|
+
env: { HQ_FLAGS_API_URL: "https://flags.example.test" },
|
|
425
|
+
now: () => now,
|
|
426
|
+
});
|
|
427
|
+
vi.mocked(targetedUpsertExactListModule.isTargetedUpsertExactListEnabled)
|
|
428
|
+
.mockImplementation(gate);
|
|
429
|
+
vi.mocked(remotePullModule.listRemoteForScope).mockResolvedValue([]);
|
|
430
|
+
await sync({
|
|
431
|
+
company: "acme",
|
|
432
|
+
vaultConfig: mockConfig,
|
|
433
|
+
hqRoot: tmpDir,
|
|
434
|
+
syncMode: "custom",
|
|
435
|
+
prefixSet: ["docs/"],
|
|
436
|
+
pullPrefixes: ["docs/remote-change.md"],
|
|
437
|
+
pullExactPaths: ["docs/remote-change.md"],
|
|
438
|
+
skipReindex: true,
|
|
439
|
+
});
|
|
440
|
+
expect(remotePullModule.listRemoteForScope).toHaveBeenLastCalledWith(expect.objectContaining({
|
|
441
|
+
scope: expect.objectContaining({
|
|
442
|
+
prefixSet: ["docs/remote-change.md", "docs/remote-change.md/"],
|
|
443
|
+
strategy: "vend-fanout",
|
|
444
|
+
}),
|
|
445
|
+
}));
|
|
446
|
+
await vi.waitFor(async () => {
|
|
447
|
+
await expect(gate(mockConfig, mockEntity.uid)).resolves.toBe(true);
|
|
448
|
+
});
|
|
449
|
+
now += 5 * 60_000 + 1;
|
|
450
|
+
const pull = sync({
|
|
451
|
+
company: "acme",
|
|
452
|
+
vaultConfig: mockConfig,
|
|
453
|
+
hqRoot: tmpDir,
|
|
454
|
+
syncMode: "custom",
|
|
455
|
+
prefixSet: ["docs/"],
|
|
456
|
+
pullPrefixes: ["docs/remote-change.md"],
|
|
457
|
+
pullExactPaths: ["docs/remote-change.md"],
|
|
458
|
+
skipReindex: true,
|
|
459
|
+
});
|
|
460
|
+
const completion = await Promise.race([
|
|
461
|
+
pull.then(() => "completed"),
|
|
462
|
+
new Promise((resolve) => setTimeout(() => resolve("delayed"), 500)),
|
|
463
|
+
]);
|
|
464
|
+
expect(completion).toBe("completed");
|
|
465
|
+
await nextRefreshStarted;
|
|
466
|
+
expect(remotePullModule.listRemoteForScope).toHaveBeenLastCalledWith(expect.objectContaining({
|
|
467
|
+
scope: expect.objectContaining({
|
|
468
|
+
prefixSet: ["docs/remote-change.md"],
|
|
469
|
+
strategy: "vend-fanout",
|
|
470
|
+
}),
|
|
471
|
+
}));
|
|
472
|
+
});
|
|
473
|
+
it("keeps exact upserts and descendant scopes when the default-off flag is missing", async () => {
|
|
474
|
+
vi.mocked(remotePullModule.listRemoteForScope).mockResolvedValue([]);
|
|
475
|
+
await sync({
|
|
476
|
+
company: "acme",
|
|
477
|
+
vaultConfig: mockConfig,
|
|
478
|
+
hqRoot: tmpDir,
|
|
479
|
+
syncMode: "custom",
|
|
480
|
+
prefixSet: ["docs/"],
|
|
481
|
+
pullPrefixes: ["docs/remote-change.md"],
|
|
482
|
+
pullExactPaths: ["docs/remote-change.md"],
|
|
483
|
+
skipReindex: true,
|
|
484
|
+
});
|
|
485
|
+
expect(remotePullModule.listRemoteForScope).toHaveBeenCalledWith(expect.objectContaining({
|
|
486
|
+
scope: expect.objectContaining({
|
|
487
|
+
prefixSet: ["docs/remote-change.md", "docs/remote-change.md/"],
|
|
488
|
+
strategy: "vend-fanout",
|
|
489
|
+
}),
|
|
490
|
+
}));
|
|
491
|
+
});
|
|
310
492
|
it("keeps Deep Archive session logs remote and journaled without a GET, restore, materialization, or tombstone", async () => {
|
|
311
493
|
const key = "workspace/.session-logs/codex/2026/08/31/rollout.jsonl";
|
|
312
494
|
writeJournal("acme", {
|