@indigoai-us/hq-cloud 6.18.3 → 6.18.4-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (96) hide show
  1. package/dist/bandwidth.d.ts +56 -10
  2. package/dist/bandwidth.d.ts.map +1 -1
  3. package/dist/bandwidth.js +253 -17
  4. package/dist/bandwidth.js.map +1 -1
  5. package/dist/bandwidth.test.js +103 -4
  6. package/dist/bandwidth.test.js.map +1 -1
  7. package/dist/bin/sync-runner-company.d.ts +2 -0
  8. package/dist/bin/sync-runner-company.d.ts.map +1 -1
  9. package/dist/bin/sync-runner-company.js +15 -0
  10. package/dist/bin/sync-runner-company.js.map +1 -1
  11. package/dist/bin/sync-runner-company.test.js +56 -0
  12. package/dist/bin/sync-runner-company.test.js.map +1 -1
  13. package/dist/bin/sync-runner-events.test.js +15 -0
  14. package/dist/bin/sync-runner-events.test.js.map +1 -1
  15. package/dist/bin/sync-runner-watch-loop.d.ts +31 -5
  16. package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
  17. package/dist/bin/sync-runner-watch-loop.js +228 -10
  18. package/dist/bin/sync-runner-watch-loop.js.map +1 -1
  19. package/dist/bin/sync-runner.d.ts +31 -2
  20. package/dist/bin/sync-runner.d.ts.map +1 -1
  21. package/dist/bin/sync-runner.js +14 -5
  22. package/dist/bin/sync-runner.js.map +1 -1
  23. package/dist/bin/sync-runner.test.js +120 -39
  24. package/dist/bin/sync-runner.test.js.map +1 -1
  25. package/dist/cli/share.d.ts +26 -8
  26. package/dist/cli/share.d.ts.map +1 -1
  27. package/dist/cli/share.js +227 -62
  28. package/dist/cli/share.js.map +1 -1
  29. package/dist/cli/share.test.js +252 -3
  30. package/dist/cli/share.test.js.map +1 -1
  31. package/dist/cli/sync.d.ts +21 -4
  32. package/dist/cli/sync.d.ts.map +1 -1
  33. package/dist/cli/sync.js +140 -19
  34. package/dist/cli/sync.js.map +1 -1
  35. package/dist/cli/sync.test.js +274 -1
  36. package/dist/cli/sync.test.js.map +1 -1
  37. package/dist/lib/machine-id.d.ts +7 -0
  38. package/dist/lib/machine-id.d.ts.map +1 -1
  39. package/dist/lib/machine-id.js +54 -7
  40. package/dist/lib/machine-id.js.map +1 -1
  41. package/dist/lib/machine-id.test.js +20 -1
  42. package/dist/lib/machine-id.test.js.map +1 -1
  43. package/dist/lib/ontology-entity-push.d.ts +51 -0
  44. package/dist/lib/ontology-entity-push.d.ts.map +1 -0
  45. package/dist/lib/ontology-entity-push.js +125 -0
  46. package/dist/lib/ontology-entity-push.js.map +1 -0
  47. package/dist/lib/ontology-entity-push.test.d.ts +2 -0
  48. package/dist/lib/ontology-entity-push.test.d.ts.map +1 -0
  49. package/dist/lib/ontology-entity-push.test.js +149 -0
  50. package/dist/lib/ontology-entity-push.test.js.map +1 -0
  51. package/dist/object-io.d.ts +38 -7
  52. package/dist/object-io.d.ts.map +1 -1
  53. package/dist/object-io.js +336 -140
  54. package/dist/object-io.js.map +1 -1
  55. package/dist/object-io.test.js +423 -1
  56. package/dist/object-io.test.js.map +1 -1
  57. package/dist/s3-download-stream-hash.test.d.ts +2 -0
  58. package/dist/s3-download-stream-hash.test.d.ts.map +1 -0
  59. package/dist/s3-download-stream-hash.test.js +70 -0
  60. package/dist/s3-download-stream-hash.test.js.map +1 -0
  61. package/dist/s3.d.ts +8 -3
  62. package/dist/s3.d.ts.map +1 -1
  63. package/dist/s3.js +330 -27
  64. package/dist/s3.js.map +1 -1
  65. package/dist/s3.test.js +304 -0
  66. package/dist/s3.test.js.map +1 -1
  67. package/dist/sync/event-sync.d.ts +14 -4
  68. package/dist/sync/event-sync.d.ts.map +1 -1
  69. package/dist/sync/event-sync.js +145 -14
  70. package/dist/sync/event-sync.js.map +1 -1
  71. package/dist/sync/event-sync.test.js +266 -1
  72. package/dist/sync/event-sync.test.js.map +1 -1
  73. package/dist/sync/inbound-event-admission.d.ts.map +1 -1
  74. package/dist/sync/inbound-event-admission.js +3 -0
  75. package/dist/sync/inbound-event-admission.js.map +1 -1
  76. package/dist/sync/inbound-event-admission.test.js +6 -0
  77. package/dist/sync/inbound-event-admission.test.js.map +1 -1
  78. package/dist/sync/push-transport.d.ts +15 -0
  79. package/dist/sync/push-transport.d.ts.map +1 -1
  80. package/dist/sync/push-transport.js +27 -0
  81. package/dist/sync/push-transport.js.map +1 -1
  82. package/dist/sync/push-transport.test.js +14 -1
  83. package/dist/sync/push-transport.test.js.map +1 -1
  84. package/dist/sync-core.d.ts +2 -1
  85. package/dist/sync-core.d.ts.map +1 -1
  86. package/dist/sync-core.js +5 -10
  87. package/dist/sync-core.js.map +1 -1
  88. package/dist/sync-core.test.js +16 -0
  89. package/dist/sync-core.test.js.map +1 -1
  90. package/dist/vault-client.d.ts +5 -0
  91. package/dist/vault-client.d.ts.map +1 -1
  92. package/dist/vault-client.js +7 -0
  93. package/dist/vault-client.js.map +1 -1
  94. package/dist/vault-client.test.js +39 -0
  95. package/dist/vault-client.test.js.map +1 -1
  96. package/package.json +1 -1
@@ -1677,6 +1677,37 @@ describe("share", () => {
1677
1677
  // Remote key must be company-relative, not hqRoot-relative
1678
1678
  expect(uploadFile).toHaveBeenCalledWith(expect.anything(), testFile, "test.md", undefined, expect.anything());
1679
1679
  });
1680
+ it("emits one server-linked plan-limit notice for a multi-file upload pass", async () => {
1681
+ const companyRoot = path.join(tmpDir, "companies", "acme");
1682
+ const paths = ["first.md", "second.md"].map((name) => {
1683
+ const file = path.join(companyRoot, name);
1684
+ fs.mkdirSync(path.dirname(file), { recursive: true });
1685
+ fs.writeFileSync(file, "# paused by plan limit");
1686
+ return file;
1687
+ });
1688
+ const upgradeUrl = "https://billing.example.test/company/acme";
1689
+ vi.mocked(uploadFile).mockReset();
1690
+ vi.mocked(uploadFile).mockRejectedValue(new VaultClientError("Plan limit reached", 402, JSON.stringify({ code: "plan_limit_reached", upgradeUrl }), { code: "plan_limit_reached", upgradeUrl }));
1691
+ const events = [];
1692
+ try {
1693
+ const result = await share({
1694
+ paths,
1695
+ company: "acme",
1696
+ vaultConfig: mockConfig,
1697
+ hqRoot: tmpDir,
1698
+ onEvent: (event) => events.push(event),
1699
+ });
1700
+ const notices = events.filter((event) => event.type === "plan-limit");
1701
+ expect(notices).toEqual([{ type: "plan-limit", upgradeUrl }]);
1702
+ expect(events.some((event) => event.type === "error")).toBe(false);
1703
+ expect(result.filesUploaded).toBe(0);
1704
+ expect(result.filesSkipped).toBe(2);
1705
+ }
1706
+ finally {
1707
+ vi.mocked(uploadFile).mockReset();
1708
+ vi.mocked(uploadFile).mockResolvedValue({ etag: '"upload-etag"' });
1709
+ }
1710
+ });
1680
1711
  it("hands queued realtime work a settled full-push boundary without losing journal rows", async () => {
1681
1712
  const companyRoot = path.join(tmpDir, "companies", "acme");
1682
1713
  const fileCount = FULL_PUSH_COOPERATIVE_CHECKPOINT_BATCH_SIZE + 1;
@@ -1734,10 +1765,10 @@ describe("share", () => {
1734
1765
  hqRoot: tmpDir,
1735
1766
  skipUnchanged: true,
1736
1767
  propagateDeletes: true,
1737
- cooperativeCheckpoint: async () => {
1768
+ cooperativeCheckpoint: Object.assign(async () => {
1738
1769
  checkpointCalls++;
1739
1770
  return checkpoint();
1740
- },
1771
+ }, { shouldYieldToRealtime: () => checkpoint.shouldYieldToRealtime?.() === true }),
1741
1772
  });
1742
1773
  }, "chore");
1743
1774
  await realtimePass;
@@ -1752,7 +1783,7 @@ describe("share", () => {
1752
1783
  expect(realtimeQueued).toBe(true);
1753
1784
  expect(checkpointCalls).toBeGreaterThan(0);
1754
1785
  expect(realtimeDispatchedAt).toBeGreaterThan(0);
1755
- expect(realtimeDispatchedAt).toBeLessThanOrEqual(FULL_PUSH_COOPERATIVE_CHECKPOINT_BATCH_SIZE);
1786
+ expect(realtimeDispatchedAt).toBeLessThanOrEqual(maxUploadsInFlight);
1756
1787
  // Reopen the durable journal, rather than inspecting the stale first-pass
1757
1788
  // object: every pre-handoff key and the realtime key must survive.
1758
1789
  const durable = readJournal("acme");
@@ -3260,6 +3291,223 @@ describe("share", () => {
3260
3291
  });
3261
3292
  expect(events.some((event) => event.type === "reconciled")).toBe(false);
3262
3293
  });
3294
+ describe("checkpoint ontology entity push (flag checkpoint.ontology)", () => {
3295
+ const entityRel = "ontology/entities/person/maria-khan.md";
3296
+ const entityBody = "---\nid: abc\ntype: person\ncanonical_name: Maria Khan\n---\n";
3297
+ const fence412 = () => Object.assign(new Error("Precondition failed"), { name: "PreconditionFailed" });
3298
+ function writeEntity(body = entityBody) {
3299
+ const file = path.join(tmpDir, "companies", "acme", ...entityRel.split("/"));
3300
+ fs.mkdirSync(path.dirname(file), { recursive: true });
3301
+ fs.writeFileSync(file, body);
3302
+ return file;
3303
+ }
3304
+ function seedEntityJournal(remoteEtag, hash = "journal-hash") {
3305
+ const syncedAt = new Date(Date.now() - 60_000).toISOString();
3306
+ seedJournalAt(path.join(stateDir, "sync-journal.acme.json"), {
3307
+ version: "1",
3308
+ lastSync: syncedAt,
3309
+ files: {
3310
+ [entityRel]: { hash, size: 10, syncedAt, direction: "down", remoteEtag },
3311
+ },
3312
+ });
3313
+ }
3314
+ it("flag off: the entity file is still refused as server-owned", async () => {
3315
+ const file = writeEntity();
3316
+ await expect(share({
3317
+ paths: [file],
3318
+ company: "acme",
3319
+ vaultConfig: mockConfig,
3320
+ hqRoot: tmpDir,
3321
+ ontologyEntityPush: false,
3322
+ })).rejects.toThrow(ServerOwnedPushPathsError);
3323
+ expect(uploadFile).not.toHaveBeenCalled();
3324
+ });
3325
+ it("flag on: a new entity file is created with If-None-Match:*", async () => {
3326
+ const file = writeEntity();
3327
+ const result = await share({
3328
+ paths: [file],
3329
+ company: "acme",
3330
+ vaultConfig: mockConfig,
3331
+ hqRoot: tmpDir,
3332
+ ontologyEntityPush: true,
3333
+ });
3334
+ expect(result.filesUploaded).toBe(1);
3335
+ expect(uploadFile).toHaveBeenCalledWith(expect.anything(), file, entityRel, undefined, { ifNoneMatch: "*" });
3336
+ });
3337
+ it("flag on: the rest of ontology/ stays server-owned", async () => {
3338
+ const companyRoot = path.join(tmpDir, "companies", "acme");
3339
+ const others = [
3340
+ path.join(companyRoot, "ontology", ".last-run"),
3341
+ path.join(companyRoot, "ontology", "merge-proposals.json"),
3342
+ path.join(companyRoot, "ontology", "facts", "f1.md"),
3343
+ path.join(companyRoot, "ontology", "entities", "person", "nested", "x.md"),
3344
+ path.join(companyRoot, "ontology", "entities", "person", "x.json"),
3345
+ ];
3346
+ for (const file of others) {
3347
+ fs.mkdirSync(path.dirname(file), { recursive: true });
3348
+ fs.writeFileSync(file, "x");
3349
+ }
3350
+ await expect(share({
3351
+ paths: others,
3352
+ company: "acme",
3353
+ vaultConfig: mockConfig,
3354
+ hqRoot: tmpDir,
3355
+ ontologyEntityPush: true,
3356
+ })).rejects.toThrow(ServerOwnedPushPathsError);
3357
+ expect(uploadFile).not.toHaveBeenCalled();
3358
+ });
3359
+ it("flag on: a local edit over an unchanged remote is fenced on the journal etag", async () => {
3360
+ const file = writeEntity();
3361
+ seedEntityJournal("synced-etag");
3362
+ vi.mocked(headRemoteFile).mockResolvedValueOnce({
3363
+ lastModified: new Date(Date.now() - 120_000),
3364
+ etag: '"synced-etag"',
3365
+ size: 10,
3366
+ });
3367
+ const result = await share({
3368
+ paths: [file],
3369
+ company: "acme",
3370
+ vaultConfig: mockConfig,
3371
+ hqRoot: tmpDir,
3372
+ ontologyEntityPush: true,
3373
+ });
3374
+ expect(result.filesUploaded).toBe(1);
3375
+ expect(uploadFile).toHaveBeenCalledWith(expect.anything(), file, entityRel, undefined, { ifMatch: "synced-etag" });
3376
+ });
3377
+ it("flag on: a two-sided conflict adopts the cloud body even under --on-conflict overwrite", async () => {
3378
+ const file = writeEntity("---\nlocal: checkpoint\n---\n");
3379
+ seedEntityJournal("old-etag");
3380
+ vi.mocked(headRemoteFile).mockResolvedValueOnce({
3381
+ lastModified: new Date(),
3382
+ etag: '"server-etag"',
3383
+ size: 22,
3384
+ });
3385
+ vi.mocked(downloadFile).mockImplementationOnce(async (_ctx, _key, dest) => {
3386
+ fs.writeFileSync(dest, "---\nserver: gardener\n---\n");
3387
+ return undefined;
3388
+ });
3389
+ const events = [];
3390
+ const result = await share({
3391
+ paths: [file],
3392
+ company: "acme",
3393
+ vaultConfig: mockConfig,
3394
+ hqRoot: tmpDir,
3395
+ onConflict: "overwrite",
3396
+ ontologyEntityPush: true,
3397
+ onEvent: (e) => events.push(e),
3398
+ });
3399
+ expect(uploadFile).not.toHaveBeenCalled();
3400
+ expect(result.filesUploaded).toBe(0);
3401
+ expect(result.conflictPaths).toEqual([entityRel]);
3402
+ expect(fs.readFileSync(file, "utf-8")).toBe("---\nserver: gardener\n---\n");
3403
+ expect(fs.readFileSync(sidecarIn(path.dirname(file)), "utf-8")).toBe("---\nlocal: checkpoint\n---\n");
3404
+ expect(events).toContainEqual(expect.objectContaining({ type: "conflict", path: entityRel, resolution: "keep" }));
3405
+ });
3406
+ it("flag on: a 412 never retries unfenced and adopts the cloud body", async () => {
3407
+ const file = writeEntity("---\nlocal: checkpoint\n---\n");
3408
+ vi.mocked(headRemoteFile)
3409
+ .mockResolvedValueOnce(null)
3410
+ .mockResolvedValueOnce({ lastModified: new Date(), etag: '"raced-etag"', size: 22 });
3411
+ vi.mocked(uploadFile).mockRejectedValueOnce(fence412());
3412
+ vi.mocked(downloadFile).mockImplementationOnce(async (_ctx, _key, dest) => {
3413
+ fs.writeFileSync(dest, "---\nserver: raced\n---\n");
3414
+ return undefined;
3415
+ });
3416
+ const result = await share({
3417
+ paths: [file],
3418
+ company: "acme",
3419
+ vaultConfig: mockConfig,
3420
+ hqRoot: tmpDir,
3421
+ onConflict: "overwrite",
3422
+ ontologyEntityPush: true,
3423
+ });
3424
+ expect(uploadFile).toHaveBeenCalledTimes(1);
3425
+ expect(vi.mocked(uploadFile).mock.calls[0][4]).toEqual({ ifNoneMatch: "*" });
3426
+ expect(result.filesUploaded).toBe(0);
3427
+ expect(result.conflictPaths).toEqual([entityRel]);
3428
+ expect(fs.readFileSync(file, "utf-8")).toBe("---\nserver: raced\n---\n");
3429
+ });
3430
+ it("flag on: never recreates an unedited journaled entity the server removed", async () => {
3431
+ const file = writeEntity();
3432
+ const crypto = await import("crypto");
3433
+ seedEntityJournal("merged-away-etag", crypto.createHash("sha256").update(entityBody).digest("hex"));
3434
+ vi.mocked(headRemoteFile).mockResolvedValueOnce(null);
3435
+ const result = await share({
3436
+ paths: [file],
3437
+ company: "acme",
3438
+ vaultConfig: mockConfig,
3439
+ hqRoot: tmpDir,
3440
+ onConflict: "overwrite",
3441
+ ontologyEntityPush: true,
3442
+ });
3443
+ expect(uploadFile).not.toHaveBeenCalled();
3444
+ expect(result.filesUploaded).toBe(0);
3445
+ // Unedited: the pull leg's remote-delete sweep removes it (local still
3446
+ // matches the journal baseline), so this is not a conflict.
3447
+ expect(result.conflictPaths).toEqual([]);
3448
+ expect(fs.readFileSync(file, "utf-8")).toBe(entityBody);
3449
+ });
3450
+ it("flag on: a locally edited entity the server removed is set aside and converges", async () => {
3451
+ const file = writeEntity("---\nlocal: checkpoint edit\n---\n");
3452
+ seedEntityJournal("merged-away-etag");
3453
+ vi.mocked(headRemoteFile).mockResolvedValueOnce(null);
3454
+ const events = [];
3455
+ const result = await share({
3456
+ paths: [file],
3457
+ company: "acme",
3458
+ vaultConfig: mockConfig,
3459
+ hqRoot: tmpDir,
3460
+ onConflict: "overwrite",
3461
+ ontologyEntityPush: true,
3462
+ onEvent: (e) => events.push(e),
3463
+ });
3464
+ expect(uploadFile).not.toHaveBeenCalled();
3465
+ expect(result.filesUploaded).toBe(0);
3466
+ expect(result.conflictPaths).toEqual([entityRel]);
3467
+ // The cloud deletion wins: the live path is gone and the journal row is
3468
+ // dropped, so the next pass has nothing left to report.
3469
+ expect(fs.existsSync(file)).toBe(false);
3470
+ expect(fs.readFileSync(sidecarIn(path.dirname(file)), "utf-8")).toBe("---\nlocal: checkpoint edit\n---\n");
3471
+ expect(journalAt(path.join(stateDir, "sync-journal.acme.json")).files[entityRel]).toBeUndefined();
3472
+ expect(events).toContainEqual(expect.objectContaining({ type: "conflict", path: entityRel, resolution: "keep" }));
3473
+ });
3474
+ it("unset option: reads the flag, and the local override turns the push on", async () => {
3475
+ const file = writeEntity();
3476
+ process.env.HQ_FLAG_CHECKPOINT_ONTOLOGY = "true";
3477
+ try {
3478
+ const result = await share({
3479
+ paths: [file],
3480
+ company: "acme",
3481
+ vaultConfig: mockConfig,
3482
+ hqRoot: tmpDir,
3483
+ });
3484
+ expect(result.filesUploaded).toBe(1);
3485
+ }
3486
+ finally {
3487
+ delete process.env.HQ_FLAG_CHECKPOINT_ONTOLOGY;
3488
+ }
3489
+ });
3490
+ it("unset option: a personal-vault push never reads the flag or pushes entities", async () => {
3491
+ const file = path.join(tmpDir, ...entityRel.split("/"));
3492
+ fs.mkdirSync(path.dirname(file), { recursive: true });
3493
+ fs.writeFileSync(file, entityBody);
3494
+ process.env.HQ_FLAG_CHECKPOINT_ONTOLOGY = "true";
3495
+ try {
3496
+ await share({
3497
+ paths: [file],
3498
+ company: "acme",
3499
+ vaultConfig: mockConfig,
3500
+ hqRoot: tmpDir,
3501
+ personalMode: true,
3502
+ serverOwnedPathPolicy: "skip",
3503
+ });
3504
+ }
3505
+ finally {
3506
+ delete process.env.HQ_FLAG_CHECKPOINT_ONTOLOGY;
3507
+ }
3508
+ expect(uploadFile).not.toHaveBeenCalled();
3509
+ });
3510
+ });
3263
3511
  it("watch push collapses 32k server-owned refusals to one exact-count event while board.json still uploads", async () => {
3264
3512
  const companyRoot = path.join(tmpDir, "companies", "acme");
3265
3513
  const sourceRoot = path.join(companyRoot, "sources", "meetings");
@@ -5099,6 +5347,7 @@ describe("share", () => {
5099
5347
  // the new-files event + the personal-vault-out-of-policy summary
5100
5348
  // event are surfaced separately and tested in their own blocks.
5101
5349
  if (e.type === "plan" ||
5350
+ e.type === "plan-limit" ||
5102
5351
  e.type === "new-files" ||
5103
5352
  e.type === "personal-vault-out-of-policy" ||
5104
5353
  e.type === "personal-vault-journal-pruned" ||