@indigoai-us/hq-cloud 5.46.0 → 5.47.1

package/src/cli/sync-scope.test.ts

@@ -58,6 +58,7 @@ vi.mock("../s3.js", async () => {
       const hit = REMOTE.current.find((r) => r.key === key);
       return hit ? { metadata: {}, size: hit.size, etag: hit.etag } : null;
     }),
+    primeObjectTransport: innerVi.fn().mockResolvedValue(undefined),
   };
 });
 

package/src/cli/sync.test.ts

@@ -31,6 +31,7 @@ vi.mock("../s3.js", async () => {
     listRemoteFiles: innerVi.fn().mockResolvedValue(remoteFiles),
     deleteRemoteFile: innerVi.fn().mockResolvedValue(undefined),
     headRemoteFile: innerVi.fn().mockResolvedValue(null),
+    primeObjectTransport: innerVi.fn().mockResolvedValue(undefined),
   };
 });
 

package/src/cli/sync.ts

@@ -10,7 +10,12 @@ import * as path from "path";
 import type { VaultServiceConfig, SyncJournal } from "../types.js";
 import type { SyncMode } from "../vault-client.js";
 import { resolveEntityContext, isExpiringSoon, refreshEntityContext } from "../context.js";
-import { downloadFile, listRemoteFiles, headRemoteFile } from "../s3.js";
+import {
+  downloadFile,
+  listRemoteFiles,
+  headRemoteFile,
+  primeObjectTransport,
+} from "../s3.js";
 import type { RemoteFile } from "../s3.js";
 import {
   readJournal,
@@ -834,6 +839,18 @@ export async function sync(options: SyncOptions): Promise<SyncResult> {
   // (inside the wrapper), so cross-file interleave is expected and the
   // menubar's stream parser already handles it.
   if (downloadItems.length > 0) {
+    // Batch pre-mint GET URLs for every download in one shot (chunked server-
+    // side) so the pool below — and the new-files HEAD enrichment that follows,
+    // which re-reads the same keys — reuse them instead of presigning per file.
+    // On a large initial pull this is the difference between ~ceil(N/100)
+    // presign calls and N (which would 429 past the 100-req/hr limit). No-op
+    // on the S3 SDK transport; best-effort (failure falls back to per-file).
+    await primeObjectTransport(
+      ctx,
+      "get",
+      downloadItems.map((d) => d.remoteFile.key),
+    );
+
     const queue = [...downloadItems];
     const inFlight: Set<Promise<unknown>> = new Set();
 
@@ -1022,6 +1039,10 @@ export async function sync(options: SyncOptions): Promise<SyncResult> {
   //   - HEAD throws transient → defensive skip + emit error.
   // Bounded concurrency mirrors the new-files attribution pass above.
   if (plan.tombstones.length > 0) {
+    // Pre-mint GET URLs for the tombstone HEAD-verify probes below (headRemote
+    // File presigns a GET), so a large delete set doesn't add N presign calls.
+    await primeObjectTransport(ctx, "get", plan.tombstones);
+
     const HEAD_VERIFY_CONCURRENCY = 5;
     const verified: string[] = [];
     for (let i = 0; i < plan.tombstones.length; i += HEAD_VERIFY_CONCURRENCY) {