@ainyc/canonry 4.71.0 → 4.71.1

package/dist/{chunk-B32J3DSZ.js → chunk-CWEV3YMZ.js}

@@ -95,7 +95,7 @@ import {
   runs,
   schedules,
   usageCounters
-} from "./chunk-XYBBC5CH.js";
+} from "./chunk-ETJDAMGA.js";
 import {
   AGENT_MEMORY_VALUE_MAX_BYTES,
   AGENT_PROVIDER_IDS,
@@ -5618,7 +5618,7 @@ function readStoredGroundingSources(rawResponse) {
   return result;
 }
 async function backfillInsightsCommand(project, opts) {
-  const { IntelligenceService: IntelligenceService2 } = await import("./intelligence-service-GV57RTPO.js");
+  const { IntelligenceService: IntelligenceService2 } = await import("./intelligence-service-ISO4VGEC.js");
   const config = loadConfig();
   const db = createClient(config.database);
   migrate(db);

package/dist/{chunk-XYBBC5CH.js → chunk-ETJDAMGA.js}

@@ -27326,10 +27326,11 @@ async function resolveRetainedStart(options, unservableStartMs, endMs) {
 async function drainVercelTrafficEvents(options) {
   const startMs = toMs(options.startDate);
   const endMs = toMs(options.endDate);
+  const now = options.now ?? (() => Date.now());
   const events = [];
   const seenEventIds = /* @__PURE__ */ new Set();
   if (endMs <= startMs) {
-    return { events, subWindowCount: 0, effectiveStartMs: startMs, retentionClamped: false, truncatedSliceCount: 0, truncatedSliceStartsMs: [] };
+    return { events, subWindowCount: 0, effectiveStartMs: startMs, retentionClamped: false, truncatedSliceCount: 0, truncatedSliceStartsMs: [], drainedThroughMs: startMs, deadlineReached: false };
   }
   let cursorMs = startMs;
   let spanMs = endMs - startMs;
@@ -27340,8 +27341,13 @@ async function drainVercelTrafficEvents(options) {
   let floorSpanProbeCountdown = 0;
   let floorPageBudgetCountdown = 0;
   let truncatedSliceCount = 0;
+  let deadlineReached = false;
   const truncatedSliceStartsMs = [];
   while (cursorMs < endMs) {
+    if (options.deadlineMs !== void 0 && now() >= options.deadlineMs) {
+      deadlineReached = true;
+      break;
+    }
     if (subWindowCount >= options.maxSubWindows) {
       throw new Error(
         `Vercel window not drained within ${options.maxSubWindows} sub-windows \u2014 narrow the time range`
@@ -27428,7 +27434,7 @@ async function drainVercelTrafficEvents(options) {
       }
     }
   }
-  return { events, subWindowCount, effectiveStartMs, retentionClamped, truncatedSliceCount, truncatedSliceStartsMs };
+  return { events, subWindowCount, effectiveStartMs, retentionClamped, truncatedSliceCount, truncatedSliceStartsMs, drainedThroughMs: cursorMs, deadlineReached };
 }
 
 // ../api-routes/src/traffic.ts
@@ -27440,6 +27446,8 @@ var DEFAULT_WP_PAGE_SIZE = 500;
 var DEFAULT_WP_MAX_PAGES = 20;
 var DEFAULT_VERCEL_MAX_PAGES = 50;
 var VERCEL_MAX_SUB_WINDOWS = 5e3;
+var VERCEL_MAX_SYNC_WINDOW_MS = 24 * 60 * 6e4;
+var DEFAULT_VERCEL_SYNC_DEADLINE_MS = 4 * 6e4;
 var VERCEL_BACKFILL_CHUNK_MS = 60 * 6e4;
 var MAX_TRACKED_EVENT_IDS = 1e3;
 var DEFAULT_BACKFILL_DAYS = 30;
@@ -27687,6 +27695,7 @@ async function trafficRoutes(app, opts) {
     }
   }
   const vercelMaxPages = opts.defaultVercelMaxPages ?? DEFAULT_VERCEL_MAX_PAGES;
+  const vercelSyncDeadlineMs = opts.vercelSyncDeadlineMs ?? DEFAULT_VERCEL_SYNC_DEADLINE_MS;
   const syncWindowMinutes = opts.defaultSyncWindowMinutes ?? DEFAULT_SYNC_WINDOW_MINUTES;
   const pageSize = opts.defaultPageSize ?? DEFAULT_PAGE_SIZE3;
   const maxPages = opts.defaultMaxPages ?? DEFAULT_MAX_PAGES4;
@@ -28038,6 +28047,7 @@ async function trafficRoutes(app, opts) {
     let allEvents;
     let nextCursor;
     let auditAction;
+    let effectiveWindowEnd = windowEnd;
     if (sourceRow.sourceType === TrafficSourceTypes["cloud-run"]) {
       auditAction = "traffic.cloud-run.synced";
       const credentialStore = opts.cloudRunCredentialStore;
@@ -28163,9 +28173,19 @@ async function trafficRoutes(app, opts) {
       const windowMinutes = Number.isFinite(requestedMinutes) && requestedMinutes && requestedMinutes > 0 ? Math.floor(requestedMinutes) : syncWindowMinutes;
       const requestedStartMs = windowEnd.getTime() - windowMinutes * 6e4;
       const lastSyncedMs = sourceRow.lastSyncedAt ? new Date(sourceRow.lastSyncedAt).getTime() : Number.NEGATIVE_INFINITY;
-      windowStart = new Date(
-        Math.min(windowEnd.getTime(), Math.max(requestedStartMs, lastSyncedMs))
-      );
+      const clampedStartMs = Math.min(windowEnd.getTime(), Math.max(requestedStartMs, lastSyncedMs));
+      const cappedStartMs = Math.max(clampedStartMs, windowEnd.getTime() - VERCEL_MAX_SYNC_WINDOW_MS);
+      if (cappedStartMs > clampedStartMs) {
+        request.log.warn(
+          {
+            sourceId: sourceRow.id,
+            requestedStart: new Date(clampedStartMs).toISOString(),
+            cappedStart: new Date(cappedStartMs).toISOString()
+          },
+          "Vercel sync window exceeded the max single-sync span; clamped the start forward (older traffic skipped \u2014 run a backfill to recover it)"
+        );
+      }
+      windowStart = new Date(cappedStartMs);
       try {
         const drained = await drainVercelTrafficEvents({
           pull: pullVercelEvents,
@@ -28176,11 +28196,31 @@ async function trafficRoutes(app, opts) {
           startDate: windowStart.getTime(),
           endDate: windowEnd.getTime(),
           pagesPerSubWindow: vercelMaxPages,
-          maxSubWindows: VERCEL_MAX_SUB_WINDOWS
+          maxSubWindows: VERCEL_MAX_SUB_WINDOWS,
+          // Bound the drain's wall-clock so a dense/slow window can't run for
+          // many minutes. On hit the drain stops and reports how far it got.
+          deadlineMs: syncStartedAtMs + vercelSyncDeadlineMs
         });
         if (drained.retentionClamped) {
           throw vercelRetentionClampError(windowStart.getTime(), drained.effectiveStartMs);
         }
+        if (drained.deadlineReached) {
+          if (drained.drainedThroughMs <= windowStart.getTime()) {
+            throw new Error(
+              `sync exceeded its ${vercelSyncDeadlineMs}ms drain budget without completing any sub-window (request-logs slow or unavailable)`
+            );
+          }
+          effectiveWindowEnd = new Date(drained.drainedThroughMs);
+          request.log.warn(
+            {
+              sourceId: sourceRow.id,
+              drainedThrough: effectiveWindowEnd.toISOString(),
+              requestedEnd: windowEnd.toISOString(),
+              subWindows: drained.subWindowCount
+            },
+            "Vercel drain hit its time budget; committing the partial window and advancing to it \u2014 next sync resumes from here"
+          );
+        }
         if (drained.truncatedSliceCount > 0) {
           request.log.warn(
             {
@@ -28364,11 +28404,13 @@ async function trafficRoutes(app, opts) {
       }
       const sourceUpdate = {
         status: TrafficSourceStatuses.connected,
-        // Advance to windowEnd, not finishedAt — events arriving at the
-        // source between windowEnd and finishedAt aren't in this pull's
-        // range. If we stored finishedAt, the next sync's clamp would skip
-        // past them and they'd be lost.
-        lastSyncedAt: windowEnd.toISOString(),
+        // Advance to effectiveWindowEnd, not finishedAt — events arriving at the
+        // source between the window end and finishedAt aren't in this pull's
+        // range. If we stored finishedAt, the next sync's clamp would skip past
+        // them and they'd be lost. effectiveWindowEnd equals windowEnd on a full
+        // sync; for a Vercel drain that stopped at its deadline it is the partial
+        // boundary, so the next sync resumes exactly where this one left off.
+        lastSyncedAt: effectiveWindowEnd.toISOString(),
         lastError: null,
         lastEventIds: nextEventIds,
         updatedAt: finishedAt
@@ -28421,7 +28463,9 @@ async function trafficRoutes(app, opts) {
       aiReferralBucketRows,
       sampleRows,
       windowStart: windowStart.toISOString(),
-      windowEnd: windowEnd.toISOString()
+      // The window actually synced: equals windowEnd on a full sync, or the
+      // partial boundary when a Vercel drain stopped at its deadline.
+      windowEnd: effectiveWindowEnd.toISOString()
     };
     return response;
   });
@@ -31208,6 +31252,7 @@ async function apiRoutes(app, opts) {
       pullWordpressTrafficEvents: opts.pullWordpressTrafficEvents,
       vercelTrafficCredentialStore: opts.vercelTrafficCredentialStore,
       pullVercelTrafficEvents: opts.pullVercelTrafficEvents,
+      vercelSyncDeadlineMs: opts.vercelSyncDeadlineMs,
       onTrafficSynced: opts.onTrafficSynced,
       onScheduleUpdated: opts.onScheduleUpdated,
       allowLoopbackWebhooks: opts.allowLoopbackWebhooks

package/dist/cli.js

@@ -27,7 +27,7 @@ import {
   setTelemetrySource,
   showFirstRunNotice,
   trackEvent
-} from "./chunk-B32J3DSZ.js";
+} from "./chunk-CWEV3YMZ.js";
 import {
   CliError,
   EXIT_SYSTEM_ERROR,
@@ -52,7 +52,7 @@ import {
   projects,
   queries,
   renderReportHtml
-} from "./chunk-XYBBC5CH.js";
+} from "./chunk-ETJDAMGA.js";
 import {
   CcReleaseSyncStatuses,
   CheckScopes,

package/dist/index.js

@@ -1,10 +1,10 @@
 import {
   createServer
-} from "./chunk-B32J3DSZ.js";
+} from "./chunk-CWEV3YMZ.js";
 import {
   loadConfig
 } from "./chunk-ZNWMVYYU.js";
-import "./chunk-XYBBC5CH.js";
+import "./chunk-ETJDAMGA.js";
 import "./chunk-5FM7QRYD.js";
 export {
   createServer,

package/dist/{intelligence-service-GV57RTPO.js → intelligence-service-ISO4VGEC.js}

@@ -1,6 +1,6 @@
 import {
   IntelligenceService
-} from "./chunk-XYBBC5CH.js";
+} from "./chunk-ETJDAMGA.js";
 import "./chunk-5FM7QRYD.js";
 export {
   IntelligenceService

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ainyc/canonry",
-  "version": "4.71.0",
+  "version": "4.71.1",
   "type": "module",
   "description": "Agent-first open-source AEO operating platform - track how answer engines cite your domain",
   "license": "FSL-1.1-ALv2",
@@ -66,22 +66,22 @@
     "@ainyc/canonry-api-routes": "0.0.0",
     "@ainyc/canonry-config": "0.0.0",
     "@ainyc/canonry-contracts": "0.0.0",
-    "@ainyc/canonry-integration-bing": "0.0.0",
     "@ainyc/canonry-db": "0.0.0",
     "@ainyc/canonry-integration-cloud-run": "0.0.0",
+    "@ainyc/canonry-integration-commoncrawl": "0.0.0",
+    "@ainyc/canonry-integration-google": "0.0.0",
+    "@ainyc/canonry-integration-bing": "0.0.0",
     "@ainyc/canonry-integration-google-business-profile": "0.0.0",
     "@ainyc/canonry-integration-traffic": "0.0.0",
     "@ainyc/canonry-integration-google-places": "0.0.0",
-    "@ainyc/canonry-integration-google": "0.0.0",
-    "@ainyc/canonry-integration-commoncrawl": "0.0.0",
     "@ainyc/canonry-integration-wordpress": "0.0.0",
     "@ainyc/canonry-intelligence": "0.0.0",
     "@ainyc/canonry-provider-cdp": "0.0.0",
-    "@ainyc/canonry-provider-claude": "0.0.0",
     "@ainyc/canonry-provider-gemini": "0.0.0",
     "@ainyc/canonry-provider-local": "0.0.0",
+    "@ainyc/canonry-provider-openai": "0.0.0",
     "@ainyc/canonry-provider-perplexity": "0.0.0",
-    "@ainyc/canonry-provider-openai": "0.0.0"
+    "@ainyc/canonry-provider-claude": "0.0.0"
   },
   "scripts": {
     "build": "tsx scripts/copy-agent-assets.ts && tsup && tsx build-web.ts",