@canonry/canonry 7.86.0 → 7.87.1

package/dist/{chunk-MJE3SGFW.js → chunk-VDYXB6SV.js}

@@ -12,7 +12,7 @@ import {
   classifyTrafficPath,
   hostMatchesDomain,
   hostOf
-} from "./chunk-KUVTXIFX.js";
+} from "./chunk-F643WELJ.js";
 
 // ../integration-traffic/src/agent-trust.ts
 var AGENT_TRUST_RULES_VERSION = 2;

package/dist/{chunk-DU4QEC65.js → chunk-W7DHXSXN.js}

@@ -13,14 +13,14 @@ import {
   normalizeCloudflareWorkerEvent,
   sessionizeJourneyRequests,
   verifyRequestSignature
-} from "./chunk-MJE3SGFW.js";
+} from "./chunk-VDYXB6SV.js";
 import {
   currentOutcomeAttribution,
   getRequestContext,
   registerRequestContext,
   requestAuditIdentity,
   sanitizeRequestContext
-} from "./chunk-UTG6UUGK.js";
+} from "./chunk-GBWCEOZR.js";
 import {
   RawEventSampleEventTypes,
   SentimentIdempotencyConflict,
@@ -168,7 +168,7 @@ import {
   userSessions,
   users,
   writeNegativeReviewMaxStars
-} from "./chunk-SUSQEH2D.js";
+} from "./chunk-O26FQ7RI.js";
 import {
   ADS_ACTIVATE_SCOPE,
   ADS_ACTIVATION_ABSOLUTE_MAX_ENTITIES,
@@ -403,6 +403,7 @@ import {
   SiteCrawlUrlVersionFilters,
   SiteHealthLinkKinds,
   SiteHealthTemplateDetections,
+  TREND_SURFACE_DEFAULT_WINDOW,
   TrafficEventConfidences,
   TrafficEventKinds,
   TrafficEvidenceKinds,
@@ -412,6 +413,9 @@ import {
   TrafficSourceAuthModes,
   TrafficSourceStatuses,
   TrafficSourceTypes,
+  TrendBetter,
+  TrendSurfaces,
+  TrendUnits,
   USAGE_TELEMETRY_HEADERS,
   UserRoles,
   VerificationStatuses,
@@ -514,6 +518,7 @@ import {
   breakdownShares,
   bucketDuration,
   buildHarvestAnchorTerms,
+  buildLevelTrendFigure,
   buildMeasurementExecutionIdentity,
   buildMeasurementRunManifestV1,
   buildRedactedNotificationUrl,
@@ -772,6 +777,7 @@ import {
   internalError,
   intersectScopes,
   isBrowserProvider,
+  isCalendarDate,
   isEligibleFor,
   isFetchTransportError,
   isGa4AiAssistantChannel,
@@ -1203,6 +1209,9 @@ import {
   trafficSyncResponseSchema,
   trafficUnrecognizedAgentsQuerySchema,
   trafficUnrecognizedAgentsResponseSchema,
+  trendSurfaceSchema,
+  trendWindowSpan,
+  trendsResponseSchema,
   truncateUtf16,
   uiTelemetryEventSchema,
   unsupportedKind,
@@ -1235,7 +1244,7 @@ import {
   wordpressSchemaDeployResultDtoSchema,
   wordpressSchemaStatusResultDtoSchema,
   wordpressStatusDtoSchema
-} from "./chunk-KUVTXIFX.js";
+} from "./chunk-F643WELJ.js";
 
 // ../api-routes/src/user-session.ts
 import crypto2 from "crypto";
@@ -6336,6 +6345,7 @@ function isTechnicalAeoRead(request, url) {
   if (rest && /^technical-aeo\/runs\/[^/]+\/(?:progress|page-health-preview)$/.test(rest)) {
     return true;
   }
+  if (rest === "trends") return queryValue(request, "surface") === "site-health";
   return rest === "technical-aeo" || rest === "technical-aeo/pages" || rest === "technical-aeo/trend" || rest === "technical-aeo/crawl" || rest === "technical-aeo/graph" || rest === "technical-aeo/subgraph" || rest === "technical-aeo/path" || rest === "technical-aeo/changes" || rest === "technical-aeo/crawl/pages/audit" || rest === "technical-aeo/crawl/pages" || rest === "technical-aeo/runs" || rest === "technical-aeo/structure" || rest === "technical-aeo/internal-links" || rest === "technical-aeo/internal-links/neighbors" || rest === "technical-aeo/dead-links";
 }
 function isEmbedQueryWrite(request) {
@@ -31509,9 +31519,9 @@ function buildReferralAssessment(db, projectName, input) {
   const { rows: observedRows, counts: raw } = sumCounts(sql23`1 = 1`);
   const landed = sumCounts(referralLandedCondition()).counts;
   const countable = sumCounts(countableReferralCondition()).counts;
-  const difference2 = (whole, part) => aiReferralClassCounts(whole.total - part.total, whole.paid - part.paid, whole.organic - part.organic);
-  const redirects = difference2(raw, landed);
-  const subresources = difference2(landed, countable);
+  const difference3 = (whole, part) => aiReferralClassCounts(whole.total - part.total, whole.paid - part.paid, whole.organic - part.organic);
+  const redirects = difference3(raw, landed);
+  const subresources = difference3(landed, countable);
   const candidates = db.select({
     sourceId: aiReferralEventsHourly.sourceId,
     product: aiReferralEventsHourly.product,
@@ -35736,6 +35746,7 @@ var SCHEMA_TABLE = {
   SiteAuditRunResponseDto: siteAuditRunResponseSchema,
   SiteAuditScoreDto: siteAuditScoreSchema,
   SiteAuditTrendResponseDto: siteAuditTrendResponseSchema,
+  TrendsResponseDto: trendsResponseSchema,
   SiteCrawlDeadLinksResponseDto: siteCrawlDeadLinksResponseSchema,
   SiteCrawlGraphResponseDto: siteCrawlGraphResponseSchema,
   SiteCrawlInternalLinksResponseDto: siteCrawlInternalLinksResponseSchema,
@@ -43673,6 +43684,25 @@ var routeCatalog = [
       404: errorResponse("Project not found.")
     }
   },
+  {
+    method: "get",
+    path: "/api/v1/projects/{name}/trends",
+    summary: "Get a dashboard trend card: figures, their readings over a window, and each change",
+    description: "Stored readings only; nothing calls a provider. `index-coverage` returns Google and Bing indexed and not-indexed pages, `site-health` the site score and pages checked per scan, `backlinks` referring domains, total linking hosts and top-10 concentration per Common Crawl release, with crawler and proxy hosts left out as on the Backlinks tab. Every figure is a level: its value is the latest reading in the window and its change runs from the first reading in the window (`change.basis`). The window ends on the surface's latest reading; pass `startDate`/`endDate` instead to read your own calendar range. A Common Crawl release reads at its window's last month, in crawl order, and carries its window as `label`. Readings before a figure's `recordedFrom` were never recorded. Groups never recorded (for example Bing not connected) are left out.",
+    tags: ["trends"],
+    parameters: [
+      nameParameter,
+      { name: "surface", in: "query", required: true, description: "Which card to read.", schema: { type: "string", enum: ["index-coverage", "site-health", "backlinks"] } },
+      { name: "window", in: "query", description: "Window ending on the latest reading. Defaults to 90d for index-coverage and all for site-health and backlinks. Any other value is rejected with 400. Not allowed with startDate or endDate.", schema: { type: "string", enum: ["7d", "30d", "90d", "all"] } },
+      { name: "startDate", in: "query", description: "First calendar day (YYYY-MM-DD) of your own range instead of a window. Left out, the range starts at the earliest reading.", schema: { type: "string", format: "date" } },
+      { name: "endDate", in: "query", description: "Last calendar day (YYYY-MM-DD) of your own range instead of a window. Left out, the range ends at the latest reading.", schema: { type: "string", format: "date" } }
+    ],
+    responses: {
+      200: jsonResponse("Trend card returned. `window` is null for a date range.", "TrendsResponseDto"),
+      400: errorResponse("Missing or unknown surface, an unknown window, an invalid date, a start after the end, or a window and a date range together."),
+      404: errorResponse("Project not found.")
+    }
+  },
   {
     method: "get",
     path: "/api/v1/projects/{name}/technical-aeo/crawl",
@@ -47103,9 +47133,22 @@ function computeGscPeriodComparison(daily, bounds) {
       impressions: comparable ? relativeChange(trailing.impressions, prior.impressions) : null,
       ctr: comparable ? relativeChange(trailing.ctr, prior.ctr) : null,
       position: comparable ? relativeChange(trailing.position, prior.position) : null
+    },
+    difference: {
+      clicks: comparable ? trailing.clicks - prior.clicks : null,
+      impressions: comparable ? trailing.impressions - prior.impressions : null,
+      // A rate's difference is itself a fraction, so it goes out at wire precision.
+      ctr: comparable ? roundedFraction(difference2(trailing.ctr, prior.ctr)) : null,
+      position: comparable ? difference2(trailing.position, prior.position) : null
     }
   };
 }
+function difference2(trailing, prior) {
+  return trailing === null || prior === null ? null : trailing - prior;
+}
+function roundedFraction(value) {
+  return value === null ? null : roundRatio(value, RatioUnits.fraction);
+}
 
 // ../api-routes/src/ga-property-data.ts
 import { eq as eq73 } from "drizzle-orm";
@@ -61697,6 +61740,35 @@ function isValidReleaseId(id) {
 function formatReleaseId(year, window2) {
   return `cc-main-${year}-${window2}`;
 }
+var MONTH_NAMES = ["jan", "feb", "mar", "apr", "may", "jun", "jul", "aug", "sep", "oct", "nov", "dec"];
+var MONTH_LABELS = ["Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec"];
+function releaseWindow(id) {
+  const match = RELEASE_ID_REGEX.exec(id);
+  if (!match) return null;
+  const first = MONTH_NAMES.indexOf(match[2].slice(0, 3));
+  return { first: Number(match[1]) * 12 + first, last: Number(match[1]) * 12 + first + 2 };
+}
+var monthLabel = (absolute) => `${MONTH_LABELS[absolute % 12]} ${Math.floor(absolute / 12)}`;
+function compareReleaseIds(a, b) {
+  const left = releaseWindow(a);
+  const right = releaseWindow(b);
+  if (left && right) return left.first - right.first;
+  if (left) return 1;
+  if (right) return -1;
+  return a < b ? -1 : a > b ? 1 : 0;
+}
+function releaseWindowEndMonth(id) {
+  const window2 = releaseWindow(id);
+  if (!window2) return null;
+  return `${Math.floor(window2.last / 12)}-${String(window2.last % 12 + 1).padStart(2, "0")}-01`;
+}
+function formatReleaseWindow(id) {
+  const window2 = releaseWindow(id);
+  if (!window2) return null;
+  const firstYear = Math.floor(window2.first / 12);
+  const lastYear = Math.floor(window2.last / 12);
+  return firstYear === lastYear ? `${MONTH_LABELS[window2.first % 12]}-${monthLabel(window2.last)}` : `${monthLabel(window2.first)}-${monthLabel(window2.last)}`;
+}
 
 // ../integration-commoncrawl/src/release-discovery.ts
 var MONTHS = ["jan", "feb", "mar", "apr", "may", "jun", "jul", "aug", "sep", "oct", "nov", "dec"];
@@ -62193,7 +62265,12 @@ function latestSummaryForProject(db, projectId, source, release) {
     eq84(backlinkSummaries.source, source)
   ];
   if (release) conditions.push(eq84(backlinkSummaries.release, release));
-  return db.select().from(backlinkSummaries).where(and73(...conditions)).orderBy(desc38(backlinkSummaries.queriedAt)).limit(1).get();
+  const rows = db.select().from(backlinkSummaries).where(and73(...conditions)).orderBy(desc38(backlinkSummaries.queriedAt)).all();
+  return rows.reduce((latest, row) => {
+    if (!latest) return row;
+    const newer = isValidReleaseId(row.release) && isValidReleaseId(latest.release) && compareReleaseIds(row.release, latest.release) > 0;
+    return newer ? row : latest;
+  }, void 0);
 }
 function parseExcludeCrawlers(value) {
   if (!value) return false;
@@ -62235,6 +62312,31 @@ function computeFilteredSummary(db, base) {
     excludedHosts: Math.max(0, unfilteredHosts - totalHosts)
   };
 }
+function computeFilteredReleaseTotals(db, projectId, source) {
+  const kept = sql35`case when ${backlinkCrawlerExclusionClause()} then 1 else 0 end`;
+  const rows = db.all(sql35`
+    SELECT release,
+      COUNT(*) AS domain_rows,
+      SUM(kept) AS linking_domains,
+      COALESCE(SUM(CASE WHEN kept = 1 THEN num_hosts ELSE 0 END), 0) AS hosts,
+      COALESCE(SUM(CASE WHEN kept = 1 AND kept_rank <= 10 THEN num_hosts ELSE 0 END), 0) AS top10
+    FROM (
+      SELECT ${backlinkDomains.release} AS release, ${backlinkDomains.numHosts} AS num_hosts, ${kept} AS kept,
+        ROW_NUMBER() OVER (PARTITION BY ${backlinkDomains.release}, ${kept} ORDER BY ${backlinkDomains.numHosts} DESC) AS kept_rank
+      FROM ${backlinkDomains}
+      WHERE ${and73(eq84(backlinkDomains.projectId, projectId), eq84(backlinkDomains.source, source))}
+    )
+    GROUP BY release`);
+  return new Map(rows.map((row) => {
+    const hosts = Number(row.hosts);
+    return [row.release, {
+      domainRows: Number(row.domain_rows),
+      linkingDomains: Number(row.linking_domains),
+      hosts,
+      top10HostsShare: Number((hosts > 0 ? Number(row.top10) / hosts : 0).toFixed(6))
+    }];
+  }));
+}
 function buildSourceAvailability(db, projectId, source, connected2, excludeCrawlers) {
   const summary3 = db.select().from(backlinkSummaries).where(and73(eq84(backlinkSummaries.projectId, projectId), eq84(backlinkSummaries.source, source))).orderBy(desc38(backlinkSummaries.queriedAt)).limit(1).get();
   let totalLinkingDomains = summary3?.totalLinkingDomains ?? 0;
@@ -62485,6 +62587,7 @@ var DEFAULT_VERCEL_SYNC_DEADLINE_MS = 4 * 6e4;
 var CLOUDFLARE_QUEUE_BATCH_SIZE = 100;
 var DEFAULT_CLOUDFLARE_QUEUE_SYNC_DEADLINE_MS = 4 * 6e4;
 var DEFAULT_CLOUDFLARE_QUEUE_MAX_BATCHES = 300;
+var DEFAULT_CLOUDFLARE_QUEUE_EMPTY_PULL_BACKOFF_MS = [500, 1e3, 2e3, 4e3, 8e3];
 var CLOUDFLARE_QUEUE_RESIDUAL_WARN_COUNT = 1e3;
 var MIN_VERCEL_SYNC_DEADLINE_MS = 3e4;
 var MAX_VERCEL_SYNC_DEADLINE_MS = 15 * 6e4;
@@ -64714,9 +64817,13 @@ async function trafficRoutes(app, opts) {
   const readQueueRetentionSeconds = opts.getCloudflareQueueRetentionSeconds ?? getCloudflareQueueRetentionSeconds;
   const cloudflareQueueMaxBatches = opts.cloudflareQueueMaxBatches ?? DEFAULT_CLOUDFLARE_QUEUE_MAX_BATCHES;
   const cloudflareQueueSyncDeadlineMs = opts.cloudflareQueueSyncDeadlineMs ?? DEFAULT_CLOUDFLARE_QUEUE_SYNC_DEADLINE_MS;
+  const cloudflareQueueEmptyPullBackoffMs = opts.cloudflareQueueEmptyPullBackoffMs ?? DEFAULT_CLOUDFLARE_QUEUE_EMPTY_PULL_BACKOFF_MS;
   if (!Number.isInteger(cloudflareQueueMaxBatches) || cloudflareQueueMaxBatches < 1 || cloudflareQueueMaxBatches > 1e3) {
     throw new RangeError("cloudflareQueueMaxBatches must be an integer from 1 to 1000");
   }
+  if (cloudflareQueueEmptyPullBackoffMs.some((ms) => !Number.isFinite(ms) || ms < 0)) {
+    throw new RangeError("cloudflareQueueEmptyPullBackoffMs must hold non-negative milliseconds");
+  }
   const allowLoopback = opts.allowLoopbackWebhooks === true;
   let rawSampleRetentionTimer;
   app.addHook("onReady", async () => {
@@ -65898,9 +66005,20 @@ async function trafficRoutes(app, opts) {
               break;
             }
             consecutiveEmptyPulls = pulled.skippedUnleasedMessageCount === 0 ? consecutiveEmptyPulls + 1 : 0;
-            if (consecutiveEmptyPulls >= 2) {
-              stopReason = CloudflareQueueDrainStopReasons["empty-pulls"];
-              break;
+            if (consecutiveEmptyPulls > 0) {
+              const waits = remainingBacklogCount >= CLOUDFLARE_QUEUE_BATCH_SIZE ? cloudflareQueueEmptyPullBackoffMs : [0];
+              if (consecutiveEmptyPulls > waits.length) {
+                stopReason = CloudflareQueueDrainStopReasons["empty-pulls"];
+                break;
+              }
+              const waitMs = waits[consecutiveEmptyPulls - 1];
+              if (waitMs > 0) {
+                if (waitMs >= drainDeadlineMs - Date.now()) {
+                  stopReason = CloudflareQueueDrainStopReasons.deadline;
+                  break;
+                }
+                await new Promise((resolve) => setTimeout(resolve, waitMs));
+              }
             }
           } else {
             consecutiveEmptyPulls = 0;
@@ -73303,6 +73421,15 @@ var FETCHED_SITE_CRAWL_STATES = /* @__PURE__ */ new Set([
   "fetched"
 ]);
 var SURFACEABLE_STATUSES = [RunStatuses.completed, RunStatuses.partial];
+function surfaceableSiteAuditFilters(projectId) {
+  return [
+    eq106(siteAuditSnapshots.projectId, projectId),
+    eq106(runs.projectId, projectId),
+    eq106(runs.kind, RunKinds["site-audit"]),
+    inArray47(runs.status, SURFACEABLE_STATUSES),
+    notProbeRun()
+  ];
+}
 function siteAuditRunPhase(status, attempt, layoutState) {
   switch (status) {
     case RunStatuses.queued:
@@ -73714,11 +73841,7 @@ async function technicalAeoRoutes(app, opts) {
   };
   const resolveAudit = (projectId, runId, recordedBefore) => {
     const filters = [
-      eq106(siteAuditSnapshots.projectId, projectId),
-      eq106(runs.projectId, projectId),
-      eq106(runs.kind, RunKinds["site-audit"]),
-      inArray47(runs.status, SURFACEABLE_STATUSES),
-      notProbeRun(),
+      ...surfaceableSiteAuditFilters(projectId),
       ...recordedBefore ? [lt16(siteAuditSnapshots.createdAt, recordedBefore)] : []
     ];
     const complete = sql41`case when ${runs.status} = ${RunStatuses.completed} then 1 else 0 end`;
@@ -74006,13 +74129,7 @@ async function technicalAeoRoutes(app, opts) {
       auditedAt: siteAuditSnapshots.auditedAt,
       aggregateScore: siteAuditSnapshots.aggregateScore,
       pagesAudited: siteAuditSnapshots.pagesAudited
-    }).from(siteAuditSnapshots).innerJoin(runs, eq106(siteAuditSnapshots.runId, runs.id)).where(and89(
-      eq106(siteAuditSnapshots.projectId, project.id),
-      eq106(runs.projectId, project.id),
-      eq106(runs.kind, RunKinds["site-audit"]),
-      inArray47(runs.status, SURFACEABLE_STATUSES),
-      notProbeRun()
-    )).orderBy(desc48(siteAuditSnapshots.createdAt)).limit(limit).all();
+    }).from(siteAuditSnapshots).innerJoin(runs, eq106(siteAuditSnapshots.runId, runs.id)).where(and89(...surfaceableSiteAuditFilters(project.id))).orderBy(desc48(siteAuditSnapshots.createdAt)).limit(limit).all();
     return { project: project.name, points: rows.reverse() };
   });
   app.get("/projects/:name/technical-aeo/crawl", async (request) => {
@@ -74748,8 +74865,8 @@ async function technicalAeoRoutes(app, opts) {
       const internalPreviousJoin = entity === "link" ? sql41`AND previous.internal = 1` : sql41``;
       const internalPrevious = entity === "link" ? sql41`AND previous.internal = 1` : sql41``;
       const internalCurrentJoin = entity === "link" ? sql41`AND current.internal = 1` : sql41``;
-      const difference2 = entity === "page" ? PAGE_CHANGE_PREDICATE : LINK_CHANGE_PREDICATE;
-      const afterKind = changeFilter === "added" ? sql41`previous.id IS NULL` : changeFilter === "changed" ? sql41`previous.id IS NOT NULL AND ${difference2}` : sql41`previous.id IS NULL OR (previous.id IS NOT NULL AND ${difference2})`;
+      const difference3 = entity === "page" ? PAGE_CHANGE_PREDICATE : LINK_CHANGE_PREDICATE;
+      const afterKind = changeFilter === "added" ? sql41`previous.id IS NULL` : changeFilter === "changed" ? sql41`previous.id IS NOT NULL AND ${difference3}` : sql41`previous.id IS NULL OR (previous.id IS NOT NULL AND ${difference3})`;
       const afterRows = includeAfter ? app.db.all(sql41`
         SELECT ${entity} AS entity,
           CASE WHEN previous.id IS NULL THEN 'added' ELSE 'changed' END AS change,
@@ -75553,10 +75670,119 @@ async function technicalAeoRoutes(app, opts) {
   });
 }
 
+// ../api-routes/src/trends.ts
+import { and as and90, asc as asc25, eq as eq107 } from "drizzle-orm";
+function parseSurface(value) {
+  const parsed = trendSurfaceSchema.safeParse(value);
+  if (!parsed.success) {
+    throw validationError(`Invalid surface "${value ?? ""}". Must be one of: ${trendSurfaceSchema.options.join(", ")}.`, {
+      field: "surface",
+      value: value ?? null,
+      allowed: [...trendSurfaceSchema.options]
+    });
+  }
+  return parsed.data;
+}
+function parseDate(field, value) {
+  if (value === void 0) return void 0;
+  if (!isCalendarDate(value)) throw validationError(`Invalid ${field} "${value}". Use a calendar date, YYYY-MM-DD.`, { field, value });
+  return value;
+}
+function parseSelection2(query, surface) {
+  const startDate = parseDate("startDate", query.startDate);
+  const endDate = parseDate("endDate", query.endDate);
+  if (startDate === void 0 && endDate === void 0) {
+    return parseWindowIn(query.window, WINDOW_SETS.metrics, { fallback: TREND_SURFACE_DEFAULT_WINDOW[surface] });
+  }
+  if (query.window !== void 0) {
+    throw validationError("Pass window or a startDate/endDate range, not both.", { field: "window", value: query.window });
+  }
+  if (startDate && endDate && startDate > endDate) {
+    throw validationError(`startDate ${startDate} is after endDate ${endDate}.`, { field: "startDate", value: startDate });
+  }
+  return { ...startDate ? { startDate } : {}, ...endDate ? { endDate } : {} };
+}
+async function trendsRoutes(app) {
+  app.get("/projects/:name/trends", async (request) => {
+    const project = resolveProject(app.db, request.params.name);
+    const surface = parseSurface(request.query.surface);
+    const selection = parseSelection2(request.query, surface);
+    const groups = readSurface(app, project.id, surface).filter((group) => group.figures.some((figure) => figure.readings.some((reading) => reading.value !== null)));
+    const span = trendWindowSpan(groups.flatMap((group) => group.figures.flatMap((figure) => figure.readings.filter((reading) => reading.value !== null).map((reading) => reading.date))), selection);
+    const built = groups.map((group) => ({
+      key: group.key,
+      label: group.label,
+      figures: group.figures.map((figure) => buildLevelTrendFigure({ ...figure, span }))
+    }));
+    return {
+      project: project.name,
+      surface,
+      window: typeof selection === "string" ? selection : null,
+      startDate: span?.startDate ?? null,
+      endDate: span?.endDate ?? null,
+      groups: built
+    };
+  });
+}
+function readSurface(app, projectId, surface) {
+  switch (surface) {
+    case TrendSurfaces["index-coverage"]: {
+      const google = app.db.select({ date: gscCoverageSnapshots.date, indexed: gscCoverageSnapshots.indexed, notIndexed: gscCoverageSnapshots.notIndexed }).from(gscCoverageSnapshots).where(eq107(gscCoverageSnapshots.projectId, projectId)).orderBy(asc25(gscCoverageSnapshots.date)).all();
+      const bing = app.db.select({ date: bingCoverageSnapshots.date, indexed: bingCoverageSnapshots.indexed, notIndexed: bingCoverageSnapshots.notIndexed }).from(bingCoverageSnapshots).where(eq107(bingCoverageSnapshots.projectId, projectId)).orderBy(asc25(bingCoverageSnapshots.date)).all();
+      const coverage = (key, label, rows) => ({
+        key,
+        label,
+        figures: [
+          { key: "indexed", label: "Indexed", unit: TrendUnits.count, better: TrendBetter.higher, readings: rows.map((row) => ({ date: row.date, value: row.indexed })) },
+          { key: "not-indexed", label: "Not indexed", unit: TrendUnits.count, better: TrendBetter.lower, readings: rows.map((row) => ({ date: row.date, value: row.notIndexed })) }
+        ]
+      });
+      return [coverage("google", "Google", google), coverage("bing", "Bing", bing)];
+    }
+    case TrendSurfaces["site-health"]: {
+      const rows = app.db.select({ auditedAt: siteAuditSnapshots.auditedAt, aggregateScore: siteAuditSnapshots.aggregateScore, pagesAudited: siteAuditSnapshots.pagesAudited }).from(siteAuditSnapshots).innerJoin(runs, eq107(siteAuditSnapshots.runId, runs.id)).where(and90(...surfaceableSiteAuditFilters(projectId))).orderBy(asc25(siteAuditSnapshots.auditedAt)).all();
+      return [{
+        key: "site-health",
+        label: "Site Health",
+        figures: [
+          { key: "score", label: "Site score", unit: TrendUnits.score, better: TrendBetter.higher, readings: rows.map((row) => ({ date: row.auditedAt, observedAt: row.auditedAt, value: row.aggregateScore })) },
+          { key: "pages-checked", label: "Pages checked", unit: TrendUnits.count, better: TrendBetter.neither, readings: rows.map((row) => ({ date: row.auditedAt, observedAt: row.auditedAt, value: row.pagesAudited })) }
+        ]
+      }];
+    }
+    case TrendSurfaces.backlinks: {
+      const totals = computeFilteredReleaseTotals(app.db, projectId, BacklinkSources.commoncrawl);
+      const rows = app.db.select({ release: backlinkSummaries.release, totalLinkingDomains: backlinkSummaries.totalLinkingDomains, queriedAt: backlinkSummaries.queriedAt }).from(backlinkSummaries).where(and90(eq107(backlinkSummaries.projectId, projectId), eq107(backlinkSummaries.source, BacklinkSources.commoncrawl))).all().sort((a, b) => compareReleaseIds(a.release, b.release)).map((row) => {
+        const filtered = totals.get(row.release);
+        const known = (filtered?.domainRows ?? 0) > 0 || row.totalLinkingDomains === 0;
+        const windowEnd = releaseWindowEndMonth(row.release);
+        return {
+          date: windowEnd ?? row.queriedAt,
+          observedAt: windowEnd ? null : row.queriedAt,
+          label: formatReleaseWindow(row.release) ?? row.release,
+          linkingDomains: known ? filtered?.linkingDomains ?? 0 : null,
+          hosts: known ? filtered?.hosts ?? 0 : null,
+          top10HostsShare: known ? filtered?.top10HostsShare ?? 0 : null
+        };
+      });
+      const readings = (value) => rows.map((row) => ({ date: row.date, observedAt: row.observedAt, label: row.label, value: value(row) }));
+      return [{
+        key: "backlinks",
+        label: "Backlinks",
+        figures: [
+          { key: "referring-domains", label: "Referring domains", unit: TrendUnits.count, better: TrendBetter.higher, readings: readings((row) => row.linkingDomains) },
+          { key: "hosts", label: "Total linking hosts", unit: TrendUnits.count, better: TrendBetter.higher, readings: readings((row) => row.hosts) },
+          { key: "top-10-concentration", label: "Top-10 concentration", unit: TrendUnits.fraction, better: TrendBetter.neither, readings: readings((row) => row.top10HostsShare) }
+        ]
+      }];
+    }
+  }
+}
+
 // ../api-routes/src/research.ts
 import crypto59 from "crypto";
 import { z as z7 } from "zod";
-import { and as and90, count as count9, desc as desc49, eq as eq107, gte as gte31, lt as lt17, or as or22, sql as sql42 } from "drizzle-orm";
+import { and as and91, count as count9, desc as desc49, eq as eq108, gte as gte31, lt as lt17, or as or22, sql as sql42 } from "drizzle-orm";
 var sameLocation = (a, b) => a.label === b.label && a.city === b.city && a.region === b.region && a.country === b.country && a.timezone === b.timezone;
 var BATCH_RECEIPT_PREFIX = "__canonry_research_batch__:";
 async function researchRoutes(app, opts) {
@@ -75575,7 +75801,7 @@ async function researchRoutes(app, opts) {
     const input = parsed.data;
     if (input.idempotencyKey?.startsWith(BATCH_RECEIPT_PREFIX)) throw validationError("This idempotency key prefix is reserved for internal research batch receipts.");
     const requestHash2 = directResearchRequestHash(input);
-    const existingReceipt = input.idempotencyKey ? app.db.select().from(researchRuns).where(and90(eq107(researchRuns.projectId, project.id), eq107(researchRuns.idempotencyKey, input.idempotencyKey))).get() : void 0;
+    const existingReceipt = input.idempotencyKey ? app.db.select().from(researchRuns).where(and91(eq108(researchRuns.projectId, project.id), eq108(researchRuns.idempotencyKey, input.idempotencyKey))).get() : void 0;
     if (existingReceipt) {
       assertSameDirectResearchRequest(existingReceipt, input, requestHash2);
       const result2 = getDetail(app, project.id, existingReceipt.id);
@@ -75610,7 +75836,7 @@ async function researchRoutes(app, opts) {
     const initiatedBy = researchPrincipal(request);
     const decision = app.db.transaction((tx) => {
       if (input.idempotencyKey) {
-        const existing = tx.select().from(researchRuns).where(and90(eq107(researchRuns.projectId, project.id), eq107(researchRuns.idempotencyKey, input.idempotencyKey))).get();
+        const existing = tx.select().from(researchRuns).where(and91(eq108(researchRuns.projectId, project.id), eq108(researchRuns.idempotencyKey, input.idempotencyKey))).get();
         if (existing) {
           assertSameDirectResearchRequest(existing, input, requestHash2);
           return { reused: true, id: existing.id, shouldDispatch: existing.status === ResearchRunStatuses.queued };
@@ -75618,8 +75844,8 @@ async function researchRoutes(app, opts) {
       }
       if (initiatedBy?.limited) {
         const { start, end, date } = utcDayBounds(now);
-        const used = tx.select({ value: count9() }).from(researchRuns).where(and90(
-          eq107(researchRuns.projectId, project.id),
+        const used = tx.select({ value: count9() }).from(researchRuns).where(and91(
+          eq108(researchRuns.projectId, project.id),
           gte31(researchRuns.createdAt, start),
           lt17(researchRuns.createdAt, end),
           sql42`(json_extract(${researchRuns.initiatedBy}, '$.role') = ${UserRoles.viewer} OR json_extract(${researchRuns.initiatedBy}, '$.limited') = 1)`
@@ -75650,15 +75876,15 @@ async function researchRoutes(app, opts) {
     if (input.idempotencyKey.startsWith(BATCH_RECEIPT_PREFIX)) throw validationError("This idempotency key prefix is reserved for internal research batch receipts.");
     const requestHash2 = researchBatchRequestHash(input);
     const receiptKeys = input.runs.map((_run, index) => batchChildReceiptKey(input.idempotencyKey, index));
-    const firstReceipt = app.db.select().from(researchRuns).where(and90(
-      eq107(researchRuns.projectId, project.id),
-      eq107(researchRuns.idempotencyKey, receiptKeys[0])
+    const firstReceipt = app.db.select().from(researchRuns).where(and91(
+      eq108(researchRuns.projectId, project.id),
+      eq108(researchRuns.idempotencyKey, receiptKeys[0])
     )).get();
     if (firstReceipt) {
       if (firstReceipt.requestHash !== requestHash2) throw alreadyExists("Research batch idempotency key", input.idempotencyKey);
-      const saved = receiptKeys.map((key) => app.db.select().from(researchRuns).where(and90(
-        eq107(researchRuns.projectId, project.id),
-        eq107(researchRuns.idempotencyKey, key)
+      const saved = receiptKeys.map((key) => app.db.select().from(researchRuns).where(and91(
+        eq108(researchRuns.projectId, project.id),
+        eq108(researchRuns.idempotencyKey, key)
       )).get());
       if (saved.some((row) => !row || row.requestHash !== requestHash2)) throw alreadyExists("Research batch idempotency key", input.idempotencyKey);
       const runs3 = saved.map((row) => getDetail(app, project.id, row.id));
@@ -75674,8 +75900,8 @@ async function researchRoutes(app, opts) {
     const decision = app.db.transaction((tx) => {
       if (initiatedBy?.limited) {
         const { start, end, date } = utcDayBounds(now);
-        const used = tx.select({ value: count9() }).from(researchRuns).where(and90(
-          eq107(researchRuns.projectId, project.id),
+        const used = tx.select({ value: count9() }).from(researchRuns).where(and91(
+          eq108(researchRuns.projectId, project.id),
           gte31(researchRuns.createdAt, start),
           lt17(researchRuns.createdAt, end),
           sql42`(json_extract(${researchRuns.initiatedBy}, '$.role') = ${UserRoles.viewer} OR json_extract(${researchRuns.initiatedBy}, '$.limited') = 1)`
@@ -75729,9 +75955,9 @@ async function researchRoutes(app, opts) {
     const requested = Number.parseInt(request.query.limit ?? "", 10);
     const limit = Number.isInteger(requested) && requested > 0 ? Math.min(requested, 100) : 20;
     const cursor = request.query.cursor ? parseResearchCursor(request.query.cursor, project.id) : null;
-    const rows = app.db.select().from(researchRuns).where(and90(
-      eq107(researchRuns.projectId, project.id),
-      cursor ? or22(lt17(researchRuns.createdAt, cursor.createdAt), and90(eq107(researchRuns.createdAt, cursor.createdAt), lt17(researchRuns.id, cursor.id))) : void 0
+    const rows = app.db.select().from(researchRuns).where(and91(
+      eq108(researchRuns.projectId, project.id),
+      cursor ? or22(lt17(researchRuns.createdAt, cursor.createdAt), and91(eq108(researchRuns.createdAt, cursor.createdAt), lt17(researchRuns.id, cursor.id))) : void 0
     )).orderBy(desc49(researchRuns.createdAt), desc49(researchRuns.id)).limit(limit + 1).all();
     const runs2 = rows.slice(0, limit).map(serializeRun);
     const last = runs2.at(-1);
@@ -75881,9 +76107,9 @@ function resolveStoredResearchTemplate(stored, selection, idempotencyKey) {
   return stored;
 }
 function resolveResearchTemplate(app, projectId, selection, scope, location) {
-  const savedTemplate = app.db.select().from(measurementQueryTemplates).where(and90(
-    eq107(measurementQueryTemplates.projectId, projectId),
-    eq107(measurementQueryTemplates.id, selection.templateId)
+  const savedTemplate = app.db.select().from(measurementQueryTemplates).where(and91(
+    eq108(measurementQueryTemplates.projectId, projectId),
+    eq108(measurementQueryTemplates.id, selection.templateId)
   )).get();
   if (!savedTemplate) throw validationError("Unknown or stale research template. Reload the selected template and try again.");
   const templateVersion = savedTemplate.updatedAt;
@@ -75892,7 +76118,7 @@ function resolveResearchTemplate(app, projectId, selection, scope, location) {
   }
   const bindingLocation = selection.bindingLocation === void 0 ? location : selection.bindingLocation;
   if (bindingLocation) {
-    const project = app.db.select({ locations: projects.locations }).from(projects).where(eq107(projects.id, projectId)).get();
+    const project = app.db.select({ locations: projects.locations }).from(projects).where(eq108(projects.id, projectId)).get();
     if (!project.locations.some((item2) => sameLocation(item2, bindingLocation))) throw validationError("Research template binding location must match a configured project location.");
   }
   const { bindings, output } = expandResearchTemplate(savedTemplate, scope, bindingLocation);
@@ -75905,9 +76131,9 @@ function classifyResearchQueries(project, plan, queries2) {
   return queries2.map((query) => classifier?.classify(query) ?? null);
 }
 function getDetail(app, projectId, id) {
-  const row = app.db.select().from(researchRuns).where(and90(eq107(researchRuns.id, id), eq107(researchRuns.projectId, projectId))).get();
+  const row = app.db.select().from(researchRuns).where(and91(eq108(researchRuns.id, id), eq108(researchRuns.projectId, projectId))).get();
   if (!row) throw notFound("Research run", id);
-  const queries2 = app.db.select().from(researchRunQueries).where(eq107(researchRunQueries.researchRunId, id)).orderBy(researchRunQueries.position).all().map(serializeQuery);
+  const queries2 = app.db.select().from(researchRunQueries).where(eq108(researchRunQueries.researchRunId, id)).orderBy(researchRunQueries.position).all().map(serializeQuery);
   return { ...serializeRun(row), queries: queries2 };
 }
 function serializeRun(row) {
@@ -75962,7 +76188,7 @@ function utcDayBounds(now) {
 
 // ../api-routes/src/simple-measurement-definitions.ts
 import crypto60 from "crypto";
-import { and as and91, eq as eq108 } from "drizzle-orm";
+import { and as and92, eq as eq109 } from "drizzle-orm";
 function captureSimpleMeasurementDefinition(db, input) {
   return db.transaction((tx) => {
     const run = tx.select({
@@ -75970,7 +76196,7 @@ function captureSimpleMeasurementDefinition(db, input) {
       trigger: runs.trigger,
       status: runs.status,
       measurementPlanVersionId: runs.measurementPlanVersionId
-    }).from(runs).where(and91(eq108(runs.projectId, input.projectId), eq108(runs.id, input.runId))).get();
+    }).from(runs).where(and92(eq109(runs.projectId, input.projectId), eq109(runs.id, input.runId))).get();
     if (!run) throw notFound("Run", input.runId);
     if (run.kind !== RunKinds["answer-visibility"] || run.trigger === RunTriggers.probe || run.measurementPlanVersionId !== null) {
       return null;
@@ -75991,7 +76217,7 @@ function captureSimpleMeasurementDefinition(db, input) {
         throw validationError("Qualified aliases must be a sorted subset of the captured aliases.");
       }
     }
-    const existing = tx.select().from(simpleMeasurementDefinitions).where(and91(eq108(simpleMeasurementDefinitions.projectId, input.projectId), eq108(simpleMeasurementDefinitions.runId, input.runId))).get();
+    const existing = tx.select().from(simpleMeasurementDefinitions).where(and92(eq109(simpleMeasurementDefinitions.projectId, input.projectId), eq109(simpleMeasurementDefinitions.runId, input.runId))).get();
     if (existing) {
       const frozen = simpleMeasurementDefinitionSchema.parse(existing.definition);
       const { qualifiedAliases: _liveQualifiedAliases, ...liveIdentity } = definition2.identity;
@@ -76017,15 +76243,15 @@ function captureSimpleMeasurementDefinition(db, input) {
     if (run.status !== RunStatuses.running) {
       throw validationError("Only a running run can capture a new measurement definition.");
     }
-    if (tx.select({ id: querySnapshots.id }).from(querySnapshots).where(eq108(querySnapshots.runId, input.runId)).limit(1).get()) {
+    if (tx.select({ id: querySnapshots.id }).from(querySnapshots).where(eq109(querySnapshots.runId, input.runId)).limit(1).get()) {
       throw validationError("This run already has stored answers. Its measurement definition cannot be inferred afterward.");
     }
-    const projectQueryIds = new Set(tx.select({ id: queries.id }).from(queries).where(eq108(queries.projectId, input.projectId)).all().map((query) => query.id));
+    const projectQueryIds = new Set(tx.select({ id: queries.id }).from(queries).where(eq109(queries.projectId, input.projectId)).all().map((query) => query.id));
     if (definition2.queries.some((query) => !projectQueryIds.has(query.queryId))) {
       throw validationError("Every captured query must belong to the run project.");
     }
     if (definition2.competitors !== void 0) {
-      const liveCompetitorDomains = new Set(tx.select({ domain: competitors.domain }).from(competitors).where(eq108(competitors.projectId, input.projectId)).orderBy(competitors.domain).all().map((competitor) => competitor.domain));
+      const liveCompetitorDomains = new Set(tx.select({ domain: competitors.domain }).from(competitors).where(eq109(competitors.projectId, input.projectId)).orderBy(competitors.domain).all().map((competitor) => competitor.domain));
       const capturedDomains = new Set(definition2.competitors.map((competitor) => competitor.domain));
       if (liveCompetitorDomains.size !== capturedDomains.size || [...liveCompetitorDomains].some((domain) => !capturedDomains.has(domain))) {
         throw validationError("Captured competitors must exactly match the project competitors dispatched for this run.");
@@ -76368,6 +76594,7 @@ async function apiRoutes(app, opts) {
       getCloudflareQueueRetentionSeconds: opts.getCloudflareQueueRetentionSeconds,
       cloudflareQueueMaxBatches: opts.cloudflareQueueMaxBatches,
       cloudflareQueueSyncDeadlineMs: opts.cloudflareQueueSyncDeadlineMs,
+      cloudflareQueueEmptyPullBackoffMs: opts.cloudflareQueueEmptyPullBackoffMs,
       cloudflareTrafficIngestUrl: opts.cloudflareTrafficIngestUrl,
       cloudflareIngestRateLimitMax: opts.cloudflareIngestRateLimitMax,
       cloudflareIngestIpRateLimitMax: opts.cloudflareIngestIpRateLimitMax,
@@ -76407,6 +76634,7 @@ async function apiRoutes(app, opts) {
     await api.register(technicalAeoRoutes, {
       onSiteAuditRequested: opts.onSiteAuditRequested
     });
+    await api.register(trendsRoutes);
     await api.register(doctorRoutes, {
       googleConnectionStore: opts.googleConnectionStore,
       bingConnectionStore: opts.bingConnectionStore,

package/dist/{citations-TOZK6OFP.js → citations-3EZTHA65.js}

@@ -1,10 +1,10 @@
 import {
   createApiClient
-} from "./chunk-VBW33U4E.js";
-import "./chunk-U3QNTJBP.js";
+} from "./chunk-TEQF4ZJA.js";
+import "./chunk-2FJB3CSS.js";
 import "./chunk-AOJU5LKX.js";
 import "./chunk-HGMYEDAQ.js";
-import "./chunk-KUVTXIFX.js";
+import "./chunk-F643WELJ.js";
 import "./chunk-MLKGABMK.js";
 
 // src/commands/citations.ts