@canonry/canonry 4.136.2 → 4.138.0

package/dist/{chunk-YVMQWVNY.js → chunk-GO24URVP.js}

@@ -264,6 +264,8 @@ import {
   mentionStateFromAnswerMentioned,
   missingDependency,
   modelIdsEquivalent,
+  noProvider,
+  noQueries,
   normalizeIdTokens,
   normalizeModelId,
   normalizeProjectAliases,
@@ -273,6 +275,7 @@ import {
   notFound,
   notImplemented,
   notificationDtoSchema,
+  onboardingTelemetryEventSchema,
   operationInProgress,
   orderLocationsDefaultFirst,
   organicEvidenceDtoSchema,
@@ -286,6 +289,7 @@ import {
   projectDtoSchema,
   projectOverviewDtoSchema,
   projectReportDtoSchema,
+  projectSearchResponseSchema,
   projectUpsertRequestSchema,
   providerError,
   queryDtoSchema,
@@ -338,6 +342,7 @@ import {
   summarizeCheckResults,
   surfaceClassFromCompetitorType,
   surfaceClassLabel,
+  telemetryEventAcceptedDtoSchema,
   textContainsAnyBrandAlias,
   textContainsBrandAlias,
   textContainsDomain,
@@ -373,7 +378,7 @@ import {
   wordpressSchemaDeployResultDtoSchema,
   wordpressSchemaStatusResultDtoSchema,
   wordpressStatusDtoSchema
-} from "./chunk-GGIRLRAY.js";
+} from "./chunk-RJ7OW6W6.js";
 
 // src/intelligence-service.ts
 import { eq as eq44, desc as desc21, asc as asc9, and as and35, ne as ne6, or as or10, inArray as inArray15, gte as gte12, lte as lte8 } from "drizzle-orm";
@@ -549,6 +554,13 @@ var querySnapshots = sqliteTable("query_snapshots", {
   answerMentioned: integer("answer_mentioned", { mode: "boolean" }),
   answerText: text("answer_text"),
   citedDomains: text("cited_domains", { mode: "json" }).$type().notNull().default([]),
+  // Flat capture fields are deliberately nullable: historical rows are not
+  // backfilled, so all-null means this observation predates URL capture.
+  citedUrls: text("cited_urls", { mode: "json" }).$type(),
+  captureStatus: text("capture_status").$type(),
+  sourceCount: integer("source_count"),
+  resolvedCount: integer("resolved_count"),
+  captureVersion: integer("capture_version"),
   competitorOverlap: text("competitor_overlap", { mode: "json" }).$type().notNull().default([]),
   recommendedCompetitors: text("recommended_competitors", { mode: "json" }).$type().notNull().default([]),
   location: text("location"),
@@ -4295,6 +4307,19 @@ var MIGRATION_VERSIONS = [
       `ALTER TABLE research_run_queries ADD COLUMN named_competitors TEXT NOT NULL DEFAULT '[]'`,
       `ALTER TABLE research_run_queries ADD COLUMN cited_competitor_domains TEXT NOT NULL DEFAULT '[]'`
     ]
+  },
+  {
+    // New live rows capture source URLs; historical snapshots intentionally
+    // stay NULL so readers can distinguish absent capture from zero sources.
+    version: 111,
+    name: "query-snapshot-cited-url-capture",
+    statements: [
+      `ALTER TABLE query_snapshots ADD COLUMN cited_urls TEXT`,
+      `ALTER TABLE query_snapshots ADD COLUMN capture_status TEXT`,
+      `ALTER TABLE query_snapshots ADD COLUMN source_count INTEGER`,
+      `ALTER TABLE query_snapshots ADD COLUMN resolved_count INTEGER`,
+      `ALTER TABLE query_snapshots ADD COLUMN capture_version INTEGER`
+    ]
   }
 ];
 function rebuildBacklinkTableWithSource(tx, table) {
@@ -7969,9 +7994,20 @@ async function runRoutes(app, opts) {
       rawProviders.splice(0, rawProviders.length, ...normalized);
     }
     const providers = rawProviders?.length ? rawProviders : void 0;
+    const shouldPreflight = trigger !== RunTriggers.probe && opts.getRunnableProviderNames !== void 0;
+    const trackedRows = body.queries?.length || shouldPreflight ? app.db.select({ query: queries.query }).from(queries).where(eq8(queries.projectId, project.id)).all() : [];
+    if (shouldPreflight) {
+      const preflightError = answerVisibilityPreflightError({
+        projectName: project.name,
+        projectProviders: project.providers,
+        requestedProviders: providers,
+        runnableProviderNames: opts.getRunnableProviderNames(),
+        trackedQueryCount: trackedRows.length
+      });
+      if (preflightError) throw preflightError;
+    }
     let scopedQueries = null;
     if (body.queries?.length) {
-      const trackedRows = app.db.select({ query: queries.query }).from(queries).where(eq8(queries.projectId, project.id)).all();
       const tracked = new Set(trackedRows.map((r) => r.query));
       const missing = body.queries.filter((q) => !tracked.has(q));
       if (missing.length) {
@@ -8135,7 +8171,28 @@ async function runRoutes(app, opts) {
     const providers = rawProviders?.length ? rawProviders : void 0;
     const now = (/* @__PURE__ */ new Date()).toISOString();
     const results = [];
+    const runnableProviderNames = opts.getRunnableProviderNames?.();
     for (const project of allProjects) {
+      if (runnableProviderNames) {
+        const trackedQuery = app.db.select({ id: queries.id }).from(queries).where(eq8(queries.projectId, project.id)).limit(1).get();
+        const preflightError = answerVisibilityPreflightError({
+          projectName: project.name,
+          projectProviders: project.providers,
+          requestedProviders: providers,
+          runnableProviderNames,
+          trackedQueryCount: trackedQuery ? 1 : 0
+        });
+        if (preflightError) {
+          results.push({
+            projectName: project.name,
+            projectId: project.id,
+            status: "error",
+            error: preflightError.message,
+            errorCode: preflightError.code
+          });
+          continue;
+        }
+      }
       const projectLocations = project.locations;
       let resolvedLocation;
       if (project.defaultLocation) {
@@ -8199,6 +8256,26 @@ async function runRoutes(app, opts) {
     return reply.send(loadRunDetail(app, run));
   });
 }
+function answerVisibilityPreflightError(input) {
+  if (input.trackedQueryCount === 0) {
+    return noQueries(input.projectName);
+  }
+  const availableProviders = normalizeProviderNames(input.runnableProviderNames);
+  const requestedProviders = normalizeProviderNames(input.requestedProviders ?? []);
+  const projectProviders = normalizeProviderNames(input.projectProviders);
+  const selectedProviders = requestedProviders.length > 0 ? requestedProviders : projectProviders.length > 0 ? projectProviders : availableProviders;
+  const available = new Set(availableProviders);
+  const runnableProviders = selectedProviders.filter((provider) => available.has(provider));
+  if (runnableProviders.length > 0) return null;
+  return noProvider(input.projectName, {
+    availableProviders,
+    selectedProviders,
+    selectionSource: requestedProviders.length > 0 ? "request" : projectProviders.length > 0 ? "project" : "instance"
+  });
+}
+function normalizeProviderNames(providerNames) {
+  return [...new Set(providerNames.map((name) => name.trim().toLowerCase()).filter(Boolean))];
+}
 function parseRunTriggerRequest(value) {
   const result = runTriggerRequestSchema.safeParse(value);
   if (result.success) return result.data;
@@ -8278,6 +8355,11 @@ function loadRunDetail(app, run) {
     answerMentioned: querySnapshots.answerMentioned,
     answerText: querySnapshots.answerText,
     citedDomains: querySnapshots.citedDomains,
+    citedUrls: querySnapshots.citedUrls,
+    captureStatus: querySnapshots.captureStatus,
+    sourceCount: querySnapshots.sourceCount,
+    resolvedCount: querySnapshots.resolvedCount,
+    captureVersion: querySnapshots.captureVersion,
     competitorOverlap: querySnapshots.competitorOverlap,
     recommendedCompetitors: querySnapshots.recommendedCompetitors,
     location: querySnapshots.location,
@@ -8303,6 +8385,11 @@ function loadRunDetail(app, run) {
         mentionState: project ? resolveSnapshotMentionState(s, project) : answerMentioned ? "mentioned" : "not-mentioned",
         answerText: s.answerText,
         citedDomains: s.citedDomains,
+        citedUrls: s.citedUrls,
+        captureStatus: s.captureStatus,
+        sourceCount: s.sourceCount,
+        resolvedCount: s.resolvedCount,
+        captureVersion: s.captureVersion,
         competitorOverlap: s.competitorOverlap,
         recommendedCompetitors: s.recommendedCompetitors,
         matchedTerms: project ? resolveSnapshotMatchedTerms(s, project) : [],
@@ -8957,6 +9044,11 @@ async function historyRoutes(app) {
       answerMentioned: querySnapshots.answerMentioned,
       answerText: querySnapshots.answerText,
       citedDomains: querySnapshots.citedDomains,
+      citedUrls: querySnapshots.citedUrls,
+      captureStatus: querySnapshots.captureStatus,
+      sourceCount: querySnapshots.sourceCount,
+      resolvedCount: querySnapshots.resolvedCount,
+      captureVersion: querySnapshots.captureVersion,
       competitorOverlap: querySnapshots.competitorOverlap,
       recommendedCompetitors: querySnapshots.recommendedCompetitors,
       location: querySnapshots.location,
@@ -8980,6 +9072,11 @@ async function historyRoutes(app) {
         mentionState: resolveSnapshotMentionState(s, project),
         answerText: s.answerText,
         citedDomains: s.citedDomains,
+        citedUrls: s.citedUrls,
+        captureStatus: s.captureStatus,
+        sourceCount: s.sourceCount,
+        resolvedCount: s.resolvedCount,
+        captureVersion: s.captureVersion,
         competitorOverlap: s.competitorOverlap,
         recommendedCompetitors: s.recommendedCompetitors,
         location: s.location,
@@ -16453,6 +16550,11 @@ var CSV_COLUMNS = [
   "answer_mentioned",
   "mention_state",
   "cited_domains_json",
+  "cited_urls_json",
+  "capture_status",
+  "source_count",
+  "resolved_count",
+  "capture_version",
   "competitor_overlap_json",
   "recommended_competitors_json",
   "answer_text",
@@ -16534,6 +16636,11 @@ function renderResultsExportCsv(report) {
     record.answerMentioned,
     record.mentionState,
     JSON.stringify(record.citedDomains),
+    JSON.stringify(record.citedUrls),
+    record.captureStatus,
+    record.sourceCount,
+    record.resolvedCount,
+    record.captureVersion,
     JSON.stringify(record.competitorOverlap),
     JSON.stringify(record.recommendedCompetitors),
     record.answerText,
@@ -16578,6 +16685,11 @@ async function resultsExportRoutes(app) {
       citationState: querySnapshots.citationState,
       answerMentioned: querySnapshots.answerMentioned,
       citedDomains: querySnapshots.citedDomains,
+      citedUrls: querySnapshots.citedUrls,
+      captureStatus: querySnapshots.captureStatus,
+      sourceCount: querySnapshots.sourceCount,
+      resolvedCount: querySnapshots.resolvedCount,
+      captureVersion: querySnapshots.captureVersion,
       competitorOverlap: querySnapshots.competitorOverlap,
       recommendedCompetitors: querySnapshots.recommendedCompetitors,
       answerText: querySnapshots.answerText,
@@ -16606,6 +16718,11 @@ async function resultsExportRoutes(app) {
         answerMentioned: row.answerMentioned,
         mentionState: recordMentionState(row.answerMentioned),
         citedDomains: row.citedDomains,
+        citedUrls: row.citedUrls,
+        captureStatus: row.captureStatus,
+        sourceCount: row.sourceCount,
+        resolvedCount: row.resolvedCount,
+        captureVersion: row.captureVersion,
         competitorOverlap: row.competitorOverlap,
         recommendedCompetitors: row.recommendedCompetitors,
         answerText: row.answerText,
@@ -16816,6 +16933,7 @@ async function compositeRoutes(app) {
       citationState: querySnapshots.citationState,
       answerText: querySnapshots.answerText,
       citedDomains: querySnapshots.citedDomains,
+      citedUrls: querySnapshots.citedUrls,
       rawResponse: querySnapshots.rawResponse,
       createdAt: querySnapshots.createdAt
     }).from(querySnapshots).innerJoin(queries, eq22(querySnapshots.queryId, queries.id)).where(
@@ -16824,6 +16942,7 @@ async function compositeRoutes(app) {
         or6(
           sql11`${querySnapshots.answerText} LIKE ${pattern} ESCAPE '\\'`,
           sql11`${querySnapshots.citedDomains} LIKE ${pattern} ESCAPE '\\'`,
+          sql11`${querySnapshots.citedUrls} LIKE ${pattern} ESCAPE '\\'`,
           sql11`${querySnapshots.rawResponse} LIKE ${pattern} ESCAPE '\\'`,
           like2(queries.query, pattern)
         )
@@ -17278,6 +17397,7 @@ function buildSnapshotHit(row, searchTerm) {
   const query = row.queryText ?? "";
   const answer = row.answerText ?? "";
   const citedJoined = row.citedDomains.join(",");
+  const citedUrlsJoined = row.citedUrls?.join(",") ?? "";
   const raw = row.rawResponse ?? "";
   let matchedField;
   let snippet;
@@ -17287,6 +17407,9 @@ function buildSnapshotHit(row, searchTerm) {
   } else if (citedJoined.toLowerCase().includes(lower)) {
     matchedField = "citedDomains";
     snippet = makeSnippet(citedJoined, searchTerm);
+  } else if (citedUrlsJoined.toLowerCase().includes(lower)) {
+    matchedField = "citedUrls";
+    snippet = makeSnippet(citedUrlsJoined, searchTerm);
   } else if (raw.toLowerCase().includes(lower)) {
     matchedField = "searchQueries";
     snippet = makeSnippet(raw, searchTerm);
@@ -17456,12 +17579,14 @@ var SCHEMA_TABLE = {
   LatestProjectRunDto: latestProjectRunDtoSchema,
   LocationContext: locationContextSchema,
   NotificationDto: notificationDtoSchema,
+  OnboardingTelemetryEvent: onboardingTelemetryEventSchema,
   OrganicEvidenceDto: organicEvidenceDtoSchema,
   ProjectDto: projectDtoSchema,
   ProjectUpsertRequest: projectUpsertRequestSchema,
   ProjectConfig: projectConfigSchema,
   ProjectOverviewDto: projectOverviewDtoSchema,
   ProjectReportDto: projectReportDtoSchema,
+  ProjectSearchResponseDto: projectSearchResponseSchema,
   QueryDto: queryDtoSchema,
   ResultsExportDto: resultsExportDtoSchema,
   RunDetailDto: runDetailDtoSchema,
@@ -17477,6 +17602,7 @@ var SCHEMA_TABLE = {
   SnapshotListResponse: snapshotListResponseSchema,
   SnapshotReportDto: snapshotReportSchema,
   SourceBreakdownDto: sourceBreakdownDtoSchema,
+  TelemetryEventAcceptedDto: telemetryEventAcceptedDtoSchema,
   TrafficBackfillResponse: trafficBackfillResponseSchema,
   TrafficEventsResponse: trafficEventsResponseSchema,
   TrafficSourceDetailDto: trafficSourceDetailDtoSchema,
@@ -18502,7 +18628,9 @@ var routeCatalog = [
     },
     responses: {
       201: jsonResponse("Run queued.", "RunDto"),
-      409: errorResponse("Run already in progress.")
+      422: errorResponse("Project has no tracked queries."),
+      409: errorResponse("Run already in progress."),
+      503: errorResponse("No runnable answer provider is configured.")
     }
   },
   {
@@ -19127,6 +19255,24 @@ var routeCatalog = [
       501: errorResponse("Telemetry configuration is not available.")
     }
   },
+  {
+    method: "post",
+    path: "/api/v1/telemetry/onboarding",
+    summary: "Record a privacy-safe onboarding milestone",
+    tags: ["telemetry"],
+    requestBody: {
+      required: true,
+      content: {
+        "application/json": {
+          schema: { $ref: "#/components/schemas/OnboardingTelemetryEvent" }
+        }
+      }
+    },
+    responses: {
+      202: jsonResponse("Onboarding milestone accepted.", "TelemetryEventAcceptedDto"),
+      400: errorResponse("Invalid onboarding telemetry event.")
+    }
+  },
   {
     method: "get",
     path: "/api/v1/screenshots/{snapshotId}",
@@ -21635,7 +21781,7 @@ var routeCatalog = [
     method: "get",
     path: "/api/v1/projects/{name}/search",
     summary: "Search query snapshots and insights for text",
-    description: "Returns the most recent snapshots and insights whose answer text, cited domains, raw response, or insight title/query/recommendation/cause matches the query. Use to find anything mentioning a competitor, term, or URL without paginating snapshots.",
+    description: "Returns the most recent snapshots and insights whose answer text, cited domains, captured cited URLs, raw response, or insight title/query/recommendation/cause matches the query. Use to find anything mentioning a competitor, term, or URL without paginating snapshots.",
     tags: ["intelligence"],
     parameters: [
       nameParameter,
@@ -21643,8 +21789,7 @@ var routeCatalog = [
       { name: "limit", in: "query", description: "Max combined hits (1-50, default 25).", schema: stringSchema }
     ],
     responses: {
-      // TODO: Add `ProjectSearchResponseDto` Zod schema in contracts (projectSearchResponseSchema exists).
-      200: rawJsonResponse("Search hits returned.", looseObjectSchema),
+      200: jsonResponse("Search hits returned.", "ProjectSearchResponseDto"),
       400: errorResponse("Query string missing or too short."),
       404: errorResponse("Project not found.")
     }
@@ -22777,6 +22922,19 @@ async function telemetryRoutes(app, opts) {
       anonymousId: status?.anonymousId ? status.anonymousId.slice(0, 8) + "..." : void 0
     };
   });
+  app.post("/telemetry/onboarding", async (request, reply) => {
+    const parsed = onboardingTelemetryEventSchema.safeParse(request.body);
+    if (!parsed.success) {
+      throw validationError("Invalid onboarding telemetry event", {
+        issues: parsed.error.issues.map((issue) => ({
+          code: issue.code,
+          path: issue.path.join(".")
+        }))
+      });
+    }
+    opts.recordOnboardingEvent?.(parsed.data);
+    return reply.status(202).send({ accepted: Boolean(opts.recordOnboardingEvent) });
+  });
 }
 
 // ../api-routes/src/schedules.ts
@@ -24798,6 +24956,24 @@ function stableStringify3(value) {
 }
 
 // ../api-routes/src/google.ts
+var GOOGLE_OAUTH_COMPLETE_MESSAGE = "canonry:google-oauth-complete";
+function googleOAuthSuccessHtml(type) {
+  const message = JSON.stringify({
+    type: GOOGLE_OAUTH_COMPLETE_MESSAGE,
+    connectionType: type
+  });
+  return `<html><body style="font-family:system-ui;text-align:center;padding:60px">
+    <h2>Connected successfully!</h2>
+    <p>Google ${type.toUpperCase()} has been linked to your domain.</p>
+    <p style="color:#888">This window closes automatically.</p>
+    <script>
+      if (window.opener && !window.opener.closed) {
+        window.opener.postMessage(${message}, '*')
+        window.close()
+      }
+    </script>
+  </body></html>`;
+}
 function isOnProjectDomain(url, projectDomain) {
   const urlHost = hostOf(url);
   const projectHost = hostOf(projectDomain);
@@ -25123,13 +25299,7 @@ async function googleRoutes(app, opts) {
       entityId: type,
       diff: { domain, type, propertyId }
     });
-    return reply.type("text/html").send(
-      `<html><body style="font-family:system-ui;text-align:center;padding:60px">
-        <h2>Connected successfully!</h2>
-        <p>Google ${type.toUpperCase()} has been linked to your domain.</p>
-        <p style="color:#888">You can close this tab.</p>
-      </body></html>`
-    );
+    return reply.type("text/html").send(googleOAuthSuccessHtml(type));
   }
   app.get("/google/callback", async (request, reply) => {
     return handleOAuthCallback(request, reply);
@@ -44159,7 +44329,8 @@ async function apiRoutes(app, opts) {
     await api.register(competitorRoutes);
     await api.register(runRoutes, {
       onRunCreated: opts.onRunCreated,
-      validProviderNames: opts.providerAdapters?.map((a) => a.name)
+      validProviderNames: opts.providerAdapters?.map((a) => a.name),
+      getRunnableProviderNames: opts.getRunnableProviderNames
     });
     await api.register(applyRoutes, {
       onScheduleUpdated: opts.onScheduleUpdated,
@@ -44210,7 +44381,8 @@ async function apiRoutes(app, opts) {
     });
     await api.register(telemetryRoutes, {
       getTelemetryStatus: opts.getTelemetryStatus,
-      setTelemetryEnabled: opts.setTelemetryEnabled
+      setTelemetryEnabled: opts.setTelemetryEnabled,
+      recordOnboardingEvent: opts.recordOnboardingEvent
     });
     await api.register(adsRoutes, {
       adsCredentialStore: opts.adsCredentialStore,

package/dist/{chunk-SMFUCXHI.js → chunk-R3GAWKHM.js}

@@ -42,7 +42,7 @@ import {
   trafficConnectWordpressRequestSchema,
   trafficEventKindSchema,
   trafficSeriesGranularitySchema
-} from "./chunk-GGIRLRAY.js";
+} from "./chunk-RJ7OW6W6.js";
 
 // src/config.ts
 import fs from "fs";