@ainyc/canonry 4.33.1 → 4.34.0

package/dist/{chunk-BJXHETQW.js → chunk-7256SFYT.js}

@@ -123,7 +123,14 @@ var runs = sqliteTable("runs", {
 var querySnapshots = sqliteTable("query_snapshots", {
   id: text("id").primaryKey(),
   runId: text("run_id").notNull().references(() => runs.id, { onDelete: "cascade" }),
-  queryId: text("query_id").notNull().references(() => queries.id, { onDelete: "cascade" }),
+  // `query_id` is nullable + `ON DELETE SET NULL` so historical snapshots
+  // outlive their queries row. Pre-v58 this FK cascaded — deleting a tracked
+  // query (PUT /queries replace, individual delete, `canonry apply` dropping
+  // one) silently wiped the entire citation history for that query. With SET
+  // NULL the snapshot survives; `queryText` keeps it self-describing when
+  // the queries row is gone.
+  queryId: text("query_id").references(() => queries.id, { onDelete: "set null" }),
+  queryText: text("query_text"),
   provider: text("provider").notNull().default("gemini"),
   model: text("model"),
   citationState: text("citation_state").notNull(),
@@ -1804,6 +1811,80 @@ var MIGRATION_VERSIONS = [
     statements: [
       `ALTER TABLE runs ADD COLUMN queries TEXT`
     ]
+  },
+  {
+    version: 58,
+    name: "snapshots-preserve-on-query-delete",
+    // The legacy `query_snapshots.query_id` FK was `ON DELETE CASCADE`, so a
+    // routine basket edit (PUT /queries replace, individual delete, `canonry
+    // apply` dropping a query) silently destroyed every historical citation
+    // snapshot for the removed queries — the regression history, transitions,
+    // and competitor-overlap evidence that are canonry's whole value.
+    //
+    // Fix: rebuild `query_snapshots` with `query_id` nullable + `ON DELETE
+    // SET NULL`, and add a denormalized `query_text` column populated from
+    // `queries.query` via the join. SQLite can't change FK or NOT NULL in
+    // place — same canonical table-rebuild pattern v53 used. All statements
+    // run inside the migration runner's single transaction.
+    //
+    // `run_id` keeps `ON DELETE CASCADE` — deleting a run legitimately
+    // removes its snapshots. Indexes are recreated on the renamed table.
+    statements: [
+      `CREATE TABLE IF NOT EXISTS query_snapshots_v58 (
+         id                       TEXT PRIMARY KEY,
+         run_id                   TEXT NOT NULL REFERENCES runs(id) ON DELETE CASCADE,
+         query_id                 TEXT REFERENCES queries(id) ON DELETE SET NULL,
+         query_text               TEXT,
+         provider                 TEXT NOT NULL DEFAULT 'gemini',
+         model                    TEXT,
+         citation_state           TEXT NOT NULL,
+         answer_mentioned         INTEGER,
+         answer_text              TEXT,
+         cited_domains            TEXT NOT NULL DEFAULT '[]',
+         competitor_overlap       TEXT NOT NULL DEFAULT '[]',
+         recommended_competitors  TEXT NOT NULL DEFAULT '[]',
+         location                 TEXT,
+         screenshot_path          TEXT,
+         raw_response             TEXT,
+         created_at               TEXT NOT NULL
+       )`,
+      // Backfill `query_text` from joined queries.query so existing snapshots
+      // stay readable even if their query is later deleted.
+      //
+      // IMPORTANT: we use `q.id` (the JOINED queries.id), not `qs.query_id`.
+      // Production DBs may already contain snapshots whose `qs.query_id`
+      // dangles — a queries row was hard-deleted at some point without
+      // cascading (PRAGMA foreign_keys was OFF, or pre-FK schema). Copying
+      // `qs.query_id` directly would re-introduce those dangling refs into
+      // the new table, which now validates them at INSERT (the new FK still
+      // requires query_id values to match queries.id when non-null). Reading
+      // through the LEFT JOIN forces every value to be either a valid `q.id`
+      // or NULL — pre-existing orphans land with NULL `query_id` / NULL
+      // `query_text`, preserving the snapshot row instead of failing the
+      // migration. The May 2026 azcoatings DB had 459 such pre-existing
+      // orphans; without this guard, migrate() throws SQLITE_CONSTRAINT_FOREIGNKEY.
+      `INSERT INTO query_snapshots_v58 (
+         id, run_id, query_id, query_text, provider, model, citation_state,
+         answer_mentioned, answer_text, cited_domains, competitor_overlap,
+         recommended_competitors, location, screenshot_path, raw_response,
+         created_at
+       )
+       SELECT qs.id, qs.run_id, q.id, q.query, qs.provider, qs.model,
+              qs.citation_state, qs.answer_mentioned, qs.answer_text,
+              qs.cited_domains, qs.competitor_overlap, qs.recommended_competitors,
+              qs.location, qs.screenshot_path, qs.raw_response, qs.created_at
+       FROM query_snapshots qs
+       LEFT JOIN queries q ON q.id = qs.query_id`,
+      `DROP TABLE query_snapshots`,
+      `ALTER TABLE query_snapshots_v58 RENAME TO query_snapshots`,
+      // Recreate the indexes that didn't survive the rename.
+      `CREATE INDEX IF NOT EXISTS idx_snapshots_run ON query_snapshots(run_id)`,
+      `CREATE INDEX IF NOT EXISTS idx_snapshots_query ON query_snapshots(query_id)`,
+      `CREATE INDEX IF NOT EXISTS idx_snapshots_citation_state ON query_snapshots(citation_state)`,
+      `CREATE INDEX IF NOT EXISTS idx_snapshots_provider_model ON query_snapshots(provider, model)`,
+      `CREATE INDEX IF NOT EXISTS idx_snapshots_location ON query_snapshots(location)`,
+      `CREATE INDEX IF NOT EXISTS idx_snapshots_created_at ON query_snapshots(created_at)`
+    ]
   }
 ];
 function isDuplicateColumnError(err) {
@@ -1987,6 +2068,11 @@ function pickGroupRepresentative(group) {
   return best;
 }
 
+// ../db/src/snapshot-helpers.ts
+function filterTrackedSnapshots(rows) {
+  return rows.filter((r) => r.queryId !== null);
+}
+
 // ../intelligence/src/regressions.ts
 function detectRegressions(currentRun, previousRun) {
   const regressions = [];
@@ -3707,6 +3793,7 @@ export {
   migrate,
   groupRunsByCreatedAt,
   pickGroupRepresentative,
+  filterTrackedSnapshots,
   isBlogShapedQuery,
   buildInventory,
   buildContentTargetRows,

package/dist/{chunk-DZENHID5.js → chunk-7AF6B3L6.js}

@@ -44,6 +44,7 @@ import {
   discoverySessions,
   dropLegacyCredentialColumns,
   extractLegacyCredentials,
+  filterTrackedSnapshots,
   gaAiReferrals,
   gaSocialReferrals,
   gaTrafficSnapshots,
@@ -70,7 +71,7 @@ import {
   schedules,
   trafficSources,
   usageCounters
-} from "./chunk-BJXHETQW.js";
+} from "./chunk-7256SFYT.js";
 import {
   AGENT_MEMORY_VALUE_MAX_BYTES,
   AGENT_PROVIDER_IDS,
@@ -2292,7 +2293,7 @@ async function analyticsRoutes(app) {
       });
     }
     const runIds = projectRuns.map((r) => r.id);
-    const rawSnapshots = app.db.select({
+    const rawSnapshots = filterTrackedSnapshots(app.db.select({
       runId: querySnapshots.runId,
       queryId: querySnapshots.queryId,
       provider: querySnapshots.provider,
@@ -2300,7 +2301,7 @@ async function analyticsRoutes(app) {
       answerMentioned: querySnapshots.answerMentioned,
       answerText: querySnapshots.answerText,
       createdAt: querySnapshots.createdAt
-    }).from(querySnapshots).where(inArray2(querySnapshots.runId, runIds)).all();
+    }).from(querySnapshots).where(inArray2(querySnapshots.runId, runIds)).all());
     const allSnapshots = rawSnapshots.map((s) => ({
       ...s,
       resolvedMentioned: resolveSnapshotAnswerMentioned(s, project)
@@ -2339,13 +2340,13 @@ async function analyticsRoutes(app) {
     const runIdToCreatedAt = new Map(windowRuns.map((r) => [r.id, r.createdAt]));
     const consistencyMap = /* @__PURE__ */ new Map();
     if (windowRunIds.length > 0) {
-      const allWindowSnaps = app.db.select({
+      const allWindowSnaps = filterTrackedSnapshots(app.db.select({
         queryId: querySnapshots.queryId,
         runId: querySnapshots.runId,
         citationState: querySnapshots.citationState,
         answerMentioned: querySnapshots.answerMentioned,
         answerText: querySnapshots.answerText
-      }).from(querySnapshots).where(inArray2(querySnapshots.runId, windowRunIds)).all();
+      }).from(querySnapshots).where(inArray2(querySnapshots.runId, windowRunIds)).all());
       for (const s of allWindowSnaps) {
         const timePoint = runIdToCreatedAt.get(s.runId) ?? s.runId;
         let entry = consistencyMap.get(s.queryId);
@@ -2358,7 +2359,7 @@ async function analyticsRoutes(app) {
         if (resolveSnapshotAnswerMentioned(s, project)) entry.mentionedRuns.add(timePoint);
       }
     }
-    const rawSnapshots = app.db.select({
+    const rawSnapshots = filterTrackedSnapshots(app.db.select({
       queryId: querySnapshots.queryId,
       query: queries.query,
       provider: querySnapshots.provider,
@@ -2366,7 +2367,7 @@ async function analyticsRoutes(app) {
       answerMentioned: querySnapshots.answerMentioned,
       answerText: querySnapshots.answerText,
       competitorOverlap: querySnapshots.competitorOverlap
-    }).from(querySnapshots).leftJoin(queries, eq10(querySnapshots.queryId, queries.id)).where(inArray2(querySnapshots.runId, latestGroupRunIds)).all();
+    }).from(querySnapshots).leftJoin(queries, eq10(querySnapshots.queryId, queries.id)).where(inArray2(querySnapshots.runId, latestGroupRunIds)).all());
     const snapshots = rawSnapshots.map((s) => ({
       ...s,
       resolvedMentioned: resolveSnapshotAnswerMentioned(s, project)
@@ -5173,7 +5174,7 @@ function buildCandidateQueries(opts) {
   const queryRows = opts.db.select({ id: queries.id, text: queries.query }).from(queries).where(eq12(queries.projectId, opts.projectId)).all();
   const queryIdByText = new Map(queryRows.map((r) => [r.text, r.id]));
   const candidateQueryIds = opts.candidateQueryStrings.map((q) => queryIdByText.get(q)).filter((id) => Boolean(id));
-  const snapshotRows = opts.db.select().from(querySnapshots).where(inArray4(querySnapshots.runId, opts.recentRunIds)).all().filter((r) => candidateQueryIds.includes(r.queryId));
+  const snapshotRows = filterTrackedSnapshots(opts.db.select().from(querySnapshots).where(inArray4(querySnapshots.runId, opts.recentRunIds)).all()).filter((r) => candidateQueryIds.includes(r.queryId));
   const snapshotsByQuery = /* @__PURE__ */ new Map();
   for (const row of snapshotRows) {
     const list = snapshotsByQuery.get(row.queryId) ?? [];
@@ -5392,7 +5393,7 @@ function loadSnapshotsForRun(db, runId) {
 function loadSnapshotsForRunIds(db, runIds) {
   if (runIds.length === 0) return [];
   const rows = db.select().from(querySnapshots).where(inArray5(querySnapshots.runId, [...runIds])).all();
-  return rows.map((r) => ({
+  return rows.filter((r) => r.queryId !== null).map((r) => ({
     id: r.id,
     runId: r.runId,
     queryId: r.queryId,
@@ -6761,8 +6762,9 @@ async function citationRoutes(app) {
     if (rawSnapshots.length === 0) {
       return reply.send(emptyCitationVisibility("no-runs-yet"));
     }
-    const snapshots = rawSnapshots.map((s) => ({
+    const snapshots = rawSnapshots.filter((s) => s.queryId !== null).map((s) => ({
       ...s,
+      queryId: s.queryId,
       runCreatedAt: runCreatedAt.get(s.runId) ?? s.createdAt
     }));
     const projectCompetitors = app.db.select({ domain: competitors.domain }).from(competitors).where(eq14(competitors.projectId, project.id)).all().map((c) => normalizeDomain2(c.domain)).filter((d) => d.length > 0);
@@ -6998,7 +7000,7 @@ async function compositeRoutes(app) {
     const limit = clampSearchLimit(request.query.limit);
     const escaped = escapeLikePattern(rawQuery);
     const pattern = `%${escaped}%`;
-    const snapshotMatches = app.db.select({
+    const snapshotMatches = filterTrackedSnapshots(app.db.select({
       id: querySnapshots.id,
       runId: querySnapshots.runId,
       queryId: querySnapshots.queryId,
@@ -7020,7 +7022,7 @@ async function compositeRoutes(app) {
           like(queries.query, pattern)
         )
       )
-    ).orderBy(desc7(querySnapshots.createdAt)).limit(limit + 1).all();
+    ).orderBy(desc7(querySnapshots.createdAt)).limit(limit + 1).all());
     const insightMatches = app.db.select().from(insights).where(
       and6(
         eq15(insights.projectId, project.id),
@@ -7094,7 +7096,7 @@ function summarizeRun(run) {
 function loadSnapshotsByRunIds(app, runIds) {
   const result = /* @__PURE__ */ new Map();
   if (runIds.length === 0) return result;
-  const rows = app.db.select({
+  const rows = filterTrackedSnapshots(app.db.select({
     runId: querySnapshots.runId,
     queryId: querySnapshots.queryId,
     provider: querySnapshots.provider,
@@ -7102,7 +7104,7 @@ function loadSnapshotsByRunIds(app, runIds) {
     citationState: querySnapshots.citationState,
     competitorOverlap: querySnapshots.competitorOverlap,
     citedDomains: querySnapshots.citedDomains
-  }).from(querySnapshots).where(inArray7(querySnapshots.runId, [...runIds])).all();
+  }).from(querySnapshots).where(inArray7(querySnapshots.runId, [...runIds])).all());
   for (const row of rows) {
     const list = result.get(row.runId) ?? [];
     list.push({
@@ -13511,7 +13513,7 @@ async function cdpRoutes(app, opts) {
         const err = notFound("Run", runId);
         return reply.code(err.statusCode).send(err.toJSON());
       }
-      const snapshots = app.db.select({
+      const snapshots = filterTrackedSnapshots(app.db.select({
         id: querySnapshots.id,
         queryId: querySnapshots.queryId,
         provider: querySnapshots.provider,
@@ -13519,7 +13521,7 @@ async function cdpRoutes(app, opts) {
         citedDomains: querySnapshots.citedDomains,
         screenshotPath: querySnapshots.screenshotPath,
         rawResponse: querySnapshots.rawResponse
-      }).from(querySnapshots).where(eq20(querySnapshots.runId, runId)).all();
+      }).from(querySnapshots).where(eq20(querySnapshots.runId, runId)).all());
       const queryRows = app.db.select({ id: queries.id, query: queries.query }).from(queries).where(eq20(queries.projectId, project.id)).all();
       const queryMap = new Map(queryRows.map((q) => [q.id, q.query]));
       const byQuery = /* @__PURE__ */ new Map();
@@ -23851,6 +23853,7 @@ var JobRunner = class {
                 id: snapshotId,
                 runId,
                 queryId: q.id,
+                queryText: q.query,
                 provider: providerName,
                 model: raw.model,
                 citationState,
@@ -23874,6 +23877,7 @@ var JobRunner = class {
                 id: crypto24.randomUUID(),
                 runId,
                 queryId: q.id,
+                queryText: q.query,
                 provider: providerName,
                 model: raw.model,
                 citationState,
@@ -25674,10 +25678,12 @@ var Notifier = class {
     }).from(querySnapshots).where(inArray10(querySnapshots.runId, previousRunIds)).all();
     const prevMap = /* @__PURE__ */ new Map();
     for (const s of previousSnapshots) {
+      if (s.queryId == null) continue;
       prevMap.set(`${s.queryId}:${s.provider}:${s.location ?? ""}`, s.citationState);
     }
     const transitions = [];
     for (const s of currentSnapshots) {
+      if (s.queryId == null) continue;
       const key = `${s.queryId}:${s.provider}:${s.location ?? ""}`;
       const prevState = prevMap.get(key);
       if (prevState && prevState !== s.citationState) {

package/dist/cli.js

@@ -20,7 +20,7 @@ import {
   setTelemetrySource,
   showFirstRunNotice,
   trackEvent
-} from "./chunk-DZENHID5.js";
+} from "./chunk-7AF6B3L6.js";
 import {
   CliError,
   EXIT_SYSTEM_ERROR,
@@ -49,7 +49,7 @@ import {
   queries,
   querySnapshots,
   runs
-} from "./chunk-BJXHETQW.js";
+} from "./chunk-7256SFYT.js";
 import {
   CcReleaseSyncStatuses,
   CheckScopes,
@@ -623,7 +623,7 @@ function readStoredGroundingSources(rawResponse) {
   return result;
 }
 async function backfillInsightsCommand(project, opts) {
-  const { IntelligenceService } = await import("./intelligence-service-XKOUBRCE.js");
+  const { IntelligenceService } = await import("./intelligence-service-3P2DMYRR.js");
   const config = loadConfig();
   const db = createClient(config.database);
   migrate(db);

package/dist/index.js

@@ -1,10 +1,10 @@
 import {
   createServer
-} from "./chunk-DZENHID5.js";
+} from "./chunk-7AF6B3L6.js";
 import {
   loadConfig
 } from "./chunk-5EBN7736.js";
-import "./chunk-BJXHETQW.js";
+import "./chunk-7256SFYT.js";
 import "./chunk-XW3F5EEW.js";
 export {
   createServer,

package/dist/{intelligence-service-XKOUBRCE.js → intelligence-service-3P2DMYRR.js}

@@ -1,6 +1,6 @@
 import {
   IntelligenceService
-} from "./chunk-BJXHETQW.js";
+} from "./chunk-7256SFYT.js";
 import "./chunk-XW3F5EEW.js";
 export {
   IntelligenceService

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ainyc/canonry",
-  "version": "4.33.1",
+  "version": "4.34.0",
   "type": "module",
   "description": "Agent-first open-source AEO operating platform - track how answer engines cite your domain",
   "license": "FSL-1.1-ALv2",
@@ -60,23 +60,23 @@
     "@types/node-cron": "^3.0.11",
     "tsup": "^8.5.1",
     "tsx": "^4.19.0",
-    "@ainyc/canonry-api-routes": "0.0.0",
     "@ainyc/canonry-config": "0.0.0",
+    "@ainyc/canonry-api-routes": "0.0.0",
     "@ainyc/canonry-contracts": "0.0.0",
-    "@ainyc/canonry-integration-bing": "0.0.0",
     "@ainyc/canonry-db": "0.0.0",
-    "@ainyc/canonry-intelligence": "0.0.0",
+    "@ainyc/canonry-integration-bing": "0.0.0",
     "@ainyc/canonry-integration-cloud-run": "0.0.0",
-    "@ainyc/canonry-integration-traffic": "0.0.0",
-    "@ainyc/canonry-provider-cdp": "0.0.0",
     "@ainyc/canonry-integration-commoncrawl": "0.0.0",
+    "@ainyc/canonry-intelligence": "0.0.0",
     "@ainyc/canonry-integration-google": "0.0.0",
+    "@ainyc/canonry-integration-traffic": "0.0.0",
+    "@ainyc/canonry-provider-cdp": "0.0.0",
     "@ainyc/canonry-integration-wordpress": "0.0.0",
+    "@ainyc/canonry-provider-claude": "0.0.0",
     "@ainyc/canonry-provider-gemini": "0.0.0",
+    "@ainyc/canonry-provider-local": "0.0.0",
     "@ainyc/canonry-provider-openai": "0.0.0",
-    "@ainyc/canonry-provider-claude": "0.0.0",
-    "@ainyc/canonry-provider-perplexity": "0.0.0",
-    "@ainyc/canonry-provider-local": "0.0.0"
+    "@ainyc/canonry-provider-perplexity": "0.0.0"
   },
   "scripts": {
     "build": "tsx scripts/copy-agent-assets.ts && tsup && tsx build-web.ts",