@ainyc/canonry 1.31.0 → 1.32.0

package/dist/cli.js

@@ -4,6 +4,7 @@ import {
   configExists,
   createClient,
   createServer,
+  determineAnswerMentioned,
   effectiveDomains,
   formatAuditFactorScore,
   getConfigDir,
@@ -14,14 +15,18 @@ import {
   loadConfig,
   migrate,
   notificationEventSchema,
+  parseJsonColumn,
+  projects,
   providerQuotaPolicySchema,
+  querySnapshots,
   resolveProviderInput,
+  runs,
   saveConfig,
   saveConfigPatch,
   setGoogleAuthConfig,
   showFirstRunNotice,
   trackEvent
-} from "./chunk-YW4IZ34Z.js";
+} from "./chunk-5Q6LISDM.js";
 
 // src/cli.ts
 import { pathToFileURL } from "url";
@@ -149,6 +154,185 @@ Usage: ${spec.usage}`, {
   return true;
 }
 
+// src/commands/backfill.ts
+import { eq, inArray } from "drizzle-orm";
+var SNAPSHOT_BATCH_SIZE = 500;
+async function backfillAnswerVisibilityCommand(opts) {
+  const config = loadConfig();
+  const db = createClient(config.database);
+  migrate(db);
+  const projectFilter = opts?.project?.trim();
+  const scopedProjects = projectFilter ? db.select().from(projects).where(eq(projects.name, projectFilter)).all() : db.select().from(projects).all();
+  let examined = 0;
+  let updated = 0;
+  let visible = 0;
+  if (scopedProjects.length > 0) {
+    const runRows = projectFilter ? db.select({ id: runs.id, projectId: runs.projectId }).from(runs).where(inArray(runs.projectId, scopedProjects.map((project) => project.id))).all() : db.select({ id: runs.id, projectId: runs.projectId }).from(runs).all();
+    const runIdsByProject = /* @__PURE__ */ new Map();
+    for (const run of runRows) {
+      const existing = runIdsByProject.get(run.projectId);
+      if (existing) existing.push(run.id);
+      else runIdsByProject.set(run.projectId, [run.id]);
+    }
+    for (const project of scopedProjects) {
+      const runIds = runIdsByProject.get(project.id) ?? [];
+      if (runIds.length === 0) continue;
+      for (let offset = 0; offset < runIds.length; offset += SNAPSHOT_BATCH_SIZE) {
+        const batchRunIds = runIds.slice(offset, offset + SNAPSHOT_BATCH_SIZE);
+        const snapshotRows = db.select({
+          id: querySnapshots.id,
+          answerMentioned: querySnapshots.answerMentioned,
+          answerText: querySnapshots.answerText
+        }).from(querySnapshots).where(inArray(querySnapshots.runId, batchRunIds)).all();
+        for (const snapshot of snapshotRows) {
+          examined++;
+          const nextValue = determineAnswerMentioned(
+            snapshot.answerText,
+            project.displayName,
+            effectiveDomains({
+              canonicalDomain: project.canonicalDomain,
+              ownedDomains: parseJsonColumn(project.ownedDomains, [])
+            })
+          );
+          if (nextValue) visible++;
+          if (snapshot.answerMentioned !== nextValue) {
+            db.update(querySnapshots).set({ answerMentioned: nextValue }).where(eq(querySnapshots.id, snapshot.id)).run();
+            updated++;
+          }
+        }
+      }
+    }
+  }
+  const result = {
+    project: projectFilter ?? null,
+    projects: scopedProjects.length,
+    examined,
+    updated,
+    visible
+  };
+  if (opts?.format === "json") {
+    console.log(JSON.stringify(result, null, 2));
+    return;
+  }
+  console.log("Answer visibility backfill complete.\n");
+  if (projectFilter) {
+    console.log(`  Project:  ${projectFilter}`);
+  }
+  console.log(`  Projects: ${scopedProjects.length}`);
+  console.log(`  Examined: ${examined}`);
+  console.log(`  Updated:  ${updated}`);
+  console.log(`  Visible:  ${visible}`);
+}
+
+// src/cli-command-helpers.ts
+function getString(values, key) {
+  const value = values[key];
+  return typeof value === "string" ? value : void 0;
+}
+function getBoolean(values, key) {
+  return values[key] === true;
+}
+function getStringArray(values, key) {
+  const value = values[key];
+  if (Array.isArray(value)) {
+    return value.filter((entry) => typeof entry === "string");
+  }
+  return void 0;
+}
+function requirePositional(input, index, config) {
+  const value = input.positionals[index];
+  if (value) return value;
+  throw usageError(`Error: ${config.message}
+Usage: ${config.usage}`, {
+    message: config.message,
+    details: {
+      command: config.command,
+      usage: config.usage
+    }
+  });
+}
+function requireProject(input, command, usage, message = "project name is required") {
+  return requirePositional(input, 0, { command, usage, message });
+}
+function stringOption() {
+  return { type: "string" };
+}
+function multiStringOption() {
+  return { type: "string", multiple: true };
+}
+function requireStringOption(input, key, config) {
+  const value = getString(input.values, key);
+  if (value) return value;
+  throw usageError(`Error: ${config.message}
+Usage: ${config.usage}`, {
+    message: config.message,
+    details: {
+      command: config.command,
+      usage: config.usage,
+      ...config.details ?? {}
+    }
+  });
+}
+function parseIntegerOption(input, key, config) {
+  const value = getString(input.values, key);
+  if (!value) return void 0;
+  const parsed = Number.parseInt(value, 10);
+  if (!Number.isNaN(parsed)) {
+    return parsed;
+  }
+  throw usageError(`Error: ${config.message}
+Usage: ${config.usage}`, {
+    message: config.message,
+    details: {
+      command: config.command,
+      usage: config.usage,
+      option: key,
+      value
+    }
+  });
+}
+function unknownSubcommand(subcommand, config) {
+  const resolved = subcommand ?? "(none)";
+  throw usageError(`Error: unknown ${config.command} subcommand: ${resolved}
+Usage: ${config.usage}`, {
+    message: `unknown ${config.command} subcommand: ${resolved}`,
+    details: {
+      command: config.command,
+      usage: config.usage,
+      available: config.available
+    }
+  });
+}
+
+// src/cli-commands/backfill.ts
+var BACKFILL_CLI_COMMANDS = [
+  {
+    path: ["backfill", "answer-visibility"],
+    usage: "canonry backfill answer-visibility [--project <name>] [--format json]",
+    options: {
+      project: stringOption()
+    },
+    allowPositionals: false,
+    run: async (input) => {
+      await backfillAnswerVisibilityCommand({
+        project: getString(input.values, "project"),
+        format: input.format
+      });
+    }
+  },
+  {
+    path: ["backfill"],
+    usage: "canonry backfill <answer-visibility> [--project <name>] [--format json]",
+    run: async (input) => {
+      unknownSubcommand(input.positionals[0], {
+        command: "backfill",
+        usage: "canonry backfill <answer-visibility> [--project <name>] [--format json]",
+        available: ["answer-visibility"]
+      });
+    }
+  }
+];
+
 // src/client.ts
 function createApiClient() {
   const config = loadConfig();
@@ -855,86 +1039,6 @@ async function bingPerformance(project, format) {
   }
 }
 
-// src/cli-command-helpers.ts
-function getString(values, key) {
-  const value = values[key];
-  return typeof value === "string" ? value : void 0;
-}
-function getBoolean(values, key) {
-  return values[key] === true;
-}
-function getStringArray(values, key) {
-  const value = values[key];
-  if (Array.isArray(value)) {
-    return value.filter((entry) => typeof entry === "string");
-  }
-  return void 0;
-}
-function requirePositional(input, index, config) {
-  const value = input.positionals[index];
-  if (value) return value;
-  throw usageError(`Error: ${config.message}
-Usage: ${config.usage}`, {
-    message: config.message,
-    details: {
-      command: config.command,
-      usage: config.usage
-    }
-  });
-}
-function requireProject(input, command, usage, message = "project name is required") {
-  return requirePositional(input, 0, { command, usage, message });
-}
-function stringOption() {
-  return { type: "string" };
-}
-function multiStringOption() {
-  return { type: "string", multiple: true };
-}
-function requireStringOption(input, key, config) {
-  const value = getString(input.values, key);
-  if (value) return value;
-  throw usageError(`Error: ${config.message}
-Usage: ${config.usage}`, {
-    message: config.message,
-    details: {
-      command: config.command,
-      usage: config.usage,
-      ...config.details ?? {}
-    }
-  });
-}
-function parseIntegerOption(input, key, config) {
-  const value = getString(input.values, key);
-  if (!value) return void 0;
-  const parsed = Number.parseInt(value, 10);
-  if (!Number.isNaN(parsed)) {
-    return parsed;
-  }
-  throw usageError(`Error: ${config.message}
-Usage: ${config.usage}`, {
-    message: config.message,
-    details: {
-      command: config.command,
-      usage: config.usage,
-      option: key,
-      value
-    }
-  });
-}
-function unknownSubcommand(subcommand, config) {
-  const resolved = subcommand ?? "(none)";
-  throw usageError(`Error: unknown ${config.command} subcommand: ${resolved}
-Usage: ${config.usage}`, {
-    message: `unknown ${config.command} subcommand: ${resolved}`,
-    details: {
-      command: config.command,
-      usage: config.usage,
-      available: config.available
-    }
-  });
-}
-
 // src/cli-commands/bing.ts
 var BING_CLI_COMMANDS = [
   {
@@ -3060,9 +3164,9 @@ async function exportProject(project, opts) {
   const data = await client.getExport(project);
   if (opts.includeResults) {
     try {
-      const runs = await client.listRuns(project);
-      if (runs.length > 0) {
-        const latestRun = await client.getRun(runs[runs.length - 1].id);
+      const runs2 = await client.listRuns(project);
+      if (runs2.length > 0) {
+        const latestRun = await client.getRun(runs2[runs2.length - 1].id);
         data.results = latestRun;
       }
     } catch {
@@ -3121,13 +3225,13 @@ function getClient11() {
 async function showStatus(project, format) {
   const client = getClient11();
   const projectData = await client.getProject(project);
-  let runs = [];
+  let runs2 = [];
   try {
-    runs = await client.listRuns(project);
+    runs2 = await client.listRuns(project);
   } catch {
   }
   if (format === "json") {
-    console.log(JSON.stringify({ project: projectData, runs }, null, 2));
+    console.log(JSON.stringify({ project: projectData, runs: runs2 }, null, 2));
     return;
   }
   console.log(`Status: ${projectData.displayName} (${projectData.name})
@@ -3135,8 +3239,8 @@ async function showStatus(project, format) {
   console.log(`  Domain:   ${projectData.canonicalDomain}`);
   console.log(`  Country:  ${projectData.country}`);
   console.log(`  Language: ${projectData.language}`);
-  if (runs.length > 0) {
-    const latest = runs[runs.length - 1];
+  if (runs2.length > 0) {
+    const latest = runs2[runs2.length - 1];
     console.log(`
   Latest run:`);
     console.log(`    ID:       ${latest.id}`);
@@ -3146,7 +3250,7 @@ async function showStatus(project, format) {
       console.log(`    Finished: ${latest.finishedAt}`);
     }
     console.log(`
-  Total runs: ${runs.length}`);
+  Total runs: ${runs2.length}`);
   } else {
     console.log('\n  No runs yet. Use "canonry run" to trigger one.');
   }
@@ -3247,27 +3351,27 @@ async function createProject(name, opts) {
 }
 async function listProjects(format) {
   const client = getClient12();
-  const projects = await client.listProjects();
+  const projects2 = await client.listProjects();
   if (format === "json") {
-    console.log(JSON.stringify(projects, null, 2));
+    console.log(JSON.stringify(projects2, null, 2));
     return;
   }
-  if (projects.length === 0) {
+  if (projects2.length === 0) {
     console.log("No projects found.");
     return;
   }
   console.log("Projects:\n");
-  const nameWidth = Math.max(4, ...projects.map((p) => p.name.length));
+  const nameWidth = Math.max(4, ...projects2.map((p) => p.name.length));
   const domainLabel = (p) => {
     const extra = Math.max(0, effectiveDomains(p).length - 1);
     return extra > 0 ? `${p.canonicalDomain} (+${extra})` : p.canonicalDomain;
   };
-  const domainWidth = Math.max(6, ...projects.map((p) => domainLabel(p).length));
+  const domainWidth = Math.max(6, ...projects2.map((p) => domainLabel(p).length));
   console.log(
     `  ${"NAME".padEnd(nameWidth)}  ${"DOMAIN".padEnd(domainWidth)}  COUNTRY  LANGUAGE`
   );
   console.log(`  ${"\u2500".repeat(nameWidth)}  ${"\u2500".repeat(domainWidth)}  \u2500\u2500\u2500\u2500\u2500\u2500\u2500  \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500`);
-  for (const p of projects) {
+  for (const p of projects2) {
     console.log(
       `  ${p.name.padEnd(nameWidth)}  ${domainLabel(p).padEnd(domainWidth)}  ${p.country.padEnd(7)}  ${p.language}`
     );
@@ -3656,8 +3760,8 @@ async function triggerRun(project, opts) {
 }
 async function triggerRunAll(opts) {
   const client = getClient13();
-  const projects = await client.listProjects();
-  if (projects.length === 0) {
+  const projects2 = await client.listProjects();
+  if (projects2.length === 0) {
     if (opts?.format === "json") {
       console.log("[]");
     } else {
@@ -3672,7 +3776,7 @@ async function triggerRunAll(opts) {
     body.providers = resolved.length > 0 ? resolved : providerInputs;
   }
   const results = [];
-  for (const p of projects) {
+  for (const p of projects2) {
     try {
       const run = await client.triggerRun(p.name, body);
       results.push({ project: p.name, runId: run.id, status: run.status });
@@ -3710,8 +3814,8 @@ async function cancelRun(project, runId, format) {
   const client = getClient13();
   let targetId = runId;
   if (!targetId) {
-    const runs = await client.listRuns(project);
-    const active = runs.find((r) => r.status === "queued" || r.status === "running");
+    const runs2 = await client.listRuns(project);
+    const active = runs2.find((r) => r.status === "queued" || r.status === "running");
     if (!active) {
       throw new CliError({
         code: "NO_ACTIVE_RUN",
@@ -3749,20 +3853,20 @@ async function showRun(id, format) {
 }
 async function listRuns(project, opts) {
   const client = getClient13();
-  const runs = await client.listRuns(project, opts?.limit);
+  const runs2 = await client.listRuns(project, opts?.limit);
   if (opts?.format === "json") {
-    console.log(JSON.stringify(runs, null, 2));
+    console.log(JSON.stringify(runs2, null, 2));
     return;
   }
-  if (runs.length === 0) {
+  if (runs2.length === 0) {
     console.log(`No runs found for "${project}".`);
     return;
   }
-  console.log(`Runs for "${project}" (${runs.length}):
+  console.log(`Runs for "${project}" (${runs2.length}):
 `);
   console.log("  ID                                    STATUS      KIND                TRIGGER    CREATED");
   console.log("  \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500  \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500  \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500  \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500  \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500");
-  for (const run of runs) {
+  for (const run of runs2) {
     console.log(
       `  ${run.id}  ${run.status.padEnd(10)}  ${run.kind.padEnd(18)}  ${run.trigger.padEnd(9)}  ${run.createdAt}`
     );
@@ -3796,7 +3900,7 @@ function printRunDetail(run) {
     console.log(`
   Snapshots: ${run.snapshots.length}`);
     for (const s of run.snapshots) {
-      const state = s.citationState === "cited" ? "  cited    " : "  not-cited";
+      const state = typeof s.answerMentioned === "boolean" ? s.answerMentioned ? "  visible  " : "  not-vis  " : s.citationState === "cited" ? "  cited    " : "  not-cited";
       const modelLabel = s.model ? ` (${s.model})` : "";
       console.log(`    ${state}  ${s.provider}${modelLabel}  ${s.keyword}`);
     }
@@ -4701,7 +4805,7 @@ var SNAPSHOT_CLI_COMMANDS = [
 // src/commands/bootstrap.ts
 import crypto from "crypto";
 import path2 from "path";
-import { eq } from "drizzle-orm";
+import { eq as eq2 } from "drizzle-orm";
 
 // ../config/src/index.ts
 import { z } from "zod";
@@ -4877,7 +4981,7 @@ async function bootstrapCommand(_opts) {
   const keyPrefix = rawApiKey.slice(0, 9);
   const db = createClient(databasePath);
   migrate(db);
-  db.delete(apiKeys).where(eq(apiKeys.name, "default")).run();
+  db.delete(apiKeys).where(eq2(apiKeys.name, "default")).run();
   db.insert(apiKeys).values({
     id: crypto.randomUUID(),
     name: "default",
@@ -6642,6 +6746,7 @@ var WORDPRESS_CLI_COMMANDS = [
 
 // src/cli-commands.ts
 var REGISTERED_CLI_COMMANDS = [
+  ...BACKFILL_CLI_COMMANDS,
   ...SYSTEM_CLI_COMMANDS,
   ...PROJECT_CLI_COMMANDS,
   ...KEYWORD_CLI_COMMANDS,
@@ -6668,6 +6773,7 @@ Usage:
   canonry init [--force]               Initialize config and database (interactive)
   canonry init --gemini-key <key>     Initialize non-interactively (also reads env vars)
   canonry bootstrap [--force]          Bootstrap config/database from env vars
+  canonry backfill answer-visibility   Backfill answer-level visibility from stored answers
   canonry serve                       Start the local server (foreground)
   canonry start                       Start the server as a background daemon
   canonry stop                        Stop the background daemon
@@ -6801,6 +6907,7 @@ Options:
   --no-location        Explicitly skip location context
   --wait               Wait for run to complete before returning
   --all                Run all projects (with 'run' command)
+  --project <name>     Restrict maintenance commands to a single project
   --include-results    Include results in export
   --preset <preset>    Schedule preset (daily, weekly, twice-daily, daily@HH, weekly@DAY)
   --cron <expr>        Cron expression for schedule
@@ -6839,7 +6946,7 @@ async function runCli(args = process.argv.slice(2)) {
     showFirstRunNotice();
     getOrCreateAnonymousId();
   }
-  const SUBCOMMAND_COMMANDS = /* @__PURE__ */ new Set(["project", "keyword", "competitor", "schedule", "notify", "settings", "telemetry", "google", "bing", "wordpress", "cdp"]);
+  const SUBCOMMAND_COMMANDS = /* @__PURE__ */ new Set(["backfill", "project", "keyword", "competitor", "schedule", "notify", "settings", "telemetry", "google", "bing", "wordpress", "cdp"]);
   const resolvedCommand = SUBCOMMAND_COMMANDS.has(command) && args[1] && !args[1].startsWith("-") ? `${command}.${args[1]}` : command;
   if (command !== "telemetry") {
     trackEvent("cli.command", { command: resolvedCommand });

package/dist/index.js

@@ -1,7 +1,7 @@
 import {
   createServer,
   loadConfig
-} from "./chunk-YW4IZ34Z.js";
+} from "./chunk-5Q6LISDM.js";
 export {
   createServer,
   loadConfig

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ainyc/canonry",
-  "version": "1.31.0",
+  "version": "1.32.0",
   "type": "module",
   "description": "The ultimate open-source AEO monitoring tool - track how answer engines cite your domain",
   "license": "FSL-1.1-ALv2",
@@ -55,16 +55,16 @@
     "tsup": "^8.5.1",
     "tsx": "^4.19.0",
     "@ainyc/canonry-api-routes": "0.0.0",
-    "@ainyc/canonry-contracts": "0.0.0",
     "@ainyc/canonry-config": "0.0.0",
-    "@ainyc/canonry-db": "0.0.0",
-    "@ainyc/canonry-integration-bing": "0.0.0",
+    "@ainyc/canonry-contracts": "0.0.0",
     "@ainyc/canonry-integration-google": "0.0.0",
+    "@ainyc/canonry-integration-bing": "0.0.0",
+    "@ainyc/canonry-db": "0.0.0",
     "@ainyc/canonry-provider-cdp": "0.0.0",
     "@ainyc/canonry-integration-wordpress": "0.0.0",
     "@ainyc/canonry-provider-claude": "0.0.0",
-    "@ainyc/canonry-provider-local": "0.0.0",
     "@ainyc/canonry-provider-gemini": "0.0.0",
+    "@ainyc/canonry-provider-local": "0.0.0",
     "@ainyc/canonry-provider-openai": "0.0.0",
     "@ainyc/canonry-provider-perplexity": "0.0.0"
   },