npm - @ainyc/canonry - Versions diffs - 1.31.0 → 1.32.0 - Mend

@ainyc/canonry 1.31.0 → 1.32.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (7) hide show

package/assets/assets/index-BuSiyI7z.js +246 -0
package/assets/index.html +1 -1
package/dist/{chunk-YW4IZ34Z.js → chunk-5Q6LISDM.js} +187 -47
package/dist/cli.js +217 -110
package/dist/index.js +1 -1
package/package.json +5 -5
package/assets/assets/index-DmFB_uXa.js +0 -246

package/assets/index.html CHANGED Viewed

@@ -12,7 +12,7 @@
     <link rel="icon" type="image/png" sizes="32x32" href="./favicon-32.png" />
     <link rel="apple-touch-icon" href="./apple-touch-icon.png" />
     <title>Canonry</title>
-    <script type="module" crossorigin src="./assets/index-DmFB_uXa.js"></script>
+    <script type="module" crossorigin src="./assets/index-BuSiyI7z.js"></script>
     <link rel="stylesheet" crossorigin href="./assets/index-r6biprHB.css">
   </head>
   <body>

package/dist/{chunk-YW4IZ34Z.js → chunk-5Q6LISDM.js} RENAMED Viewed

@@ -784,6 +784,7 @@ var runStatusSchema = z8.enum(["queued", "running", "completed", "partial", "fai
 var runKindSchema = z8.enum(["answer-visibility", "site-audit", "gsc-sync", "inspect-sitemap"]);
 var runTriggerSchema = z8.enum(["manual", "scheduled", "config-apply"]);
 var citationStateSchema = z8.enum(["cited", "not-cited"]);
+var visibilityStateSchema = z8.enum(["visible", "not-visible"]);
 var computedTransitionSchema = z8.enum(["new", "cited", "lost", "emerging", "not-cited"]);
 var runDtoSchema = z8.object({
   id: z8.string(),
@@ -808,6 +809,8 @@ var querySnapshotDtoSchema = z8.object({
   keyword: z8.string().optional(),
   provider: providerNameSchema,
   citationState: citationStateSchema,
+  answerMentioned: z8.boolean().optional(),
+  visibilityState: visibilityStateSchema.optional(),
   transition: computedTransitionSchema.optional(),
   answerText: z8.string().nullable().optional(),
   citedDomains: z8.array(z8.string()).default([]),
@@ -1071,6 +1074,90 @@ var ga4TrafficSummaryDtoSchema = z11.object({
   lastSyncedAt: z11.string().nullable()
 });
+// ../contracts/src/answer-visibility.ts
+var GENERIC_TOKENS = /* @__PURE__ */ new Set([
+  "agency",
+  "app",
+  "company",
+  "corp",
+  "group",
+  "health",
+  "inc",
+  "llc",
+  "online",
+  "platform",
+  "services",
+  "site",
+  "solutions",
+  "software",
+  "systems",
+  "tech"
+]);
+function determineAnswerMentioned(answerText, displayName, domains) {
+  if (!answerText) return false;
+  const lowerAnswer = answerText.toLowerCase();
+  for (const domain of domains) {
+    const normalizedDomain = normalizeProjectDomain(domain);
+    if (!normalizedDomain || !normalizedDomain.includes(".")) continue;
+    if (domainMentioned(lowerAnswer, normalizedDomain)) return true;
+  }
+  const normalizedDisplayName = normalizeText(displayName);
+  if (normalizedDisplayName && normalizeText(answerText).includes(normalizedDisplayName)) {
+    return true;
+  }
+  const tokens = collectDistinctiveTokens(displayName, domains);
+  if (tokens.length === 0) return false;
+  let matches = 0;
+  for (const token of tokens) {
+    if (new RegExp(`\\b${escapeRegExp(token)}\\b`).test(lowerAnswer)) {
+      matches++;
+    }
+  }
+  if (tokens.length === 1) {
+    return matches >= 1;
+  }
+  return matches >= Math.min(2, tokens.length);
+}
+function visibilityStateFromAnswerMentioned(answerMentioned) {
+  return answerMentioned ? "visible" : "not-visible";
+}
+function domainMentioned(lowerAnswer, normalizedDomain) {
+  const escapedDomain = escapeRegExp(normalizedDomain.toLowerCase());
+  const patterns = [
+    new RegExp(`(^|[^a-z0-9-])${escapedDomain}($|[^a-z0-9-])`),
+    new RegExp(`https?://(?:www\\.)?${escapedDomain}(?:[/:?#]|$)`),
+    new RegExp(`www\\.${escapedDomain}(?:[/:?#]|$)`)
+  ];
+  return patterns.some((pattern) => pattern.test(lowerAnswer));
+}
+function collectDistinctiveTokens(displayName, domains) {
+  const tokens = /* @__PURE__ */ new Set();
+  for (const token of extractDistinctiveTokens(displayName)) {
+    tokens.add(token);
+  }
+  for (const domain of domains) {
+    const hostname = normalizeProjectDomain(domain).split("/")[0] ?? "";
+    for (const label of hostname.split(".").filter(Boolean)) {
+      const token = label.replace(/[^a-z0-9]/gi, "").toLowerCase();
+      if (isDistinctiveToken(token)) tokens.add(token);
+    }
+  }
+  return [...tokens];
+}
+function extractDistinctiveTokens(value) {
+  return normalizeText(value).split(" ").filter(isDistinctiveToken);
+}
+function isDistinctiveToken(token) {
+  if (token.length < 4) return false;
+  return !GENERIC_TOKENS.has(token);
+}
+function normalizeText(value) {
+  return value.toLowerCase().replace(/[^a-z0-9]+/g, " ").trim();
+}
+function escapeRegExp(value) {
+  return value.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+}
 // ../api-routes/src/auth.ts
 import crypto2 from "crypto";
 import { eq } from "drizzle-orm";
@@ -1165,6 +1252,7 @@ var querySnapshots = sqliteTable("query_snapshots", {
   provider: text("provider").notNull().default("gemini"),
   model: text("model"),
   citationState: text("citation_state").notNull(),
+  answerMentioned: integer("answer_mentioned", { mode: "boolean" }),
   answerText: text("answer_text"),
   citedDomains: text("cited_domains").notNull().default("[]"),
   competitorOverlap: text("competitor_overlap").notNull().default("[]"),
@@ -1731,7 +1819,9 @@ var MIGRATIONS = [
   )`,
   `CREATE INDEX IF NOT EXISTS idx_ga_ai_ref_project_date ON ga_ai_referrals(project_id, date)`,
   `CREATE INDEX IF NOT EXISTS idx_ga_ai_ref_source ON ga_ai_referrals(source)`,
-  `CREATE UNIQUE INDEX IF NOT EXISTS idx_ga_ai_ref_unique ON ga_ai_referrals(project_id, date, source, medium)`
+  `CREATE UNIQUE INDEX IF NOT EXISTS idx_ga_ai_ref_unique ON ga_ai_referrals(project_id, date, source, medium)`,
+  // v18: Answer-level visibility derived from answer text
+  `ALTER TABLE query_snapshots ADD COLUMN answer_mentioned INTEGER`
 ];
 function migrate(db) {
   const statements = MIGRATION_SQL.split(";").map((s) => s.trim()).filter((s) => s.length > 0);
@@ -1840,6 +1930,23 @@ function writeAuditLog(db, entry) {
     createdAt: now
   }).run();
 }
+function resolveSnapshotAnswerMentioned(snapshot, project) {
+  if (typeof snapshot.answerMentioned === "boolean") {
+    return snapshot.answerMentioned;
+  }
+  return determineAnswerMentioned(snapshot.answerText, project.displayName, effectiveDomains({
+    canonicalDomain: project.canonicalDomain,
+    ownedDomains: normalizeOwnedDomains(project.ownedDomains)
+  }));
+}
+function resolveSnapshotVisibilityState(snapshot, project) {
+  return visibilityStateFromAnswerMentioned(resolveSnapshotAnswerMentioned(snapshot, project));
+}
+function normalizeOwnedDomains(value) {
+  if (Array.isArray(value)) return value.filter((item) => typeof item === "string");
+  const parsed = parseJsonColumn(typeof value === "string" ? value : null, []);
+  return parsed.filter((item) => typeof item === "string");
+}
 // ../api-routes/src/projects.ts
 async function projectRoutes(app, opts) {
@@ -2498,6 +2605,11 @@ async function runRoutes(app, opts) {
   app.get("/runs/:id", async (request, reply) => {
     const run = app.db.select().from(runs).where(eq7(runs.id, request.params.id)).get();
     if (!run) throw notFound("Run", request.params.id);
+    const project = app.db.select({
+      displayName: projects.displayName,
+      canonicalDomain: projects.canonicalDomain,
+      ownedDomains: projects.ownedDomains
+    }).from(projects).where(eq7(projects.id, run.projectId)).get();
     const snapshots = app.db.select({
       id: querySnapshots.id,
       runId: querySnapshots.runId,
@@ -2506,6 +2618,7 @@ async function runRoutes(app, opts) {
       provider: querySnapshots.provider,
       model: querySnapshots.model,
       citationState: querySnapshots.citationState,
+      answerMentioned: querySnapshots.answerMentioned,
       answerText: querySnapshots.answerText,
       citedDomains: querySnapshots.citedDomains,
       competitorOverlap: querySnapshots.competitorOverlap,
@@ -2518,6 +2631,7 @@ async function runRoutes(app, opts) {
       ...formatRun(run),
       snapshots: snapshots.map((s) => {
         const rawParsed = parseSnapshotRawResponse(s.rawResponse);
+        const answerMentioned = project ? resolveSnapshotAnswerMentioned(s, project) : s.answerMentioned ?? false;
         return {
           id: s.id,
           runId: s.runId,
@@ -2525,6 +2639,8 @@ async function runRoutes(app, opts) {
           keyword: s.keyword,
           provider: s.provider,
           citationState: s.citationState,
+          answerMentioned,
+          visibilityState: project ? resolveSnapshotVisibilityState(s, project) : answerMentioned ? "visible" : "not-visible",
           answerText: s.answerText,
           citedDomains: parseJsonColumn(s.citedDomains, []),
           competitorOverlap: parseJsonColumn(s.competitorOverlap, []),
@@ -3115,6 +3231,7 @@ async function historyRoutes(app) {
       provider: querySnapshots.provider,
       model: querySnapshots.model,
       citationState: querySnapshots.citationState,
+      answerMentioned: querySnapshots.answerMentioned,
       answerText: querySnapshots.answerText,
       citedDomains: querySnapshots.citedDomains,
       competitorOverlap: querySnapshots.competitorOverlap,
@@ -3135,6 +3252,8 @@ async function historyRoutes(app) {
         provider: s.provider,
         model: s.model,
         citationState: s.citationState,
+        answerMentioned: resolveSnapshotAnswerMentioned(s, project),
+        visibilityState: resolveSnapshotVisibilityState(s, project),
         answerText: s.answerText,
         citedDomains: parseJsonColumn(s.citedDomains, []),
         competitorOverlap: parseJsonColumn(s.competitorOverlap, []),
@@ -3155,12 +3274,16 @@ async function historyRoutes(app) {
     const runIds = new Set(projectRuns.map((r) => r.id));
     const rawSnapshots = app.db.select().from(querySnapshots).where(inArray(querySnapshots.runId, [...runIds])).all();
     const timelineLocationFilter = request.query.location;
-    const allSnapshots = timelineLocationFilter !== void 0 ? rawSnapshots.filter((s) => s.location === (timelineLocationFilter || null)) : rawSnapshots;
+    const filteredSnapshots = timelineLocationFilter !== void 0 ? rawSnapshots.filter((s) => s.location === (timelineLocationFilter || null)) : rawSnapshots;
+    const allSnapshots = filteredSnapshots.map((snapshot) => ({
+      ...snapshot,
+      answerMentioned: resolveSnapshotAnswerMentioned(snapshot, project)
+    }));
     const deduped = /* @__PURE__ */ new Map();
     for (const snap of allSnapshots) {
       const key = `${snap.runId}:${snap.keywordId}`;
       const existing = deduped.get(key);
-      if (!existing || snap.citationState === "cited") {
+      if (!existing || !existing.answerMentioned && snap.answerMentioned || existing.answerMentioned === snap.answerMentioned && snap.citationState === "cited") {
         deduped.set(key, snap);
       }
     }
@@ -3183,8 +3306,10 @@ async function historyRoutes(app) {
       return snaps.map((snap, idx) => {
         const run = projectRuns.find((r) => r.id === snap.runId);
         let transition = snap.citationState === "cited" ? "cited" : "not-cited";
+        let visibilityTransition = snap.answerMentioned ? "visible" : "not-visible";
         if (idx === 0) {
           transition = "new";
+          visibilityTransition = "new";
         } else {
           const prev = snaps[idx - 1];
           if (prev.citationState === "not-cited" && snap.citationState === "cited") {
@@ -3192,12 +3317,20 @@ async function historyRoutes(app) {
           } else if (prev.citationState === "cited" && snap.citationState === "not-cited") {
             transition = "lost";
           }
+          if (!prev.answerMentioned && snap.answerMentioned) {
+            visibilityTransition = "emerging";
+          } else if (prev.answerMentioned && !snap.answerMentioned) {
+            visibilityTransition = "lost";
+          }
         }
         return {
           runId: snap.runId,
           createdAt: run?.createdAt ?? snap.createdAt,
           citationState: snap.citationState,
-          transition
+          transition,
+          answerMentioned: snap.answerMentioned,
+          visibilityState: snap.answerMentioned ? "visible" : "not-visible",
+          visibilityTransition
         };
       });
     }
@@ -3228,7 +3361,7 @@ async function historyRoutes(app) {
     return reply.send(timeline);
   });
   app.get("/projects/:name/snapshots/diff", async (request, reply) => {
-    resolveProject(app.db, request.params.name);
+    const project = resolveProject(app.db, request.params.name);
     const { run1, run2 } = request.query;
     if (!run1 || !run2) {
       throw validationError("Both run1 and run2 query params are required");
@@ -3236,22 +3369,40 @@ async function historyRoutes(app) {
     const snaps1 = app.db.select({
       keywordId: querySnapshots.keywordId,
       keyword: keywords.keyword,
-      citationState: querySnapshots.citationState
+      citationState: querySnapshots.citationState,
+      answerMentioned: querySnapshots.answerMentioned,
+      answerText: querySnapshots.answerText
     }).from(querySnapshots).leftJoin(keywords, eq9(querySnapshots.keywordId, keywords.id)).where(eq9(querySnapshots.runId, run1)).all();
     const snaps2 = app.db.select({
       keywordId: querySnapshots.keywordId,
       keyword: keywords.keyword,
-      citationState: querySnapshots.citationState
+      citationState: querySnapshots.citationState,
+      answerMentioned: querySnapshots.answerMentioned,
+      answerText: querySnapshots.answerText
     }).from(querySnapshots).leftJoin(keywords, eq9(querySnapshots.keywordId, keywords.id)).where(eq9(querySnapshots.runId, run2)).all();
     const map1 = /* @__PURE__ */ new Map();
     for (const s of snaps1) {
+      const resolved = {
+        ...s,
+        resolvedAnswerMentioned: resolveSnapshotAnswerMentioned(s, project),
+        resolvedVisibilityState: resolveSnapshotVisibilityState(s, project)
+      };
       const existing = map1.get(s.keywordId);
-      if (!existing || s.citationState === "cited") map1.set(s.keywordId, s);
+      if (!existing || !existing.resolvedAnswerMentioned && resolved.resolvedAnswerMentioned || existing.resolvedAnswerMentioned === resolved.resolvedAnswerMentioned && resolved.citationState === "cited") {
+        map1.set(s.keywordId, resolved);
+      }
     }
     const map2 = /* @__PURE__ */ new Map();
     for (const s of snaps2) {
+      const resolved = {
+        ...s,
+        resolvedAnswerMentioned: resolveSnapshotAnswerMentioned(s, project),
+        resolvedVisibilityState: resolveSnapshotVisibilityState(s, project)
+      };
       const existing = map2.get(s.keywordId);
-      if (!existing || s.citationState === "cited") map2.set(s.keywordId, s);
+      if (!existing || !existing.resolvedAnswerMentioned && resolved.resolvedAnswerMentioned || existing.resolvedAnswerMentioned === resolved.resolvedAnswerMentioned && resolved.citationState === "cited") {
+        map2.set(s.keywordId, resolved);
+      }
     }
     const allKeywordIds = /* @__PURE__ */ new Set([...map1.keys(), ...map2.keys()]);
     const diff = [...allKeywordIds].map((kwId) => {
@@ -3262,7 +3413,12 @@ async function historyRoutes(app) {
         keyword: s2?.keyword ?? s1?.keyword ?? null,
         run1State: s1?.citationState ?? null,
         run2State: s2?.citationState ?? null,
-        changed: (s1?.citationState ?? null) !== (s2?.citationState ?? null)
+        run1AnswerMentioned: s1?.resolvedAnswerMentioned ?? null,
+        run2AnswerMentioned: s2?.resolvedAnswerMentioned ?? null,
+        run1VisibilityState: s1?.resolvedVisibilityState ?? null,
+        run2VisibilityState: s2?.resolvedVisibilityState ?? null,
+        changed: (s1?.citationState ?? null) !== (s2?.citationState ?? null),
+        visibilityChanged: (s1?.resolvedAnswerMentioned ?? null) !== (s2?.resolvedAnswerMentioned ?? null)
       };
     });
     return reply.send({ run1, run2, diff });
@@ -8919,12 +9075,12 @@ var CANONRY_SCHEMA_START = "<!-- canonry:schema:start -->";
 var CANONRY_SCHEMA_END = "<!-- canonry:schema:end -->";
 function stripCanonrySchema(content) {
   const regex = new RegExp(
-    `${escapeRegExp(CANONRY_SCHEMA_START)}[\\s\\S]*?${escapeRegExp(CANONRY_SCHEMA_END)}`,
+    `${escapeRegExp2(CANONRY_SCHEMA_START)}[\\s\\S]*?${escapeRegExp2(CANONRY_SCHEMA_END)}`,
     "g"
   );
   return content.replace(regex, "").replace(/\n{3,}/g, "\n\n").trim();
 }
-function escapeRegExp(str) {
+function escapeRegExp2(str) {
   return str.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
 }
 function injectCanonrySchema(content, schemas) {
@@ -9031,7 +9187,7 @@ async function getSchemaStatus(connection, env) {
     const thirdPartySchemas = [];
     if (hasCanonryMarker) {
       const markerRegex = new RegExp(
-        `${escapeRegExp(CANONRY_SCHEMA_START)}([\\s\\S]*?)${escapeRegExp(CANONRY_SCHEMA_END)}`
+        `${escapeRegExp2(CANONRY_SCHEMA_START)}([\\s\\S]*?)${escapeRegExp2(CANONRY_SCHEMA_END)}`
       );
       const match = markerRegex.exec(rawContent);
       if (match?.[1]) {
@@ -12176,6 +12332,11 @@ var JobRunner = class {
             const normalized = adapter.normalizeResult(raw);
             log.info("query.result", { runId, provider: providerName, keyword: kw.keyword, citedDomains: normalized.citedDomains, groundingSources: normalized.groundingSources.map((s) => s.uri), matchDomains: allDomains });
             const citationState = determineCitationState(normalized, allDomains);
+            const answerMentioned = determineAnswerMentioned(
+              normalized.answerText,
+              project.displayName,
+              allDomains
+            );
             const overlap = computeCompetitorOverlap(normalized, competitorDomains);
             const extractedCompetitors = extractRecommendedCompetitors(
               normalized.answerText,
@@ -12198,6 +12359,7 @@ var JobRunner = class {
                 provider: providerName,
                 model: raw.model,
                 citationState,
+                answerMentioned,
                 answerText: normalized.answerText,
                 citedDomains: JSON.stringify(normalized.citedDomains),
                 competitorOverlap: JSON.stringify(overlap),
@@ -12220,6 +12382,7 @@ var JobRunner = class {
                 provider: providerName,
                 model: raw.model,
                 citationState,
+                answerMentioned,
                 answerText: normalized.answerText,
                 citedDomains: JSON.stringify(normalized.citedDomains),
                 competitorOverlap: JSON.stringify(overlap),
@@ -12235,7 +12398,7 @@ var JobRunner = class {
               }).run();
             }
             totalSnapshotsInserted++;
-            log.info("query.citation", { runId, provider: providerName, keyword: kw.keyword, citationState });
+            log.info("query.citation", { runId, provider: providerName, keyword: kw.keyword, citationState, answerMentioned });
           });
         } catch (err) {
           if (err instanceof RunCancelledError) {
@@ -13561,11 +13724,12 @@ var SnapshotService = class {
               manualCompetitors: ctx.manualCompetitors,
               targetDomain: ctx.domain
             });
+            const answerVisibilityDomains = [ctx.domain];
             return {
               provider: provider.adapter.name,
               displayName: provider.adapter.displayName,
               model: raw.model,
-              mentioned: mentionsTargetCompany(normalized.answerText, ctx.companyName, ctx.domain),
+              mentioned: determineAnswerMentioned(normalized.answerText, ctx.companyName, answerVisibilityDomains),
               cited: citesTargetDomain(normalized.citedDomains, normalized.groundingSources, ctx.domain),
               describedAccurately: "unknown",
               accuracyNotes: null,
@@ -13822,26 +13986,6 @@ function buildFallbackRecommendedActions(audit) {
   ];
   return uniqueStrings([...weakestFactors, ...defaults]).slice(0, 4);
 }
-function mentionsTargetCompany(answerText, companyName, domain) {
-  const haystack = normalizeText(answerText);
-  if (!haystack) return false;
-  const fullName = normalizeText(companyName);
-  if (fullName && haystack.includes(fullName)) {
-    return true;
-  }
-  const targetTokens = uniqueStrings([
-    ...extractDistinctiveTokens(companyName),
-    ...extractDistinctiveTokens(extractHostname2(domain).split(".")[0] ?? "")
-  ]);
-  if (targetTokens.length === 0) return false;
-  let matches = 0;
-  for (const token of targetTokens) {
-    if (new RegExp(`\\b${escapeRegExp2(token)}\\b`, "i").test(answerText)) {
-      matches++;
-    }
-  }
-  return matches >= Math.min(2, targetTokens.length) || matches >= 1 && targetTokens.length === 1;
-}
 function citesTargetDomain(citedDomains, groundingSources, targetDomain) {
   const normalizedTarget = extractHostname2(targetDomain);
   for (const domain of citedDomains) {
@@ -13912,9 +14056,6 @@ function parseJsonObject(input) {
   const json = start >= 0 && end >= start ? candidate.slice(start, end + 1) : candidate;
   return JSON.parse(json);
 }
-function normalizeText(value) {
-  return value.toLowerCase().replace(/[^a-z0-9]+/g, " ").trim();
-}
 function normalizeStringList(values) {
   const items = values.flatMap((value) => value.split(","));
   return uniqueStrings(
@@ -13945,9 +14086,6 @@ function domainMatches2(candidate, target) {
   const normalizedTarget = normalizeDomain(target);
   return normalizedCandidate === normalizedTarget || normalizedCandidate.endsWith(`.${normalizedTarget}`);
 }
-function extractDistinctiveTokens(value) {
-  return normalizeText(value).split(" ").filter((token) => token.length >= 4).filter((token) => !["llc", "inc", "corp", "company", "group", "services", "solutions", "agency"].includes(token));
-}
 function isDomainLike(value) {
   const normalized = normalizeDomain(value);
   return normalized.includes(".") && !normalized.includes(" ");
@@ -13956,9 +14094,6 @@ function clipText(value, length) {
   if (value.length <= length) return value;
   return `${value.slice(0, length - 3)}...`;
 }
-function escapeRegExp2(value) {
-  return value.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
-}
 // src/server.ts
 var _require2 = createRequire2(import.meta.url);
@@ -14725,14 +14860,19 @@ export {
   isFirstRun,
   showFirstRunNotice,
   trackEvent,
+  projects,
+  runs,
+  querySnapshots,
+  apiKeys,
+  createClient,
+  parseJsonColumn,
+  migrate,
   providerQuotaPolicySchema,
   resolveProviderInput,
   notificationEventSchema,
   effectiveDomains,
+  determineAnswerMentioned,
   setGoogleAuthConfig,
   formatAuditFactorScore,
-  apiKeys,
-  createClient,
-  migrate,
   createServer
 };