@canonry/canonry 6.1.4 → 6.2.0

package/dist/{chunk-HB6XZOZ6.js → chunk-4EKOKWQT.js}

@@ -5,7 +5,7 @@ import {
   siteCrawlGraphNodes,
   siteCrawlPages,
   siteCrawlSnapshots
-} from "./chunk-N7MRAN3G.js";
+} from "./chunk-ENI3GOWW.js";
 import {
   SITE_CRAWL_GRAPH_MAX_EDGES,
   SITE_CRAWL_GRAPH_MAX_NODES,
@@ -13,7 +13,7 @@ import {
   TEMPLATE_LINK_RATIO_THRESHOLD,
   factorStatusFromScore,
   roundPreservingTotal
-} from "./chunk-4MWLHTRS.js";
+} from "./chunk-6EPN4XY5.js";
 
 // src/site-audit-factors.ts
 function recordedSharePct(factor) {

package/dist/{chunk-4MWLHTRS.js → chunk-6EPN4XY5.js}

@@ -3481,6 +3481,7 @@ function extractDomainsFromText(text) {
 function textContainsDomain(text, domain) {
   return extractDomainsFromText(text).some((candidate) => hostMatchesDomain(candidate, domain));
 }
+var URL_PATH_NORMALIZATION_VERSION = 1;
 function normalizeUrlPath(input) {
   if (input == null) return null;
   let trimmed = input.trim();
@@ -19858,6 +19859,7 @@ function serializeForInlineScript(value) {
 var PROVIDER_ERROR_PRIORITY = [
   "PROVIDER_AUTH",
   "RATE_LIMITED",
+  "PROVIDER_UNAVAILABLE",
   "TIMEOUT",
   "NETWORK",
   "PARSE_ERROR",
@@ -19870,6 +19872,10 @@ function classifyProviderErrorMessage(message) {
   if (/\b429\b|rate[_ -]?limit|too many requests|quota[_ -]?exceeded/i.test(message)) {
     return "RATE_LIMITED";
   }
+  const status = extractProviderHttpStatus(message);
+  if (status !== void 0 && status >= 500 || /overloaded|service unavailable|bad gateway|internal server error/i.test(message)) {
+    return "PROVIDER_UNAVAILABLE";
+  }
   if (/timeout|timed out|ETIMEDOUT/i.test(message)) {
     return "TIMEOUT";
   }
@@ -19891,6 +19897,11 @@ function classifyProviderErrorMessages(messages) {
   }
   return "UNKNOWN";
 }
+function extractProviderHttpStatus(message) {
+  const text = message.replace(/^(?:\[[^\]]+\]\s*)+/, "");
+  const match = /^([1-5]\d\d)\b/.exec(text) ?? /\b(?:status(?: code)?|http)[:=]?\s*([1-5]\d\d)\b/i.exec(text) ?? /"(?:code|status)"\s*:\s*([1-5]\d\d)\b/.exec(text);
+  return match ? Number(match[1]) : void 0;
+}
 
 // ../contracts/src/telemetry.ts
 import { z as z65 } from "zod";
@@ -21378,6 +21389,7 @@ export {
   hostMatchesAnyDomain,
   extractDomainsFromText,
   textContainsDomain,
+  URL_PATH_NORMALIZATION_VERSION,
   normalizeUrlPath,
   brandKeyFromText,
   prepareBrandMatchText,
@@ -22201,6 +22213,7 @@ export {
   serializeForInlineScript,
   classifyProviderErrorMessage,
   classifyProviderErrorMessages,
+  extractProviderHttpStatus,
   telemetryStatusDtoSchema,
   normalizeTelemetryStatus,
   maskTelemetryAnonymousId,

package/dist/{chunk-N7MRAN3G.js → chunk-ENI3GOWW.js}

@@ -869,7 +869,7 @@ import {
   wordpressSchemaDeployResultDtoSchema,
   wordpressSchemaStatusResultDtoSchema,
   wordpressStatusDtoSchema
-} from "./chunk-4MWLHTRS.js";
+} from "./chunk-6EPN4XY5.js";
 
 // src/intelligence-service.ts
 import { eq as eq82, desc as desc36, asc as asc15, and as and69, ne as ne14, or as or20, inArray as inArray32, gte as gte22, lte as lte20, isNull as isNull16, sql as sql31, exists } from "drizzle-orm";
@@ -912,6 +912,7 @@ __export(schema_exports, {
   conversionTrackingContracts: () => conversionTrackingContracts,
   crawlerEventsHourly: () => crawlerEventsHourly,
   crawlerVerificationManifestsHourly: () => crawlerVerificationManifestsHourly,
+  dataRepairCompletions: () => dataRepairCompletions,
   discoveryProbes: () => discoveryProbes,
   discoverySessions: () => discoverySessions,
   doctorHealthState: () => doctorHealthState,
@@ -1527,6 +1528,11 @@ var runtimeLogMetadata = sqliteTable("runtime_log_metadata", {
   dropped: integer("dropped").notNull().default(0),
   captureErrors: integer("capture_errors").notNull().default(0)
 });
+var dataRepairCompletions = sqliteTable("data_repair_completions", {
+  name: text("name").primaryKey().notNull(),
+  version: integer("version").notNull(),
+  completedAt: text("completed_at").notNull()
+});
 var apiKeys = sqliteTable("api_keys", {
   id: text("id").primaryKey(),
   name: text("name").notNull(),
@@ -8191,6 +8197,17 @@ var MIGRATION_VERSIONS = [
     statements: [
       `ALTER TABLE projects ADD COLUMN qualified_aliases TEXT NOT NULL DEFAULT '[]'`
     ]
+  },
+  {
+    version: 167,
+    name: "data-repair-completions",
+    statements: [
+      `CREATE TABLE IF NOT EXISTS data_repair_completions (
+        name TEXT PRIMARY KEY NOT NULL,
+        version INTEGER NOT NULL,
+        completed_at TEXT NOT NULL
+      )`
+    ]
   }
 ];
 var AERO_LEDGER_REBUILDS = [
@@ -8578,11 +8595,11 @@ var OperationalLogStore = class {
   append(event) {
     try {
       const entry = projectEvent(event);
-      if (Buffer.byteLength(JSON.stringify(entry), "utf8") > MAX_ENTRY_BYTES) {
+      const entryBytes = Buffer.byteLength(JSON.stringify(entry), "utf8");
+      if (entryBytes > MAX_ENTRY_BYTES) {
         throw new RangeError(`Operational log entry exceeds ${MAX_ENTRY_BYTES} bytes.`);
       }
       this.withoutLockWait(() => this.db.transaction((tx) => {
-        this.prune(tx);
         const metadata2 = readMetadata(tx);
         tx.run(sql3`
           INSERT INTO runtime_logs (
@@ -8590,12 +8607,12 @@ var OperationalLogStore = class {
           ) VALUES (
             ${metadata2.nextSequence}, ${entry.ts}, ${entry.level}, ${entry.module}, ${entry.action}, ${entry.message ?? null},
             ${entry.projectId ?? null}, ${entry.runId ?? null}, ${entry.context.actor ?? null}, ${entry.context.requestId ?? null},
-            ${JSON.stringify(entry.context)}, ${Buffer.byteLength(JSON.stringify(entry), "utf8")}
+            ${JSON.stringify(entry.context)}, ${entryBytes}
           )
         `);
         tx.run(sql3`UPDATE runtime_log_metadata SET next_sequence = ${metadata2.nextSequence + 1} WHERE id = ${METADATA_ID}`);
         this.prune(tx);
-      }));
+      }, { behavior: "immediate" }));
     } catch {
       this.recordCaptureError();
     }
@@ -17661,6 +17678,7 @@ function generationFailure(err, fallbackMessage) {
       return providerAuthError(message);
     case "RATE_LIMITED":
       return quotaExceeded("provider requests", { message });
+    case "PROVIDER_UNAVAILABLE":
     case "NETWORK":
     case "TIMEOUT":
       return providerError(message);
@@ -92232,6 +92250,7 @@ export {
   providerBatches,
   providerBatchRequests,
   auditLog,
+  dataRepairCompletions,
   apiKeys,
   schedules,
   insightNotifyState,

package/dist/{chunk-YOMLHHJS.js → chunk-V6JUBTNL.js}

@@ -5,7 +5,7 @@ import {
   PACKAGE_VERSION,
   canonryMcpTools,
   isMachineFormat
-} from "./chunk-6CR7DWLU.js";
+} from "./chunk-W3GDZZNF.js";
 import {
   AGENT_PROVIDER_IDS,
   CANONRY_NPM_PACKAGE_URL,
@@ -50,7 +50,7 @@ import {
   skillsClientSchema,
   upgradeCaveatFor,
   upgradeCommandFor
-} from "./chunk-4MWLHTRS.js";
+} from "./chunk-6EPN4XY5.js";
 
 // src/config.ts
 import fs from "fs";
@@ -186,7 +186,7 @@ function getBootstrapEnv(source, overrides) {
   if (parsed.GEMINI_API_KEY || parsed.GEMINI_VERTEX_PROJECT) {
     providers.gemini = {
       apiKey: parsed.GEMINI_API_KEY ?? "",
-      model: parsed.GEMINI_MODEL || "gemini-2.5-flash",
+      model: parsed.GEMINI_MODEL || "gemini-flash-latest",
       baseUrl: parsed.GEMINI_BASE_URL,
       quota: providerQuotaPolicySchema.parse({
         maxConcurrency: 2,

package/dist/{chunk-6CR7DWLU.js → chunk-W3GDZZNF.js}

@@ -128,7 +128,7 @@ import {
   trafficSeriesGranularitySchema,
   visibilityCompareSelectionSchema,
   visibilityReportRequestSchema
-} from "./chunk-4MWLHTRS.js";
+} from "./chunk-6EPN4XY5.js";
 
 // src/cli-error.ts
 function isMachineFormat(format) {

package/dist/{chunk-TBAVVIVI.js → chunk-Y2B7JRSB.js}

@@ -4,14 +4,14 @@ import {
   installSkills,
   loadConfigRaw,
   saveConfigPatch
-} from "./chunk-YOMLHHJS.js";
+} from "./chunk-V6JUBTNL.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-6CR7DWLU.js";
+} from "./chunk-W3GDZZNF.js";
 import {
   SKILL_MANIFEST_FILENAME,
   SkillsClients
-} from "./chunk-4MWLHTRS.js";
+} from "./chunk-6EPN4XY5.js";
 
 // src/skills-autosync.ts
 import fs from "fs";

package/dist/cli.js

@@ -35,11 +35,11 @@ import {
   trackCliCommandFinished,
   trackEvent,
   waitForServerRuntimeStartup
-} from "./chunk-5LZLDXEN.js";
+} from "./chunk-2RFHQ6XT.js";
 import {
   autoSyncSkills,
   formatAutoSyncNotice
-} from "./chunk-TBAVVIVI.js";
+} from "./chunk-Y2B7JRSB.js";
 import {
   configExists,
   createApiClient,
@@ -56,13 +56,13 @@ import {
   saveConfig,
   saveConfigPatch,
   shouldPrintServeSkillsNudge
-} from "./chunk-YOMLHHJS.js";
+} from "./chunk-V6JUBTNL.js";
 import {
   DEFAULT_DEMO_TRUSTED_PROXIES,
   trustedProxiesProblem,
   trustedProxyProblem
 } from "./chunk-RB2F4D3Z.js";
-import "./chunk-HB6XZOZ6.js";
+import "./chunk-4EKOKWQT.js";
 import {
   CliError,
   EXIT_SYSTEM_ERROR,
@@ -74,7 +74,7 @@ import {
   runMeasurementDraftAction,
   systemError,
   usageError
-} from "./chunk-6CR7DWLU.js";
+} from "./chunk-W3GDZZNF.js";
 import {
   CLOUDFLARE_WORKER_BINDINGS,
   CLOUDFLARE_WORKER_GENERATED_MARKER,
@@ -82,6 +82,7 @@ import {
   DEFAULT_BOT_LIST,
   apiKeys,
   createClient,
+  dataRepairCompletions,
   generateWorkerScript,
   generateWranglerToml,
   migrate,
@@ -89,7 +90,7 @@ import {
   queries,
   renderReportHtml,
   runs
-} from "./chunk-N7MRAN3G.js";
+} from "./chunk-ENI3GOWW.js";
 import {
   AdsDeliverySnapshotStatuses,
   AdsHistoricalCampaignRollupStatuses,
@@ -116,6 +117,7 @@ import {
   TrafficEventKinds,
   TrafficSeriesGranularities,
   UNATTRIBUTED_MENTION_REASON,
+  URL_PATH_NORMALIZATION_VERSION,
   USER_PASSWORD_MIN_LENGTH,
   UserRoles,
   adsActivateTreeRequestSchema,
@@ -196,7 +198,7 @@ import {
   visibilityCompareSelectionSchema,
   visibilityReportRequestSchema,
   winnabilityClassSchema
-} from "./chunk-4MWLHTRS.js";
+} from "./chunk-6EPN4XY5.js";
 
 // src/cli.ts
 import { pathToFileURL } from "url";
@@ -730,7 +732,7 @@ function parseDemoTrustedProxies(values) {
 async function demoCommand(options) {
   const { host, port } = parseDemoListenOptions(options);
   const trustProxy = parseDemoTrustedProxies(options.trustProxy);
-  const { createDemoServer } = await import("./demo-server-2622GU2H.js");
+  const { createDemoServer } = await import("./demo-server-CH7MOBXW.js");
   const app = await createDemoServer({ trustProxy });
   let stopping = false;
   const stop = () => {
@@ -16124,7 +16126,7 @@ var DEFAULT_AGENT_MODELS = {
   openai: "openai/gpt-4o",
   openrouter: "openrouter/anthropic/claude-sonnet-4-6",
   groq: "groq/llama-4-scout-17b",
-  google: "google/gemini-2.5-flash",
+  google: "google/gemini-3.8-flash",
   mistral: "mistral/mistral-large-latest",
   xai: "xai/grok-2"
 };
@@ -16206,7 +16208,7 @@ async function initCommand(opts) {
     console.log('Or use "canonry bootstrap".\n');
     const geminiApiKey = await promptProviderApiKey("Gemini", "GEMINI_API_KEY");
     if (geminiApiKey) {
-      const geminiModel = await prompt("  Gemini model [gemini-2.5-flash]: ") || "gemini-2.5-flash";
+      const geminiModel = await prompt("  Gemini model [gemini-flash-latest]: ") || "gemini-flash-latest";
       providers.gemini = { apiKey: geminiApiKey, model: geminiModel, quota: DEFAULT_QUOTA };
     }
     const openaiApiKey = await promptProviderApiKey("OpenAI", "OPENAI_API_KEY");
@@ -16458,7 +16460,7 @@ function encodeLegacySetupState(state) {
 }
 
 // src/commands/serve.ts
-import { and, asc, eq as eq2, ne } from "drizzle-orm";
+import { and, asc, eq as eq3, ne } from "drizzle-orm";
 
 // src/server-shutdown.ts
 async function closeWithIdleSweep(app, intervalMs = 250) {
@@ -16471,6 +16473,33 @@ async function closeWithIdleSweep(app, intervalMs = 250) {
   }
 }
 
+// src/startup-path-repairs.ts
+import { eq as eq2, lt } from "drizzle-orm";
+var STARTUP_REPAIR_PAGE_SIZE = 4096;
+function repairNormalizedPathsOnStartup(db) {
+  return repairPathsOnce(db, "ga-traffic-paths", backfillNormalizedPaths);
+}
+function repairAiReferralPathsOnStartup(db) {
+  return repairPathsOnce(db, "ga-ai-referral-paths", backfillAiReferralPaths);
+}
+async function repairPathsOnce(db, name, repair) {
+  const completed = db.select({ version: dataRepairCompletions.version }).from(dataRepairCompletions).where(eq2(dataRepairCompletions.name, name)).get();
+  if (completed && completed.version >= URL_PATH_NORMALIZATION_VERSION) return null;
+  let conflicted = false;
+  const result = await repair(db, { pageSize: STARTUP_REPAIR_PAGE_SIZE, onConflict: () => {
+    conflicted = true;
+  } });
+  if (!conflicted) {
+    const completion = { version: URL_PATH_NORMALIZATION_VERSION, completedAt: (/* @__PURE__ */ new Date()).toISOString() };
+    db.insert(dataRepairCompletions).values({ name, ...completion }).onConflictDoUpdate({
+      target: dataRepairCompletions.name,
+      set: completion,
+      setWhere: lt(dataRepairCompletions.version, URL_PATH_NORMALIZATION_VERSION)
+    }).run();
+  }
+  return result;
+}
+
 // src/agent-plugin.ts
 import fs18 from "fs";
 import path12 from "path";
@@ -16683,7 +16712,7 @@ function readServeOpenState(db) {
         projectId: runs.projectId,
         status: runs.status
       }).from(runs).where(and(
-        eq2(runs.kind, RunKinds["site-audit"]),
+        eq3(runs.kind, RunKinds["site-audit"]),
         ne(runs.trigger, RunTriggers.probe)
       )).all();
       scanned = new Set(
@@ -16718,8 +16747,8 @@ async function serveCommand(format = "text") {
   const db = createClient(config.database);
   migrate(db);
   try {
-    const result = backfillNormalizedPaths(db);
-    if (result.updated > 0 && format === "text") {
+    const result = await repairNormalizedPathsOnStartup(db);
+    if (result && result.updated > 0 && format === "text") {
       console.log(
         `Migrated ${result.updated} GA landing-page row${result.updated === 1 ? "" : "s"} to canonical form.`
       );
@@ -16730,8 +16759,8 @@ async function serveCommand(format = "text") {
 `);
   }
   try {
-    const result = backfillAiReferralPaths(db);
-    if (result.updated > 0 && format === "text") {
+    const result = await repairAiReferralPathsOnStartup(db);
+    if (result && result.updated > 0 && format === "text") {
       console.log(
         `Migrated ${result.updated} GA AI referral row${result.updated === 1 ? "" : "s"} to canonical form.`
       );

package/dist/{demo-server-2622GU2H.js → demo-server-CH7MOBXW.js}

@@ -5,11 +5,11 @@ import {
   computeFactorAverages,
   layoutSiteCrawlGraphInput,
   persistSiteCrawlGraphLayout
-} from "./chunk-HB6XZOZ6.js";
+} from "./chunk-4EKOKWQT.js";
 import {
   PACKAGE_VERSION,
   canonryMcpTools
-} from "./chunk-6CR7DWLU.js";
+} from "./chunk-W3GDZZNF.js";
 import {
   HISTORY_WINDOW_RUNS,
   IntelligenceService,
@@ -85,7 +85,7 @@ import {
   siteCrawlPages,
   siteCrawlSnapshots,
   trafficSources
-} from "./chunk-N7MRAN3G.js";
+} from "./chunk-ENI3GOWW.js";
 import {
   RunKinds,
   SiteCrawlFetchStates,
@@ -112,7 +112,7 @@ import {
   roundPreservingTotal,
   siteAuditPageFactorSchema,
   wilsonInterval
-} from "./chunk-4MWLHTRS.js";
+} from "./chunk-6EPN4XY5.js";
 
 // src/demo-server.ts
 import { dirname, join as join2 } from "path";

package/dist/index.js

@@ -3,14 +3,14 @@ import {
   createGoogleMarketingCredentialStore,
   createGoogleMarketingRuntime,
   createServer
-} from "./chunk-5LZLDXEN.js";
+} from "./chunk-2RFHQ6XT.js";
 import {
   loadConfig
-} from "./chunk-YOMLHHJS.js";
-import "./chunk-HB6XZOZ6.js";
-import "./chunk-6CR7DWLU.js";
-import "./chunk-N7MRAN3G.js";
-import "./chunk-4MWLHTRS.js";
+} from "./chunk-V6JUBTNL.js";
+import "./chunk-4EKOKWQT.js";
+import "./chunk-W3GDZZNF.js";
+import "./chunk-ENI3GOWW.js";
+import "./chunk-6EPN4XY5.js";
 export {
   GoogleMarketingRuntimeError,
   createGoogleMarketingCredentialStore,

package/dist/{intelligence-service-QUAOWEIA.js → intelligence-service-4IONMOFB.js}

@@ -1,8 +1,8 @@
 import {
   HISTORY_WINDOW_RUNS,
   IntelligenceService
-} from "./chunk-N7MRAN3G.js";
-import "./chunk-4MWLHTRS.js";
+} from "./chunk-ENI3GOWW.js";
+import "./chunk-6EPN4XY5.js";
 export {
   HISTORY_WINDOW_RUNS,
   IntelligenceService

package/dist/mcp.js

@@ -1,15 +1,15 @@
 import {
   autoSyncSkills
-} from "./chunk-TBAVVIVI.js";
+} from "./chunk-Y2B7JRSB.js";
 import {
   createApiClient,
   createCanonryMcpServer
-} from "./chunk-YOMLHHJS.js";
-import "./chunk-6CR7DWLU.js";
+} from "./chunk-V6JUBTNL.js";
+import "./chunk-W3GDZZNF.js";
 import {
   isReadOnlyKey,
   updateCheckEnvOptOut
-} from "./chunk-4MWLHTRS.js";
+} from "./chunk-6EPN4XY5.js";
 
 // src/mcp/cli.ts
 import { randomUUID } from "crypto";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@canonry/canonry",
-  "version": "6.1.4",
+  "version": "6.2.0",
   "type": "module",
   "description": "Self-hosted AI visibility (AEO) platform: track how ChatGPT, Claude, Gemini, and Perplexity cite your domain, join it with Search Console, GA4, server-side traffic, and paid media, and fix what you find through agent tools (CLI, REST, MCP). Local SQLite.",
   "keywords": [
@@ -86,33 +86,33 @@
     "tsup": "^8.5.1",
     "tsx": "^4.19.0",
     "@ainyc/canonry-web": "0.0.0",
-    "@ainyc/canonry-api-client": "0.0.0",
     "@ainyc/canonry-api-routes": "0.0.0",
     "@ainyc/canonry-config": "0.0.0",
+    "@ainyc/canonry-api-client": "0.0.0",
     "@ainyc/canonry-contracts": "0.0.0",
     "@ainyc/canonry-db": "0.0.0",
     "@ainyc/canonry-integration-bing": "0.0.0",
-    "@ainyc/canonry-integration-cloud-run": "0.0.0",
     "@ainyc/canonry-integration-cloudflare-queue": "0.0.0",
-    "@ainyc/canonry-integration-cloudflare-worker": "0.0.0",
     "@ainyc/canonry-integration-commoncrawl": "0.0.0",
+    "@ainyc/canonry-integration-cloud-run": "0.0.0",
     "@ainyc/canonry-integration-google": "0.0.0",
+    "@ainyc/canonry-integration-cloudflare-worker": "0.0.0",
     "@ainyc/canonry-integration-google-ads": "0.0.0",
-    "@ainyc/canonry-integration-google-places": "0.0.0",
     "@ainyc/canonry-integration-google-business-profile": "0.0.0",
-    "@ainyc/canonry-integration-openai-ads": "0.0.0",
     "@ainyc/canonry-integration-google-tag-manager": "0.0.0",
+    "@ainyc/canonry-integration-google-places": "0.0.0",
+    "@ainyc/canonry-integration-openai-ads": "0.0.0",
     "@ainyc/canonry-integration-traffic": "0.0.0",
     "@ainyc/canonry-integration-wordpress": "0.0.0",
     "@ainyc/canonry-provider-cdp": "0.0.0",
-    "@ainyc/canonry-provider-claude": "0.0.0",
     "@ainyc/canonry-intelligence": "0.0.0",
-    "@ainyc/canonry-provider-gemini": "0.0.0",
-    "@ainyc/canonry-provider-local": "0.0.0",
+    "@ainyc/canonry-provider-claude": "0.0.0",
     "@ainyc/canonry-provider-muse": "0.0.0",
     "@ainyc/canonry-provider-perplexity": "0.0.0",
+    "@ainyc/canonry-provider-gemini": "0.0.0",
+    "@ainyc/canonry-provider-openai": "0.0.0",
     "@ainyc/canonry-integration-typesafe": "0.0.0",
-    "@ainyc/canonry-provider-openai": "0.0.0"
+    "@ainyc/canonry-provider-local": "0.0.0"
   },
   "scripts": {
     "build": "pnpm run build:cli && pnpm run build:web",