@ainyc/canonry 4.15.0 → 4.15.2

package/dist/{chunk-6QTH5NS5.js → chunk-ONI3TX2A.js}

@@ -2251,6 +2251,65 @@ var trafficSyncResponseSchema = z20.object({
   windowStart: z20.string(),
   windowEnd: z20.string()
 });
+var trafficSourceTotalsSchema = z20.object({
+  crawlerHits: z20.number().int().nonnegative(),
+  aiReferralHits: z20.number().int().nonnegative(),
+  sampleCount: z20.number().int().nonnegative()
+});
+var trafficSourceListResponseSchema = z20.object({
+  sources: z20.array(trafficSourceDtoSchema)
+});
+var trafficSourceDetailDtoSchema = trafficSourceDtoSchema.extend({
+  totals24h: trafficSourceTotalsSchema,
+  latestRun: z20.object({
+    runId: z20.string(),
+    status: runStatusSchema,
+    startedAt: z20.string().nullable(),
+    finishedAt: z20.string().nullable(),
+    error: z20.string().nullable()
+  }).nullable()
+});
+var trafficStatusResponseSchema = z20.object({
+  sources: z20.array(trafficSourceDetailDtoSchema)
+});
+var trafficEventKindSchema = z20.enum(["crawler", "ai-referral"]);
+var TrafficEventKinds = trafficEventKindSchema.enum;
+var trafficCrawlerEventEntrySchema = z20.object({
+  kind: z20.literal(TrafficEventKinds.crawler),
+  sourceId: z20.string(),
+  tsHour: z20.string(),
+  botId: z20.string(),
+  operator: z20.string(),
+  verificationStatus: z20.string(),
+  pathNormalized: z20.string(),
+  status: z20.number().int(),
+  hits: z20.number().int().nonnegative()
+});
+var trafficAiReferralEventEntrySchema = z20.object({
+  kind: z20.literal(TrafficEventKinds["ai-referral"]),
+  sourceId: z20.string(),
+  tsHour: z20.string(),
+  product: z20.string(),
+  operator: z20.string(),
+  sourceDomain: z20.string(),
+  evidenceType: z20.string(),
+  landingPathNormalized: z20.string(),
+  status: z20.number().int(),
+  hits: z20.number().int().nonnegative()
+});
+var trafficEventEntrySchema = z20.discriminatedUnion("kind", [
+  trafficCrawlerEventEntrySchema,
+  trafficAiReferralEventEntrySchema
+]);
+var trafficEventsResponseSchema = z20.object({
+  windowStart: z20.string(),
+  windowEnd: z20.string(),
+  totals: z20.object({
+    crawlerHits: z20.number().int().nonnegative(),
+    aiReferralHits: z20.number().int().nonnegative()
+  }),
+  events: z20.array(trafficEventEntrySchema)
+});
 
 // ../contracts/src/formatting.ts
 function formatRatio(value) {
@@ -2389,6 +2448,9 @@ export {
   TrafficEventConfidences,
   TrafficSourceStatuses,
   TrafficSourceAuthModes,
+  trafficConnectCloudRunRequestSchema,
+  trafficEventKindSchema,
+  TrafficEventKinds,
   formatRatio,
   formatNumber,
   formatDate,

package/dist/cli.js

@@ -20,7 +20,7 @@ import {
   setTelemetrySource,
   showFirstRunNotice,
   trackEvent
-} from "./chunk-DLSQXNUN.js";
+} from "./chunk-IVNWS2YU.js";
 import {
   CliError,
   EXIT_SYSTEM_ERROR,
@@ -36,7 +36,7 @@ import {
   saveConfig,
   saveConfigPatch,
   usageError
-} from "./chunk-C32VL5BB.js";
+} from "./chunk-7SRKUAZO.js";
 import {
   apiKeys,
   competitors,
@@ -49,7 +49,7 @@ import {
   queries,
   querySnapshots,
   runs
-} from "./chunk-7HBZCGRL.js";
+} from "./chunk-MI33SQL6.js";
 import {
   CcReleaseSyncStatuses,
   CheckScopes,
@@ -60,6 +60,7 @@ import {
   RunKinds,
   RunStatuses,
   SkillsClients,
+  TrafficEventKinds,
   determineAnswerMentioned,
   effectiveDomains,
   formatRunErrorOneLine,
@@ -68,7 +69,7 @@ import {
   providerQuotaPolicySchema,
   resolveProviderInput,
   skillsClientSchema
-} from "./chunk-6QTH5NS5.js";
+} from "./chunk-ONI3TX2A.js";
 
 // src/cli.ts
 import { pathToFileURL } from "url";
@@ -620,7 +621,7 @@ function readStoredGroundingSources(rawResponse) {
   return result;
 }
 async function backfillInsightsCommand(project, opts) {
-  const { IntelligenceService } = await import("./intelligence-service-BCKXIKIL.js");
+  const { IntelligenceService } = await import("./intelligence-service-JYV3CO4H.js");
   const config = loadConfig();
   const db = createClient(config.database);
   migrate(db);
@@ -2801,6 +2802,128 @@ async function trafficSync(project, opts) {
   console.log(`  Sample rows:      ${result.sampleRows}`);
   console.log(`  Synced at:        ${result.syncedAt}`);
 }
+function formatSourceLine(source) {
+  const parts = [
+    source.id,
+    source.sourceType,
+    source.status,
+    source.lastSyncedAt ?? "never synced",
+    source.displayName
+  ];
+  return parts.join("  ");
+}
+async function trafficSources(project, opts) {
+  const client = createApiClient();
+  const result = await client.trafficListSources(project);
+  if (opts.format === "json") {
+    console.log(JSON.stringify(result, null, 2));
+    return;
+  }
+  if (result.sources.length === 0) {
+    console.log(`No traffic sources connected for project "${project}".`);
+    console.log("Run: canonry traffic connect cloud-run <project> --gcp-project <id> --service-account-key <path>");
+    return;
+  }
+  console.log(`Traffic sources for "${project}":`);
+  console.log("  ID  TYPE  STATUS  LAST_SYNCED  DISPLAY_NAME");
+  for (const source of result.sources) {
+    console.log(`  ${formatSourceLine(source)}`);
+  }
+}
+async function trafficStatus(project, opts) {
+  const client = createApiClient();
+  const result = await client.trafficStatus(project);
+  const details = result.sources;
+  if (opts.format === "json") {
+    console.log(JSON.stringify(result, null, 2));
+    return;
+  }
+  if (details.length === 0) {
+    console.log(`No traffic sources connected for project "${project}".`);
+    console.log("Run: canonry traffic connect cloud-run <project> --gcp-project <id> --service-account-key <path>");
+    return;
+  }
+  for (const d of details) {
+    console.log(`Source ${d.id} (${d.sourceType})`);
+    console.log(`  Display name:    ${d.displayName}`);
+    console.log(`  Status:          ${d.status}`);
+    console.log(`  Last synced:     ${d.lastSyncedAt ?? "never"}`);
+    if (d.lastError) console.log(`  Last error:      ${d.lastError}`);
+    console.log(`  24h crawler:     ${d.totals24h.crawlerHits} hits`);
+    console.log(`  24h AI referral: ${d.totals24h.aiReferralHits} hits`);
+    console.log(`  24h samples:     ${d.totals24h.sampleCount}`);
+    if (d.latestRun) {
+      console.log(`  Latest run:      ${d.latestRun.runId} (${d.latestRun.status})`);
+      console.log(`    Started:       ${d.latestRun.startedAt}`);
+      if (d.latestRun.finishedAt) console.log(`    Finished:      ${d.latestRun.finishedAt}`);
+      if (d.latestRun.error) console.log(`    Error:         ${d.latestRun.error}`);
+    } else {
+      console.log(`  Latest run:      (none)`);
+    }
+    console.log("");
+  }
+}
+function formatEventLine(event) {
+  if (event.kind === TrafficEventKinds.crawler) {
+    return [
+      event.tsHour,
+      "crawler",
+      event.botId,
+      event.verificationStatus,
+      String(event.status),
+      event.pathNormalized,
+      `${event.hits} hits`
+    ].join("  ");
+  }
+  return [
+    event.tsHour,
+    "ai-referral",
+    event.product,
+    event.evidenceType,
+    event.sourceDomain,
+    event.landingPathNormalized,
+    `${event.hits} hits`
+  ].join("  ");
+}
+async function trafficEvents(project, opts) {
+  if (opts.kind && opts.kind !== "all" && opts.kind !== TrafficEventKinds.crawler && opts.kind !== TrafficEventKinds["ai-referral"]) {
+    throw new CliError({
+      code: "TRAFFIC_INVALID_KIND",
+      message: `--kind must be one of: all, ${TrafficEventKinds.crawler}, ${TrafficEventKinds["ai-referral"]}`,
+      displayMessage: `Error: --kind must be "all", "${TrafficEventKinds.crawler}", or "${TrafficEventKinds["ai-referral"]}"`,
+      details: { project, kind: opts.kind }
+    });
+  }
+  const params = {};
+  if (opts.kind && opts.kind !== "all") params.kind = opts.kind;
+  if (opts.source) params.sourceId = opts.source;
+  if (opts.limit !== void 0) params.limit = opts.limit;
+  if (opts.sinceMinutes !== void 0) {
+    const since = new Date(Date.now() - opts.sinceMinutes * 6e4).toISOString();
+    params.since = since;
+  } else if (opts.since) {
+    params.since = opts.since;
+  }
+  if (opts.until) params.until = opts.until;
+  const client = createApiClient();
+  const result = await client.trafficListEvents(project, params);
+  if (opts.format === "json") {
+    console.log(JSON.stringify(result, null, 2));
+    return;
+  }
+  console.log(`Traffic events for "${project}"  ${result.windowStart}  \u2192  ${result.windowEnd}`);
+  console.log(`  Crawler hits (window):     ${result.totals.crawlerHits}`);
+  console.log(`  AI referral hits (window): ${result.totals.aiReferralHits}`);
+  console.log("");
+  if (result.events.length === 0) {
+    console.log("No events in this window.");
+    return;
+  }
+  console.log("  TS_HOUR  KIND  IDENTITY  EVIDENCE/STATUS  PATH  HITS");
+  for (const event of result.events) {
+    console.log(`  ${formatEventLine(event)}`);
+  }
+}
 
 // src/cli-commands/traffic.ts
 var TRAFFIC_CLI_COMMANDS = [
@@ -2847,7 +2970,7 @@ var TRAFFIC_CLI_COMMANDS = [
   },
   {
     path: ["traffic", "sync"],
-    usage: "canonry traffic sync <project> --source <id> [--since-minutes 60] [--format json]",
+    usage: "canonry traffic sync <project> --source <id> [--since-minutes 43200] [--format json]",
     options: {
       source: stringOption(),
       "since-minutes": stringOption()
@@ -2856,12 +2979,15 @@ var TRAFFIC_CLI_COMMANDS = [
       const project = requireProject(
         input,
         "traffic.sync",
-        "canonry traffic sync <project> --source <id> [--since-minutes 60]"
+        "canonry traffic sync <project> --source <id> [--since-minutes 43200]"
       );
       const source = getString(input.values, "source");
       if (!source) throw new Error("--source <id> is required");
-      const sinceStr = getString(input.values, "since-minutes");
-      const sinceMinutes = sinceStr ? parseInt(sinceStr, 10) : void 0;
+      const sinceMinutes = parseIntegerOption(input, "since-minutes", {
+        command: "traffic.sync",
+        usage: "canonry traffic sync <project> --source <id> [--since-minutes 43200]",
+        message: "--since-minutes must be an integer"
+      });
       await trafficSync(project, {
         source,
         sinceMinutes,
@@ -2869,6 +2995,68 @@ var TRAFFIC_CLI_COMMANDS = [
       });
     }
   },
+  {
+    path: ["traffic", "sources"],
+    usage: "canonry traffic sources <project> [--format json]",
+    run: async (input) => {
+      const project = requireProject(
+        input,
+        "traffic.sources",
+        "canonry traffic sources <project>"
+      );
+      await trafficSources(project, { format: input.format });
+    }
+  },
+  {
+    path: ["traffic", "status"],
+    usage: "canonry traffic status <project> [--format json]",
+    run: async (input) => {
+      const project = requireProject(
+        input,
+        "traffic.status",
+        "canonry traffic status <project>"
+      );
+      await trafficStatus(project, { format: input.format });
+    }
+  },
+  {
+    path: ["traffic", "events"],
+    usage: "canonry traffic events <project> [--kind crawler|ai-referral|all] [--source <id>] [--since-minutes 1440] [--since <iso>] [--until <iso>] [--limit 500] [--format json]",
+    options: {
+      kind: stringOption(),
+      source: stringOption(),
+      "since-minutes": stringOption(),
+      since: stringOption(),
+      until: stringOption(),
+      limit: stringOption()
+    },
+    run: async (input) => {
+      const project = requireProject(
+        input,
+        "traffic.events",
+        "canonry traffic events <project>"
+      );
+      const sinceMinutes = parseIntegerOption(input, "since-minutes", {
+        command: "traffic.events",
+        usage: "canonry traffic events <project> [--since-minutes 1440]",
+        message: "--since-minutes must be an integer"
+      });
+      const limit = parseIntegerOption(input, "limit", {
+        command: "traffic.events",
+        usage: "canonry traffic events <project> [--limit 500]",
+        message: "--limit must be an integer"
+      });
+      await trafficEvents(project, {
+        kind: getString(input.values, "kind"),
+        source: getString(input.values, "source"),
+        sinceMinutes,
+        since: getString(input.values, "since"),
+        until: getString(input.values, "until"),
+        limit,
+        format: input.format
+      });
+    }
+  },
   {
     path: ["traffic"],
     usage: "canonry traffic <subcommand> <project> [args]",
@@ -2876,7 +3064,7 @@ var TRAFFIC_CLI_COMMANDS = [
       unknownSubcommand(input.positionals[0], {
         command: "traffic",
         usage: "canonry traffic <subcommand> <project> [args]",
-        available: ["connect", "sync"]
+        available: ["connect", "sync", "status", "sources", "events"]
       });
     }
   }
@@ -10451,6 +10639,7 @@ Integrations:
   google                Google Search Console / Analytics
   bing                  Bing Webmaster Tools
   wordpress             WordPress REST API
+  traffic               Server-side traffic ingestion (Cloud Run)
 
 Automation:
   schedule              Manage scheduled runs
@@ -10492,7 +10681,7 @@ async function runCli(args = process.argv.slice(2)) {
     showFirstRunNotice();
     getOrCreateAnonymousId();
   }
-  const SUBCOMMAND_COMMANDS = /* @__PURE__ */ new Set(["backfill", "project", "query", "keyword", "competitor", "schedule", "notify", "settings", "telemetry", "google", "bing", "wordpress", "cdp"]);
+  const SUBCOMMAND_COMMANDS = /* @__PURE__ */ new Set(["backfill", "project", "query", "keyword", "competitor", "schedule", "notify", "settings", "telemetry", "google", "bing", "wordpress", "cdp", "traffic"]);
   const MIXED_SUBCOMMANDS = {
     insights: /* @__PURE__ */ new Set(["dismiss"]),
     run: /* @__PURE__ */ new Set(["show", "cancel"])

package/dist/index.js

@@ -1,11 +1,11 @@
 import {
   createServer
-} from "./chunk-DLSQXNUN.js";
+} from "./chunk-IVNWS2YU.js";
 import {
   loadConfig
-} from "./chunk-C32VL5BB.js";
-import "./chunk-7HBZCGRL.js";
-import "./chunk-6QTH5NS5.js";
+} from "./chunk-7SRKUAZO.js";
+import "./chunk-MI33SQL6.js";
+import "./chunk-ONI3TX2A.js";
 export {
   createServer,
   loadConfig

package/dist/{intelligence-service-BCKXIKIL.js → intelligence-service-JYV3CO4H.js}

@@ -1,7 +1,7 @@
 import {
   IntelligenceService
-} from "./chunk-7HBZCGRL.js";
-import "./chunk-6QTH5NS5.js";
+} from "./chunk-MI33SQL6.js";
+import "./chunk-ONI3TX2A.js";
 export {
   IntelligenceService
 };

package/dist/mcp.js

@@ -2,8 +2,8 @@ import {
   CliError,
   canonryMcpTools,
   createApiClient
-} from "./chunk-C32VL5BB.js";
-import "./chunk-6QTH5NS5.js";
+} from "./chunk-7SRKUAZO.js";
+import "./chunk-ONI3TX2A.js";
 
 // src/mcp/cli.ts
 import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
@@ -107,7 +107,7 @@ function zodErrorMessage(error) {
 }
 
 // src/mcp/toolkits.ts
-var CANONRY_MCP_TOOLKIT_NAMES = ["monitoring", "setup", "gsc", "ga", "agent"];
+var CANONRY_MCP_TOOLKIT_NAMES = ["monitoring", "setup", "gsc", "ga", "traffic", "agent"];
 var CANONRY_MCP_TOOLKITS = [
   {
     name: "monitoring",
@@ -133,6 +133,12 @@ var CANONRY_MCP_TOOLKITS = [
     description: "Read GA traffic, AI/social referral history, attribution trend, and session history.",
     whenToLoad: "Load when you need traffic, referral, or attribution data from Google Analytics 4."
   },
+  {
+    name: "traffic",
+    title: "Server-side traffic ingestion",
+    description: "Connect Cloud Run traffic sources, trigger syncs, and read crawler / AI-referral hourly rollups straight from server logs (no GA dependency).",
+    whenToLoad: "Load when you need server-log evidence of crawler hits or AI-referral arrivals (e.g. confirming GPTBot or ChatGPT-User on a page), or when wiring up / syncing a Cloud Run traffic source."
+  },
   {
     name: "agent",
     title: "Aero agent lifecycle and memory",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ainyc/canonry",
-  "version": "4.15.0",
+  "version": "4.15.2",
   "type": "module",
   "description": "Agent-first open-source AEO operating platform - track how answer engines cite your domain",
   "license": "FSL-1.1-ALv2",
@@ -61,20 +61,20 @@
     "tsx": "^4.19.0",
     "@ainyc/canonry-api-routes": "0.0.0",
     "@ainyc/canonry-config": "0.0.0",
-    "@ainyc/canonry-db": "0.0.0",
-    "@ainyc/canonry-integration-bing": "0.0.0",
     "@ainyc/canonry-intelligence": "0.0.0",
-    "@ainyc/canonry-integration-cloud-run": "0.0.0",
+    "@ainyc/canonry-db": "0.0.0",
     "@ainyc/canonry-contracts": "0.0.0",
+    "@ainyc/canonry-integration-cloud-run": "0.0.0",
     "@ainyc/canonry-integration-commoncrawl": "0.0.0",
     "@ainyc/canonry-integration-google": "0.0.0",
-    "@ainyc/canonry-integration-traffic": "0.0.0",
     "@ainyc/canonry-integration-wordpress": "0.0.0",
     "@ainyc/canonry-provider-cdp": "0.0.0",
+    "@ainyc/canonry-integration-traffic": "0.0.0",
     "@ainyc/canonry-provider-claude": "0.0.0",
-    "@ainyc/canonry-provider-gemini": "0.0.0",
-    "@ainyc/canonry-provider-local": "0.0.0",
+    "@ainyc/canonry-integration-bing": "0.0.0",
     "@ainyc/canonry-provider-openai": "0.0.0",
+    "@ainyc/canonry-provider-local": "0.0.0",
+    "@ainyc/canonry-provider-gemini": "0.0.0",
     "@ainyc/canonry-provider-perplexity": "0.0.0"
   },
   "scripts": {