@canonry/canonry 7.80.0 → 7.82.0

package/dist/{chunk-JJO5XNS6.js → chunk-J7EYQFMJ.js}

@@ -1,16 +1,16 @@
 import {
   runWithUsageTags
-} from "./chunk-7OAXEMOF.js";
+} from "./chunk-ZX7XDVPC.js";
 import {
   CanonryMcpToolNames,
   canonryMcpTools
-} from "./chunk-MUYTDD35.js";
+} from "./chunk-HDVJNYYE.js";
 import {
   CliError
 } from "./chunk-HGMYEDAQ.js";
 import {
   buildOpenApiDocument
-} from "./chunk-R3US2RG6.js";
+} from "./chunk-NPMJFPBM.js";
 import {
   DEFAULT_COMPETITOR_AUTO_ALIAS_MODE,
   MeasurementPortfolioLists,
@@ -23,7 +23,7 @@ import {
   seoDatasetWithoutVendor,
   seoProviderSchema,
   truncateUtf16
-} from "./chunk-PM2DB3HE.js";
+} from "./chunk-S6IC7ZK2.js";
 
 // src/agent/tools.ts
 import { Type as Type2 } from "@earendil-works/pi-ai";

package/dist/{chunk-WSWHLKKJ.js → chunk-JDEHNF7K.js}

@@ -28,7 +28,7 @@ import {
   unknownUsageObservation,
   usdToMicros,
   withRetry
-} from "./chunk-PM2DB3HE.js";
+} from "./chunk-S6IC7ZK2.js";
 
 // ../provider-answer-services/src/core/http.ts
 var MAX_RESPONSE_BYTES = 8 * 1024 * 1024;

package/dist/{chunk-FCYGY4FT.js → chunk-JMUSNZJR.js}

@@ -1,7 +1,7 @@
 import {
   API_PROVIDER_NAMES,
   ProviderNames
-} from "./chunk-PM2DB3HE.js";
+} from "./chunk-S6IC7ZK2.js";
 
 // src/provider-registration.ts
 function isApiProviderRegistrable(name, entry) {

package/dist/{chunk-KF7I7FBI.js → chunk-JP4RTZGE.js}

@@ -1,9 +1,9 @@
 import {
   trackIntegrationConnection
-} from "./chunk-PLLDJUG2.js";
+} from "./chunk-NNUZ37NJ.js";
 import {
   cliRuntimeContext
-} from "./chunk-4GEEYY3N.js";
+} from "./chunk-VWYB4RA4.js";
 
 // src/cli-connection-telemetry.ts
 function trackCliConnection(properties) {

package/dist/{chunk-2EWZ3DJ4.js → chunk-LRFCNERP.js}

@@ -1,13 +1,13 @@
 import {
   createApiClient
-} from "./chunk-7OAXEMOF.js";
+} from "./chunk-ZX7XDVPC.js";
 import {
   emitJsonl
 } from "./chunk-Z7IUAJOF.js";
 import {
   measurementDraftOperationSchema,
   runMeasurementDraftAction
-} from "./chunk-7HB6QLX4.js";
+} from "./chunk-2FIDPBWE.js";
 import {
   isMachineFormat,
   systemError
@@ -37,7 +37,7 @@ import {
   unattributedAnswersLabel,
   uncheckedSourcesLabel,
   visibilityReportRequestSchema
-} from "./chunk-PM2DB3HE.js";
+} from "./chunk-S6IC7ZK2.js";
 
 // src/commands/measurement-plan.ts
 import crypto from "crypto";

package/dist/{chunk-B36XUBYK.js → chunk-M7WS2BL3.js}

@@ -8,7 +8,7 @@ import {
   classifyJourneyEntry,
   hostMatchesDomain,
   hostOf
-} from "./chunk-PM2DB3HE.js";
+} from "./chunk-S6IC7ZK2.js";
 
 // ../integration-traffic/src/ip-ranges/amazonbot.json
 var amazonbot_default = {
@@ -14829,8 +14829,84 @@ function sessionizeJourneyRequests(requests, state, options) {
   return { visits: [...visits.values()], events, visitors, dropped, capped };
 }
 
+// ../integration-traffic/src/unlisted-agents.ts
+var UNLISTED_AGENT_SKIPPED_EXTENSIONS = [
+  "avif",
+  "bmp",
+  "css",
+  "gif",
+  "ico",
+  "jpeg",
+  "jpg",
+  "js",
+  "map",
+  "mjs",
+  "mp3",
+  "mp4",
+  "otf",
+  "png",
+  "svg",
+  "ttf",
+  "webm",
+  "webmanifest",
+  "webp",
+  "woff",
+  "woff2",
+  "zip"
+];
+var GENERIC_HTTP_CLIENTS = [
+  "curl",
+  "wget",
+  "python",
+  "python-requests",
+  "python-urllib",
+  "python-httpx",
+  "aiohttp",
+  "httpx",
+  "go-http-client",
+  "okhttp",
+  "java",
+  "apache-httpclient",
+  "axios",
+  "node",
+  "node-fetch",
+  "undici",
+  "got",
+  "libwww-perl",
+  "guzzlehttp",
+  "ruby",
+  "faraday",
+  "php",
+  "wordpress",
+  "dalvik",
+  "postmanruntime",
+  "insomnia"
+];
+var BROWSER_SHAPED_AGENT_MARKERS = ["compatible;", "fetch", "agent", "headless", "+http"];
+var PRODUCT_NAME_END = /[/\s;(]/;
+var SKIPPED_PATH = new RegExp(`\\.(?:${UNLISTED_AGENT_SKIPPED_EXTENSIONS.join("|")})$`, "i");
+var COMPATIBLE_NAME = /compatible;\s*([a-z0-9][a-z0-9._-]*)/;
+var BOT_LIKE_NAME = /([a-z0-9][a-z0-9._-]*(?:bot|crawler|spider|fetcher|agent|-user))\//;
+var HEADLESS_NAME = /\b(headless[a-z]*)\//;
+var BROWSER_COMPATIBLE_NAMES = ["msie"];
+var MAX_AGENT_NAME_LENGTH = 64;
+function unrecognizedAgentName(request) {
+  const method = (request.method ?? "GET").toUpperCase();
+  if (method !== "GET" && method !== "HEAD") return null;
+  if (request.path && SKIPPED_PATH.test(request.path.split("?")[0] ?? "")) return null;
+  const ua = (request.userAgent ?? "").trim().toLowerCase();
+  if (!ua) return null;
+  const product = ua.split(PRODUCT_NAME_END)[0] ?? "";
+  if (!product || GENERIC_HTTP_CLIENTS.includes(product)) return null;
+  if (product !== "mozilla") return product.slice(0, MAX_AGENT_NAME_LENGTH);
+  const name = COMPATIBLE_NAME.exec(ua)?.[1] ?? BOT_LIKE_NAME.exec(ua)?.[1] ?? HEADLESS_NAME.exec(ua)?.[1];
+  if (!name || BROWSER_COMPATIBLE_NAMES.includes(name)) return null;
+  return name.slice(0, MAX_AGENT_NAME_LENGTH);
+}
+
 // ../integration-traffic/src/rollup.ts
 var DEFAULT_SAMPLE_LIMIT = 25;
+var MAX_UNRECOGNIZED_AGENT_NAMES = 200;
 var DEFAULT_AI_REFERRAL_SESSION_WINDOW_MS = 6e4;
 var UUID_SEGMENT2 = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
 var LONG_HEX_SEGMENT2 = /^[0-9a-f]{16,}$/i;
@@ -14945,6 +15021,7 @@ function buildTrafficProbeReport(events, options = {}) {
   const crawlerBuckets = /* @__PURE__ */ new Map();
   const aiUserFetchBuckets = /* @__PURE__ */ new Map();
   const aiReferralBuckets = /* @__PURE__ */ new Map();
+  const unrecognizedAgentBuckets = /* @__PURE__ */ new Map();
   const aiReferralSessions = /* @__PURE__ */ new Map();
   const topBots = /* @__PURE__ */ new Map();
   const topCrawlerPaths = /* @__PURE__ */ new Map();
@@ -15052,7 +15129,21 @@ function buildTrafficProbeReport(events, options = {}) {
         aiReferralSessions.set(key, existing ? mergeReferralSession(existing, session) : session);
       }
     }
-    if (!crawler && !aiUserFetch && !aiReferral) unknownHits += 1;
+    if (!crawler && !aiUserFetch && !aiReferral) {
+      unknownHits += 1;
+      const agentName = unrecognizedAgentName(event);
+      if (agentName) {
+        const key = `${tsHour}	${agentName}`;
+        const existing = unrecognizedAgentBuckets.get(key);
+        if (existing) {
+          existing.hits += 1;
+          existing.sampledUserAgent = event.userAgent ?? existing.sampledUserAgent;
+          existing.sampledPath = pathNormalized;
+        } else {
+          unrecognizedAgentBuckets.set(key, { tsHour, agentName, hits: 1, sampledUserAgent: event.userAgent ?? "", sampledPath: pathNormalized });
+        }
+      }
+    }
     samples.push({
       eventId: event.eventId,
       observedAt: event.observedAt,
@@ -15118,6 +15209,7 @@ function buildTrafficProbeReport(events, options = {}) {
     crawlerEventsHourly: [...crawlerBuckets.values()].sort(sortCrawlerBuckets),
     aiUserFetchEventsHourly: [...aiUserFetchBuckets.values()].sort(sortAiUserFetchBuckets),
     aiReferralEventsHourly: [...aiReferralBuckets.values()].sort(sortReferralBuckets),
+    unrecognizedAgentEventsHourly: busiestUnrecognizedAgents(unrecognizedAgentBuckets),
     topBots: topEntries(topBots, 10),
     topCrawlerPaths: topEntries(topCrawlerPaths, 10),
     topAiUserFetchBots: topEntries(topAiUserFetchBots, 10),
@@ -15127,67 +15219,20 @@ function buildTrafficProbeReport(events, options = {}) {
     samples
   };
 }
+function busiestUnrecognizedAgents(buckets) {
+  const hitsByName = /* @__PURE__ */ new Map();
+  for (const bucket of buckets.values()) hitsByName.set(bucket.agentName, (hitsByName.get(bucket.agentName) ?? 0) + bucket.hits);
+  const kept = new Set(
+    [...hitsByName.entries()].sort((a, b) => b[1] - a[1] || a[0].localeCompare(b[0])).slice(0, MAX_UNRECOGNIZED_AGENT_NAMES).map(([name]) => name)
+  );
+  return [...buckets.values()].filter((bucket) => kept.has(bucket.agentName)).sort((a, b) => a.tsHour.localeCompare(b.tsHour) || a.agentName.localeCompare(b.agentName));
+}
 function incrementBucket(map, key, fields) {
   const existing = map.get(key);
   if (existing) existing.hits += 1;
   else map.set(key, { fields, hits: 1 });
 }
 
-// ../integration-traffic/src/unlisted-agents.ts
-var UNLISTED_AGENT_SKIPPED_EXTENSIONS = [
-  "avif",
-  "bmp",
-  "css",
-  "gif",
-  "ico",
-  "jpeg",
-  "jpg",
-  "js",
-  "map",
-  "mjs",
-  "mp3",
-  "mp4",
-  "otf",
-  "png",
-  "svg",
-  "ttf",
-  "webm",
-  "webmanifest",
-  "webp",
-  "woff",
-  "woff2",
-  "zip"
-];
-var GENERIC_HTTP_CLIENTS = [
-  "curl",
-  "wget",
-  "python",
-  "python-requests",
-  "python-urllib",
-  "python-httpx",
-  "aiohttp",
-  "httpx",
-  "go-http-client",
-  "okhttp",
-  "java",
-  "apache-httpclient",
-  "axios",
-  "node",
-  "node-fetch",
-  "undici",
-  "got",
-  "libwww-perl",
-  "guzzlehttp",
-  "ruby",
-  "faraday",
-  "php",
-  "wordpress",
-  "dalvik",
-  "postmanruntime",
-  "insomnia"
-];
-var BROWSER_SHAPED_AGENT_MARKERS = ["compatible;", "fetch", "agent", "headless", "+http"];
-
 // ../integration-cloudflare-worker/src/types.ts
 var CLOUDFLARE_WORKER_BINDINGS = {
   deliveryMode: "CANONRY_DELIVERY_MODE",

package/dist/{chunk-PLLDJUG2.js → chunk-NNUZ37NJ.js}

@@ -2,13 +2,13 @@ import {
   bucketCliCommandDuration,
   isTelemetryEnabled,
   trackEvent
-} from "./chunk-4GEEYY3N.js";
+} from "./chunk-VWYB4RA4.js";
 import {
   getConfigDir
-} from "./chunk-3QJWOF2B.js";
+} from "./chunk-7ZJHKLTK.js";
 import {
   currentOutcomeAttribution
-} from "./chunk-3MGM3U6V.js";
+} from "./chunk-AAMOBJXJ.js";
 import {
   AGENT_NONE,
   OutcomeSurfaces,
@@ -19,7 +19,7 @@ import {
   integrationConnectionPropertiesSchema,
   normalizeAgentSlug,
   usageSurfaceSchema
-} from "./chunk-PM2DB3HE.js";
+} from "./chunk-S6IC7ZK2.js";
 
 // src/outcome-telemetry.ts
 import fs from "fs";