@canonry/canonry 7.79.1 → 7.81.0

package/dist/{chunk-QOKK5PMO.js → chunk-6T7JZS67.js}

@@ -1,7 +1,7 @@
 import {
   answerServiceAdapters,
   answerServiceDescriptors
-} from "./chunk-WSWHLKKJ.js";
+} from "./chunk-EDV5YR2J.js";
 import {
   AeroLlmUsageFeatures,
   aeroTurnStatus,
@@ -27,14 +27,14 @@ import {
   resolveConfiguredAgentProvider,
   resolveSessionProviderAndModel,
   setAeroSystemPrompt
-} from "./chunk-27MGZQ6Z.js";
+} from "./chunk-QVMUMIG4.js";
 import {
   AeroToolProfiles,
   AeroToolScopes,
   buildAeroStateTools,
   isAeroToolProfile,
   truncateToolResult
-} from "./chunk-I7RTAHCL.js";
+} from "./chunk-VSWED7DX.js";
 import {
   getGoogleAuthConfig,
   getGoogleConnection,
@@ -53,7 +53,7 @@ import {
   removeCloudflareTrafficConnection,
   removeCloudflareTrafficConnectionBySourceId,
   upsertCloudflareTrafficConnection
-} from "./chunk-KZB6HLFT.js";
+} from "./chunk-YJ4EEYIP.js";
 import {
   claudeAdapter,
   embedQueries,
@@ -64,7 +64,7 @@ import {
   openaiAdapter,
   openrouterAdapter,
   perplexityAdapter
-} from "./chunk-7S6SQFFT.js";
+} from "./chunk-J5K7QM3U.js";
 import {
   classifyUsageSurface,
   createApiUsageTelemetry,
@@ -76,7 +76,7 @@ import {
   startOutcomeTimer,
   trackFeatureCompleted,
   trackInstallState
-} from "./chunk-PLLDJUG2.js";
+} from "./chunk-F3EJRABZ.js";
 import {
   isLoopbackBindHost
 } from "./chunk-TSENU4GG.js";
@@ -84,7 +84,7 @@ import {
   isApiProviderRegistrable,
   isCdpProviderRegistrable,
   registeredProviderNames
-} from "./chunk-FCYGY4FT.js";
+} from "./chunk-Z6HMIMK2.js";
 import {
   checkLatestVersionForServer,
   getOrCreateAnonymousId,
@@ -96,17 +96,17 @@ import {
   recordDashboardEvent,
   setTelemetryPreference,
   trackEvent
-} from "./chunk-4GEEYY3N.js";
+} from "./chunk-HPCDCZJW.js";
 import {
   createCanonryMcpServer
-} from "./chunk-RPTOVEZT.js";
+} from "./chunk-CR6OF4SL.js";
 import {
   CANONRY_MCP_TIERS,
   CANONRY_MCP_TOOLKIT_NAMES
 } from "./chunk-JI7FDO7I.js";
 import {
   ApiClient
-} from "./chunk-7OAXEMOF.js";
+} from "./chunk-YJ7FKGRE.js";
 import {
   AGENT_PROVIDERS,
   adapterSupportsBatch,
@@ -138,21 +138,21 @@ import {
   saveConfigPatch,
   sentimentInstallReadiness,
   updateSharedProviderExecutionGate
-} from "./chunk-3QJWOF2B.js";
+} from "./chunk-6ST5JIUJ.js";
 import {
   getBundledSkillSnapshots
-} from "./chunk-AI44ZCMK.js";
+} from "./chunk-TJA6Z5FV.js";
 import {
   computeFactorAverages,
   deleteSiteCrawlGraphLayout,
   persistSiteCrawlGraphLayout,
   prepareSiteCrawlGraphLayout,
   recordedSharePct
-} from "./chunk-OIRHCT63.js";
+} from "./chunk-KRKOTKTY.js";
 import {
   CanonryMcpToolNames,
   canonryMcpTools
-} from "./chunk-MUYTDD35.js";
+} from "./chunk-M6IABRSO.js";
 import {
   PACKAGE_VERSION
 } from "./chunk-AOJU5LKX.js";
@@ -161,16 +161,16 @@ import {
 } from "./chunk-HGMYEDAQ.js";
 import {
   IntelligenceService
-} from "./chunk-ZMMS3FAR.js";
+} from "./chunk-Q6I2FSVG.js";
 import {
   addLogListener,
   createFastifyLogger,
   createLogger
-} from "./chunk-TZRYVW75.js";
+} from "./chunk-ATOAIF2W.js";
 import {
   computeCitedCompetitorDomains,
   determineCitationState
-} from "./chunk-JERATA5R.js";
+} from "./chunk-GRS5UBVQ.js";
 import {
   BingApiError,
   CC_CACHE_DIR,
@@ -291,7 +291,7 @@ import {
   webhookResponseReason,
   webhookTargetRefusalReason,
   writeAuditLog
-} from "./chunk-KUMHO22S.js";
+} from "./chunk-IJGPHVZU.js";
 import {
   OperationalLogStore,
   SentimentIdempotencyConflict,
@@ -377,7 +377,7 @@ import {
   siteLivenessState,
   trafficSources,
   usageCounters
-} from "./chunk-HRFPGXON.js";
+} from "./chunk-AX7BBB3S.js";
 import {
   AGENT_MEMORY_VALUE_MAX_BYTES,
   AI_ENGINE_DOMAINS,
@@ -633,7 +633,7 @@ import {
   winnabilityClassLabel,
   withRetry,
   withSkippedProviders
-} from "./chunk-PM2DB3HE.js";
+} from "./chunk-BALMAZTD.js";
 
 // src/google-marketing-runtime.ts
 import crypto2 from "crypto";
@@ -5937,7 +5937,7 @@ function nonBlank(value) {
   return trimmed ? trimmed : void 0;
 }
 function resolveBuildCommit(env = process.env) {
-  const embedded = true ? "7d17991013508621d89f3b6ce69a1ea77ae372ad" : void 0;
+  const embedded = true ? "a4ed15d8219d2d213822af84a858373c4f56fa78" : void 0;
   return nonBlank(embedded) ?? nonBlank(env.CANONRY_COMMIT);
 }
 function resolveInstanceIdentity(env = process.env) {

package/dist/{chunk-TZRYVW75.js → chunk-ATOAIF2W.js}

@@ -1,11 +1,11 @@
 import {
   getRequestContext
-} from "./chunk-3MGM3U6V.js";
+} from "./chunk-SJYKKUH5.js";
 import {
   diagnosticIdentity,
   redactLogString,
   redactLogValue
-} from "./chunk-PM2DB3HE.js";
+} from "./chunk-BALMAZTD.js";
 
 // ../api-routes/src/runtime-logger.ts
 import { format } from "util";

package/dist/{chunk-HRFPGXON.js → chunk-AX7BBB3S.js}

@@ -20,7 +20,7 @@ import {
   templateLinkRatio,
   templateLinkUbiquityAvailable,
   validationError
-} from "./chunk-PM2DB3HE.js";
+} from "./chunk-BALMAZTD.js";
 import {
   __export
 } from "./chunk-MLKGABMK.js";
@@ -174,6 +174,7 @@ __export(schema_exports, {
   siteLivenessState: () => siteLivenessState,
   trafficEventReceipts: () => trafficEventReceipts,
   trafficSources: () => trafficSources,
+  unrecognizedAgentEventsHourly: () => unrecognizedAgentEventsHourly,
   usageCounters: () => usageCounters,
   userSessions: () => userSessions,
   users: () => users
@@ -2553,6 +2554,21 @@ var aiUserFetchVerificationManifestsHourly = sqliteTable2("ai_user_fetch_verific
   }).onDelete("cascade"),
   index2("idx_ai_user_fetch_verification_manifests_project_ts").on(table.projectId, table.tsHour)
 ]);
+var unrecognizedAgentEventsHourly = sqliteTable2("unrecognized_agent_events_hourly", {
+  projectId: text2("project_id").notNull().references(() => projects.id, { onDelete: "cascade" }),
+  sourceId: text2("source_id").notNull().references(() => trafficSources.id, { onDelete: "cascade" }),
+  tsHour: text2("ts_hour").notNull(),
+  agentName: text2("agent_name").notNull(),
+  hits: integer2("hits").notNull().default(0),
+  sampledUserAgent: text2("sampled_user_agent"),
+  sampledPath: text2("sampled_path"),
+  createdAt: text2("created_at").notNull(),
+  updatedAt: text2("updated_at").notNull()
+}, (table) => [
+  primaryKey2({ columns: [table.projectId, table.sourceId, table.tsHour, table.agentName] }),
+  index2("idx_unrecognized_agent_hourly_project_ts").on(table.projectId, table.tsHour),
+  index2("idx_unrecognized_agent_hourly_project_name").on(table.projectId, table.agentName)
+]);
 var aiReferralEventsHourly = sqliteTable2("ai_referral_events_hourly", {
   projectId: text2("project_id").notNull().references(() => projects.id, { onDelete: "cascade" }),
   sourceId: text2("source_id").notNull().references(() => trafficSources.id, { onDelete: "cascade" }),
@@ -8370,6 +8386,26 @@ var MIGRATION_VERSIONS = [
     statements: [
       `UPDATE raw_event_samples SET event_type = 'ai_user_fetch' WHERE event_type = 'ai-user-fetch'`
     ]
+  },
+  {
+    version: 201,
+    name: "unrecognized-agent-events-hourly",
+    statements: [
+      `CREATE TABLE IF NOT EXISTS unrecognized_agent_events_hourly (
+        project_id          TEXT NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
+        source_id           TEXT NOT NULL REFERENCES traffic_sources(id) ON DELETE CASCADE,
+        ts_hour             TEXT NOT NULL,
+        agent_name          TEXT NOT NULL,
+        hits                INTEGER NOT NULL DEFAULT 0,
+        sampled_user_agent  TEXT,
+        sampled_path        TEXT,
+        created_at          TEXT NOT NULL,
+        updated_at          TEXT NOT NULL,
+        PRIMARY KEY (project_id, source_id, ts_hour, agent_name)
+      )`,
+      `CREATE INDEX IF NOT EXISTS idx_unrecognized_agent_hourly_project_ts ON unrecognized_agent_events_hourly(project_id, ts_hour)`,
+      `CREATE INDEX IF NOT EXISTS idx_unrecognized_agent_hourly_project_name ON unrecognized_agent_events_hourly(project_id, agent_name)`
+    ]
   }
 ];
 var AERO_LEDGER_REBUILDS = [
@@ -9875,6 +9911,7 @@ export {
   crawlerVerificationManifestsHourly,
   aiUserFetchEventsHourly,
   aiUserFetchVerificationManifestsHourly,
+  unrecognizedAgentEventsHourly,
   aiReferralEventsHourly,
   rawEventSamples,
   RawEventSampleEventTypes,

package/dist/{chunk-PM2DB3HE.js → chunk-BALMAZTD.js}

@@ -13537,6 +13537,7 @@ var STORED_READ_OPERATIONS = /* @__PURE__ */ new Set([
   "GET /api/v1/projects/{name}/ga/acquisition",
   "GET /api/v1/projects/{name}/traffic/referral-assessment",
   "GET /api/v1/projects/{name}/traffic/samples",
+  "GET /api/v1/projects/{name}/traffic/unrecognized-agents",
   "GET /api/v1/projects/{name}/journeys/summary",
   "GET /api/v1/projects/{name}/journeys",
   "GET /api/v1/projects/{name}/journeys/{visitorKey}",
@@ -19271,6 +19272,32 @@ var trafficSamplesQuerySchema = z57.object({
   limit: z57.number().int().min(1).max(500).optional(),
   offset: z57.number().int().nonnegative().optional()
 }).strict();
+var trafficUnrecognizedAgentsQuerySchema = z57.object({
+  sourceId: z57.string().min(1).optional(),
+  since: z57.union([z57.iso.datetime({ offset: true }), z57.iso.date()], { error: "Expected an ISO timestamp or YYYY-MM-DD date" }).optional(),
+  until: z57.union([z57.iso.datetime({ offset: true }), z57.iso.date()], { error: "Expected an ISO timestamp or YYYY-MM-DD date" }).optional(),
+  limit: z57.number().int().min(1).max(500).optional()
+}).strict();
+var trafficUnrecognizedAgentSchema = z57.object({
+  name: z57.string(),
+  hits: z57.number().int().nonnegative(),
+  /** Earliest stored hour with a hit for this name, in any window. */
+  firstSeenAt: z57.string(),
+  /** Latest hour with a hit in the window. */
+  lastSeenAt: z57.string(),
+  sampleUserAgent: z57.string().nullable(),
+  samplePath: z57.string().nullable(),
+  sourceIds: z57.array(z57.string())
+});
+var trafficUnrecognizedAgentsResponseSchema = z57.object({
+  scope: z57.object({ project: z57.string(), sourceId: z57.string().nullable() }),
+  windowStart: z57.string(),
+  windowEnd: z57.string(),
+  /** Every name with a hit in the window; `agents` holds the busiest `limit` of them. */
+  totalAgents: z57.number().int().nonnegative(),
+  totalHits: z57.number().int().nonnegative(),
+  agents: z57.array(trafficUnrecognizedAgentSchema)
+});
 var sampleUserFetchSchema = z57.object({
   botId: z57.string().nullish(),
   operator: z57.string().nullish(),
@@ -27622,6 +27649,8 @@ export {
   trafficEventsResponseSchema,
   TrafficSampleKinds,
   trafficSamplesQuerySchema,
+  trafficUnrecognizedAgentsQuerySchema,
+  trafficUnrecognizedAgentsResponseSchema,
   trafficSampleClassifierSchema,
   trafficSamplesResponseSchema,
   JOURNEY_LOOKBACK_DAYS,

package/dist/{chunk-RPTOVEZT.js → chunk-CR6OF4SL.js}

@@ -7,12 +7,12 @@ import {
 import {
   createApiClient,
   runWithUsageTags
-} from "./chunk-7OAXEMOF.js";
+} from "./chunk-YJ7FKGRE.js";
 import {
   canonryMcpTools,
   mcpOutputSchema,
   toolOperationAccess
-} from "./chunk-MUYTDD35.js";
+} from "./chunk-M6IABRSO.js";
 import {
   PACKAGE_VERSION
 } from "./chunk-AOJU5LKX.js";
@@ -25,7 +25,7 @@ import {
   isReadOnlyKey,
   restrictedWriteScopes,
   upgradeCaveatFor
-} from "./chunk-PM2DB3HE.js";
+} from "./chunk-BALMAZTD.js";
 
 // src/mcp/server.ts
 import { randomUUID } from "crypto";

package/dist/{chunk-WSWHLKKJ.js → chunk-EDV5YR2J.js}

@@ -28,7 +28,7 @@ import {
   unknownUsageObservation,
   usdToMicros,
   withRetry
-} from "./chunk-PM2DB3HE.js";
+} from "./chunk-BALMAZTD.js";
 
 // ../provider-answer-services/src/core/http.ts
 var MAX_RESPONSE_BYTES = 8 * 1024 * 1024;

package/dist/{chunk-PLLDJUG2.js → chunk-F3EJRABZ.js}

@@ -2,13 +2,13 @@ import {
   bucketCliCommandDuration,
   isTelemetryEnabled,
   trackEvent
-} from "./chunk-4GEEYY3N.js";
+} from "./chunk-HPCDCZJW.js";
 import {
   getConfigDir
-} from "./chunk-3QJWOF2B.js";
+} from "./chunk-6ST5JIUJ.js";
 import {
   currentOutcomeAttribution
-} from "./chunk-3MGM3U6V.js";
+} from "./chunk-SJYKKUH5.js";
 import {
   AGENT_NONE,
   OutcomeSurfaces,
@@ -19,7 +19,7 @@ import {
   integrationConnectionPropertiesSchema,
   normalizeAgentSlug,
   usageSurfaceSchema
-} from "./chunk-PM2DB3HE.js";
+} from "./chunk-BALMAZTD.js";
 
 // src/outcome-telemetry.ts
 import fs from "fs";

package/dist/{chunk-ZHFE6J3A.js → chunk-FFS6J325.js}

@@ -4,7 +4,7 @@ import {
 } from "./chunk-HGMYEDAQ.js";
 import {
   describeError
-} from "./chunk-PM2DB3HE.js";
+} from "./chunk-BALMAZTD.js";
 
 // src/gsc-sitemap-submission.ts
 function dedupeGscSitemapUrls(urls) {

package/dist/{chunk-6OCQTAXU.js → chunk-FOQUCSNN.js}

@@ -7,27 +7,27 @@ import {
   reparseStoredResult4,
   reparseStoredResult5,
   resolveStoredApiResponse
-} from "./chunk-7S6SQFFT.js";
+} from "./chunk-J5K7QM3U.js";
 import {
   loadConfig
-} from "./chunk-3QJWOF2B.js";
+} from "./chunk-6ST5JIUJ.js";
 import {
   isMachineFormat
 } from "./chunk-HGMYEDAQ.js";
 import {
   determineCitationState
-} from "./chunk-JERATA5R.js";
+} from "./chunk-GRS5UBVQ.js";
 import {
   backfillProjectAnswerMentions,
   competitorIdentityColumns,
   createRunCompetitorResolver,
   readMarketCompetitorNames,
   refreshSnapshotMentionIdentity
-} from "./chunk-KUMHO22S.js";
+} from "./chunk-IJGPHVZU.js";
 import {
   classifyAiUserFetch,
   classifyCrawler
-} from "./chunk-O4WBYEGV.js";
+} from "./chunk-GK5H5QAH.js";
 import {
   RawEventSampleEventTypes,
   aiUserFetchEventsHourly,
@@ -43,7 +43,7 @@ import {
   querySnapshots,
   rawEventSamples,
   runs
-} from "./chunk-HRFPGXON.js";
+} from "./chunk-AX7BBB3S.js";
 import {
   ProviderNames,
   RetrievalContracts,
@@ -59,7 +59,7 @@ import {
   extractRecommendedCompetitors,
   normalizeUrlPath,
   openRouterRouteModel
-} from "./chunk-PM2DB3HE.js";
+} from "./chunk-BALMAZTD.js";
 
 // src/commands/backfill.ts
 import { setImmediate as yieldToEventLoop } from "timers/promises";
@@ -437,7 +437,7 @@ No DB writes performed. Re-run without --dry-run to apply.`);
   }
 }
 async function backfillInsightsCommand(project, opts) {
-  const { IntelligenceService } = await import("./intelligence-service-5STL6A45.js");
+  const { IntelligenceService } = await import("./intelligence-service-PJYJZPJF.js");
   const config = loadConfig();
   const db = createClient(config.database);
   migrate(db);

package/dist/{chunk-BLZCNL3B.js → chunk-FQYMARCU.js}

@@ -2,18 +2,18 @@ import {
   configExists,
   loadConfigRaw,
   saveConfigPatch
-} from "./chunk-3QJWOF2B.js";
+} from "./chunk-6ST5JIUJ.js";
 import {
   BUNDLED_SKILL_NAMES,
   installSkills
-} from "./chunk-AI44ZCMK.js";
+} from "./chunk-TJA6Z5FV.js";
 import {
   PACKAGE_VERSION
 } from "./chunk-AOJU5LKX.js";
 import {
   SKILL_MANIFEST_FILENAME,
   SkillsClients
-} from "./chunk-PM2DB3HE.js";
+} from "./chunk-BALMAZTD.js";
 
 // src/skills-autosync.ts
 import fs from "fs";

package/dist/{chunk-O4WBYEGV.js → chunk-GK5H5QAH.js}

@@ -8,7 +8,7 @@ import {
   classifyJourneyEntry,
   hostMatchesDomain,
   hostOf
-} from "./chunk-PM2DB3HE.js";
+} from "./chunk-BALMAZTD.js";
 
 // ../integration-traffic/src/ip-ranges/amazonbot.json
 var amazonbot_default = {
@@ -14829,8 +14829,84 @@ function sessionizeJourneyRequests(requests, state, options) {
   return { visits: [...visits.values()], events, visitors, dropped, capped };
 }
 
+// ../integration-traffic/src/unlisted-agents.ts
+var UNLISTED_AGENT_SKIPPED_EXTENSIONS = [
+  "avif",
+  "bmp",
+  "css",
+  "gif",
+  "ico",
+  "jpeg",
+  "jpg",
+  "js",
+  "map",
+  "mjs",
+  "mp3",
+  "mp4",
+  "otf",
+  "png",
+  "svg",
+  "ttf",
+  "webm",
+  "webmanifest",
+  "webp",
+  "woff",
+  "woff2",
+  "zip"
+];
+var GENERIC_HTTP_CLIENTS = [
+  "curl",
+  "wget",
+  "python",
+  "python-requests",
+  "python-urllib",
+  "python-httpx",
+  "aiohttp",
+  "httpx",
+  "go-http-client",
+  "okhttp",
+  "java",
+  "apache-httpclient",
+  "axios",
+  "node",
+  "node-fetch",
+  "undici",
+  "got",
+  "libwww-perl",
+  "guzzlehttp",
+  "ruby",
+  "faraday",
+  "php",
+  "wordpress",
+  "dalvik",
+  "postmanruntime",
+  "insomnia"
+];
+var BROWSER_SHAPED_AGENT_MARKERS = ["compatible;", "fetch", "agent", "headless", "+http"];
+var PRODUCT_NAME_END = /[/\s;(]/;
+var SKIPPED_PATH = new RegExp(`\\.(?:${UNLISTED_AGENT_SKIPPED_EXTENSIONS.join("|")})$`, "i");
+var COMPATIBLE_NAME = /compatible;\s*([a-z0-9][a-z0-9._-]*)/;
+var BOT_LIKE_NAME = /([a-z0-9][a-z0-9._-]*(?:bot|crawler|spider|fetcher|agent|-user))\//;
+var HEADLESS_NAME = /\b(headless[a-z]*)\//;
+var BROWSER_COMPATIBLE_NAMES = ["msie"];
+var MAX_AGENT_NAME_LENGTH = 64;
+function unrecognizedAgentName(request) {
+  const method = (request.method ?? "GET").toUpperCase();
+  if (method !== "GET" && method !== "HEAD") return null;
+  if (request.path && SKIPPED_PATH.test(request.path.split("?")[0] ?? "")) return null;
+  const ua = (request.userAgent ?? "").trim().toLowerCase();
+  if (!ua) return null;
+  const product = ua.split(PRODUCT_NAME_END)[0] ?? "";
+  if (!product || GENERIC_HTTP_CLIENTS.includes(product)) return null;
+  if (product !== "mozilla") return product.slice(0, MAX_AGENT_NAME_LENGTH);
+  const name = COMPATIBLE_NAME.exec(ua)?.[1] ?? BOT_LIKE_NAME.exec(ua)?.[1] ?? HEADLESS_NAME.exec(ua)?.[1];
+  if (!name || BROWSER_COMPATIBLE_NAMES.includes(name)) return null;
+  return name.slice(0, MAX_AGENT_NAME_LENGTH);
+}
+
 // ../integration-traffic/src/rollup.ts
 var DEFAULT_SAMPLE_LIMIT = 25;
+var MAX_UNRECOGNIZED_AGENT_NAMES = 200;
 var DEFAULT_AI_REFERRAL_SESSION_WINDOW_MS = 6e4;
 var UUID_SEGMENT2 = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
 var LONG_HEX_SEGMENT2 = /^[0-9a-f]{16,}$/i;
@@ -14945,6 +15021,7 @@ function buildTrafficProbeReport(events, options = {}) {
   const crawlerBuckets = /* @__PURE__ */ new Map();
   const aiUserFetchBuckets = /* @__PURE__ */ new Map();
   const aiReferralBuckets = /* @__PURE__ */ new Map();
+  const unrecognizedAgentBuckets = /* @__PURE__ */ new Map();
   const aiReferralSessions = /* @__PURE__ */ new Map();
   const topBots = /* @__PURE__ */ new Map();
   const topCrawlerPaths = /* @__PURE__ */ new Map();
@@ -15052,7 +15129,21 @@ function buildTrafficProbeReport(events, options = {}) {
         aiReferralSessions.set(key, existing ? mergeReferralSession(existing, session) : session);
       }
     }
-    if (!crawler && !aiUserFetch && !aiReferral) unknownHits += 1;
+    if (!crawler && !aiUserFetch && !aiReferral) {
+      unknownHits += 1;
+      const agentName = unrecognizedAgentName(event);
+      if (agentName) {
+        const key = `${tsHour}	${agentName}`;
+        const existing = unrecognizedAgentBuckets.get(key);
+        if (existing) {
+          existing.hits += 1;
+          existing.sampledUserAgent = event.userAgent ?? existing.sampledUserAgent;
+          existing.sampledPath = pathNormalized;
+        } else {
+          unrecognizedAgentBuckets.set(key, { tsHour, agentName, hits: 1, sampledUserAgent: event.userAgent ?? "", sampledPath: pathNormalized });
+        }
+      }
+    }
     samples.push({
       eventId: event.eventId,
       observedAt: event.observedAt,
@@ -15118,6 +15209,7 @@ function buildTrafficProbeReport(events, options = {}) {
     crawlerEventsHourly: [...crawlerBuckets.values()].sort(sortCrawlerBuckets),
     aiUserFetchEventsHourly: [...aiUserFetchBuckets.values()].sort(sortAiUserFetchBuckets),
     aiReferralEventsHourly: [...aiReferralBuckets.values()].sort(sortReferralBuckets),
+    unrecognizedAgentEventsHourly: busiestUnrecognizedAgents(unrecognizedAgentBuckets),
     topBots: topEntries(topBots, 10),
     topCrawlerPaths: topEntries(topCrawlerPaths, 10),
     topAiUserFetchBots: topEntries(topAiUserFetchBots, 10),
@@ -15127,6 +15219,14 @@ function buildTrafficProbeReport(events, options = {}) {
     samples
   };
 }
+function busiestUnrecognizedAgents(buckets) {
+  const hitsByName = /* @__PURE__ */ new Map();
+  for (const bucket of buckets.values()) hitsByName.set(bucket.agentName, (hitsByName.get(bucket.agentName) ?? 0) + bucket.hits);
+  const kept = new Set(
+    [...hitsByName.entries()].sort((a, b) => b[1] - a[1] || a[0].localeCompare(b[0])).slice(0, MAX_UNRECOGNIZED_AGENT_NAMES).map(([name]) => name)
+  );
+  return [...buckets.values()].filter((bucket) => kept.has(bucket.agentName)).sort((a, b) => a.tsHour.localeCompare(b.tsHour) || a.agentName.localeCompare(b.agentName));
+}
 function incrementBucket(map, key, fields) {
   const existing = map.get(key);
   if (existing) existing.hits += 1;
@@ -15184,7 +15284,8 @@ var DEFAULT_BOT_LIST = {
   uaKeywords: [
     ...DEFAULT_AI_CRAWLER_USER_AGENT_SUBSTRINGS,
     // Preserve a small forward-looking machine-traffic net. The shared
-    // classifier still drops unknown products after delivery.
+    // classifier still drops unknown products after delivery. Agents whose
+    // names carry none of these words are caught by `isUnlistedAgent`.
     "bot",
     "crawler",
     "spider"
@@ -15203,6 +15304,27 @@ var DEFAULT_BOT_SCORE_MAX_FORWARD = 30;
 var WORKER_COMPATIBILITY_DATE = "2026-05-01";
 var CLOUDFLARE_PAGE_VIEWS_VERSION_SUFFIX = "+page-views";
 var PAGE_VIEW_ASSET_EXTENSIONS = ["avif", "bmp", "css", "gif", "ico", "jpeg", "jpg", "js", "map", "mjs", "mp3", "mp4", "otf", "pdf", "png", "svg", "ttf", "txt", "webm", "webmanifest", "webp", "woff", "woff2", "xml", "zip"];
+var UNLISTED_AGENT_FILTER = `
+const UNLISTED_AGENT_SKIPPED_PATTERN = new RegExp(${JSON.stringify(`\\.(?:${UNLISTED_AGENT_SKIPPED_EXTENSIONS.join("|")})$`)}, 'i')
+const PRODUCT_NAME_END = new RegExp(${JSON.stringify("[/\\s;(]")})
+const GENERIC_HTTP_CLIENTS = ${JSON.stringify(GENERIC_HTTP_CLIENTS)}
+const BROWSER_SHAPED_AGENT_MARKERS = ${JSON.stringify(BROWSER_SHAPED_AGENT_MARKERS)}
+
+function isUnlistedAgent(request) {
+  const method = request.method || 'GET'
+  if (method !== 'GET' && method !== 'HEAD') return false
+  const ua = lower(request.headers.get('user-agent') || '').trim()
+  if (!ua) return false
+  const product = ua.split(PRODUCT_NAME_END)[0]
+  if (GENERIC_HTTP_CLIENTS.indexOf(product) !== -1) return false
+  if (product === 'mozilla' && !BROWSER_SHAPED_AGENT_MARKERS.some((marker) => ua.indexOf(marker) !== -1)) return false
+  try {
+    return !UNLISTED_AGENT_SKIPPED_PATTERN.test(new URL(request.url).pathname)
+  } catch (_) {
+    return false
+  }
+}
+`;
 var PAGE_VIEW_FILTER = `
 const PAGE_VIEW_ASSET_PATTERN = new RegExp(${JSON.stringify(`\\.(?:${PAGE_VIEW_ASSET_EXTENSIONS.join("|")})$`)}, 'i')
 
@@ -15419,10 +15541,11 @@ function botSignals(cf) {
   if (typeof cf.botScore === 'number' && cf.botScore < BOT_SCORE_MAX_FORWARD) return true
   return false
 }
-${pageViewFilter}
+${UNLISTED_AGENT_FILTER}${pageViewFilter}
 function shouldForward(request) {
   const ua = request.headers.get('user-agent') || ''
   if (uaMatches(ua)) return true
+  if (isUnlistedAgent(request)) return true
   if (urlUtmMatches(request.url)) return true
   const referer = request.headers.get('referer') || ''
   if (refererMatches(referer)) return true

package/dist/{chunk-JERATA5R.js → chunk-GRS5UBVQ.js}

@@ -1,6 +1,6 @@
 import {
   hostMatchesDomain
-} from "./chunk-PM2DB3HE.js";
+} from "./chunk-BALMAZTD.js";
 
 // src/citation-utils.ts
 function pickProjectCitedDomain(citedDomains, projectDomains) {