@canonry/canonry 7.58.4 → 7.59.0

package/dist/{chunk-Q4J3XSWE.js → chunk-TJ4UAO7R.js}

@@ -5,9 +5,10 @@ import {
   TrafficEvidenceKinds,
   TrafficSourceTypes,
   classifyAiReferralTrafficClass,
+  classifyJourneyEntry,
   hostMatchesDomain,
   hostOf
-} from "./chunk-Y7NX6EIK.js";
+} from "./chunk-HUO3YPKB.js";
 
 // ../integration-traffic/src/ip-ranges/amazonbot.json
 var amazonbot_default = {
@@ -14506,14 +14507,321 @@ function classifyAiReferral(event) {
   return null;
 }
 
+// ../integration-traffic/src/journey.ts
+var ASSET_EXTENSION_PATTERN = /\.(?:avif|bmp|css|gif|ico|jpe?g|js|map|mjs|mp3|mp4|otf|png|svg|ttf|txt|webm|webmanifest|webp|woff2?|xml)$/i;
+var ASSET_PATH_PREFIXES = ["/_next/static/", "/_nuxt/", "/_ipx/", "/_vercel/", "/assets/", "/build/", "/dist/", "/fonts/", "/images/", "/img/", "/static/", "/wp-content/", "/wp-includes/", "/cdn-cgi/"];
+var DATA_PATH_PATTERN = /\.json$|^\/api\/|^\/wp-json\/|^\/graphql/i;
+var NON_BROWSER_PATTERN = /bot|crawl|spider|slurp|scrape|curl\/|wget|python|java\/|go-http|okhttp|axios|node-fetch|headless|phantom|lighthouse|pingdom|uptime|monitor|preview|facebookexternalhit|whatsapp|telegram|discord|slack/i;
+var KEPT_QUERY_PARAMETERS = ["utm_source", "utm_medium", "utm_campaign", "utm_term", "utm_content"];
+var AD_CLICK_ID_PARAMETERS = ["gclid", "gbraid", "wbraid", "dclid", "msclkid", "ttclid", "li_fat_id"];
+var NETWORK_CLICK_ID_PARAMETERS = { fbclid: "Facebook", twclid: "X" };
+var STEP_REFERER_HOSTS = [
+  "accounts.google.com",
+  "accounts.youtube.com",
+  "pay.google.com",
+  "appleid.apple.com",
+  "login.microsoftonline.com",
+  "login.live.com",
+  "login.microsoft.com",
+  "github.com/login",
+  "checkout.stripe.com",
+  "js.stripe.com",
+  "hooks.stripe.com",
+  "pay.stripe.com",
+  "connect.stripe.com",
+  "paypal.com",
+  "pay.amazon.com",
+  "checkout.shopify.com",
+  "shop.app",
+  "klarna.com",
+  "afterpay.com",
+  "squareup.com",
+  "checkout.square.site",
+  "adyen.com",
+  "braintreegateway.com",
+  "auth0.com",
+  "okta.com",
+  "onelogin.com",
+  "amazoncognito.com",
+  "clerk.accounts.dev"
+];
+var MAX_PATH_LENGTH = 512;
+var UUID_SEGMENT = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
+var LONG_HEX_SEGMENT = /^[0-9a-f]{16,}$/i;
+var TOKEN_CHARSET = /^[\w-]+$/;
+var JWT_SEGMENT = /^eyJ[\w-]+\.[\w-]+/;
+function baseHost(host) {
+  const h = host?.trim().toLowerCase().replace(/:\d+$/, "").replace(/^www\./, "").replace(/\.$/, "");
+  return h || null;
+}
+function domainOf(value) {
+  const v = value.trim().toLowerCase();
+  if (!v) return null;
+  try {
+    return baseHost(new URL(v.includes("://") ? v : `https://${v}`).hostname);
+  } catch {
+    return null;
+  }
+}
+function refererUrlOf(referer) {
+  if (!referer) return null;
+  try {
+    return new URL(referer);
+  } catch {
+    return null;
+  }
+}
+function hostOfEvent(event) {
+  if (event.host) return event.host;
+  if (!event.requestUrl) return null;
+  try {
+    return new URL(event.requestUrl).hostname || null;
+  } catch {
+    return null;
+  }
+}
+var onDomain = (host, domain) => host === domain || host.endsWith(`.${domain}`);
+function isStepRefererHost(host, path) {
+  return STEP_REFERER_HOSTS.some((entry) => {
+    const slash = entry.indexOf("/");
+    if (slash < 0) return onDomain(host, entry);
+    return host === entry.slice(0, slash) && path.startsWith(entry.slice(slash));
+  });
+}
+function isAssetPath(path) {
+  return ASSET_PATH_PREFIXES.some((prefix) => path.startsWith(prefix)) || ASSET_EXTENSION_PATTERN.test(path);
+}
+function looksSecret(segment) {
+  if (UUID_SEGMENT.test(segment) || LONG_HEX_SEGMENT.test(segment) || JWT_SEGMENT.test(segment)) return true;
+  if (segment.length < 20 || !TOKEN_CHARSET.test(segment)) return false;
+  const digits = segment.replace(/\D/g, "").length;
+  const letters = segment.replace(/[^a-z]/gi, "").length;
+  const mixedCase = /[a-z]/.test(segment) && /[A-Z]/.test(segment);
+  return digits >= 3 && letters >= 3 && (mixedCase || !/[-_]/.test(segment));
+}
+function maskJourneyPath(path) {
+  return (path || "/").split("/").map((raw) => {
+    const segment = raw.split(";")[0];
+    if (!segment) return segment;
+    if (/@|%40/.test(segment)) return ":email";
+    return looksSecret(segment) ? ":token" : segment;
+  }).join("/") || "/";
+}
+function isLikelyBrowser(userAgent) {
+  const ua = userAgent?.trim();
+  return Boolean(ua) && /^Mozilla\//.test(ua) && !NON_BROWSER_PATTERN.test(ua);
+}
+function extractJourneyRequests(events, options = {}) {
+  const siteDomains = (options.siteDomains ?? []).map(domainOf).filter((d) => Boolean(d));
+  const out = [];
+  for (const event of events) {
+    const method = event.method?.toUpperCase() ?? null;
+    if (method === "HEAD" || method === "OPTIONS") continue;
+    const observedMs = Date.parse(event.observedAt);
+    if (!Number.isFinite(observedMs)) continue;
+    const rawPath = event.path.split("?")[0] || "/";
+    if (isAssetPath(rawPath)) continue;
+    if (!isLikelyBrowser(event.userAgent)) continue;
+    if (isSelfTraffic(event) || classifyCrawler(event) || classifyAiUserFetch(event)) continue;
+    const params = new URLSearchParams(event.queryString ?? "");
+    const kept = KEPT_QUERY_PARAMETERS.flatMap((name) => {
+      const value = params.get(name);
+      return value ? [`${name}=${encodeURIComponent(value)}`] : [];
+    });
+    const maskedPath = maskJourneyPath(rawPath);
+    const path = (kept.length ? `${maskedPath}?${kept.join("&")}` : maskedPath).slice(0, MAX_PATH_LENGTH);
+    const refererUrl = refererUrlOf(event.referer);
+    const refererHost = refererUrl?.hostname || null;
+    const refererBase = baseHost(refererHost);
+    const siteHost = baseHost(hostOfEvent(event));
+    const sameSite = Boolean(refererBase && (siteHost && (onDomain(refererBase, siteHost) || onDomain(siteHost, refererBase)) || siteDomains.some((domain) => onDomain(refererBase, domain))));
+    const stepReferer = sameSite || Boolean(refererBase && isStepRefererHost(refererBase, refererUrl?.pathname ?? "/"));
+    const ai = classifyAiReferral(event);
+    const networkClickId = Object.keys(NETWORK_CLICK_ID_PARAMETERS).find((name) => params.has(name));
+    out.push({
+      eventId: event.eventId,
+      observedAt: new Date(observedMs).toISOString(),
+      method,
+      path,
+      status: event.status,
+      kind: DATA_PATH_PATTERN.test(rawPath) ? "data" : "page",
+      remoteIp: event.remoteIp?.trim() || null,
+      userAgent: event.userAgent.trim(),
+      stepReferer,
+      aiEvidence: ai?.evidenceType ?? null,
+      signal: {
+        aiProduct: ai?.product ?? null,
+        aiDomain: ai?.sourceDomain ?? null,
+        aiPaid: ai?.trafficClass === "paid",
+        refererHost: stepReferer ? null : refererHost,
+        utmSource: params.get("utm_source"),
+        utmMedium: params.get("utm_medium"),
+        adClickId: AD_CLICK_ID_PARAMETERS.some((name) => params.has(name)),
+        clickNetwork: networkClickId ? NETWORK_CLICK_ID_PARAMETERS[networkClickId] : null
+      }
+    });
+  }
+  return out;
+}
+function hasEntryEvidence(request) {
+  if (request.stepReferer) return false;
+  const s = request.signal;
+  return Boolean(s.aiProduct || s.refererHost || s.utmSource || s.utmMedium || s.adClickId || s.clickNetwork);
+}
+function entryKey(entry) {
+  return `${entry.entryClass}:${entry.entryName ?? entry.entryHost ?? ""}`;
+}
+var ms = (iso) => Date.parse(iso);
+var DIRECT_ENTRY = { entryClass: "direct", entryName: null, entryHost: null, paid: false };
+var laterOf = (a, b) => a !== null && a > b ? a : b;
+function placeRequest(visits, t, outsideEntry, idleMs) {
+  let current;
+  let next;
+  for (const v of visits) {
+    const start = ms(v.startedAt);
+    if (start <= t) {
+      if (t <= ms(v.endedAt) + idleMs && (!current || v.startedAt > current.startedAt)) current = v;
+    } else if (start - t <= idleMs && (!next || v.startedAt < next.startedAt)) {
+      next = v;
+    }
+  }
+  if (current && (outsideEntry === null || outsideEntry === entryKey(current.entry))) return { visit: current, head: false, current };
+  if (next && (next.entry.entryClass === "direct" || outsideEntry === entryKey(next.entry))) return { visit: next, head: true, current };
+  return { visit: void 0, head: false, current };
+}
+function insertSorted(values, value) {
+  let i = values.length;
+  while (i > 0 && values[i - 1] > value) i -= 1;
+  if (values[i - 1] !== value) values.splice(i, 0, value);
+}
+function sessionizeJourneyRequests(requests, state, options) {
+  const byVisitor = /* @__PURE__ */ new Map();
+  for (const request of requests) {
+    const list = byVisitor.get(request.visitorKey);
+    if (list) list.push(request);
+    else byVisitor.set(request.visitorKey, [request]);
+  }
+  const visits = /* @__PURE__ */ new Map();
+  const events = [];
+  const visitors = [];
+  let dropped = 0;
+  let capped = 0;
+  for (const [visitorKey, list] of byVisitor) {
+    list.sort((a, b) => a.observedAt < b.observedAt ? -1 : a.observedAt > b.observedAt ? 1 : 0);
+    const prior = state.get(visitorKey);
+    const isWeakAi = (r) => Boolean(r.signal.aiProduct) && r.stepReferer;
+    const isStrongAi = (r) => Boolean(r.signal.aiProduct) && !r.stepReferer;
+    const aiTimes = [...new Set([
+      prior?.firstAiAt,
+      prior?.lastAiAt,
+      ...prior?.aiTimes ?? [],
+      ...list.filter(isStrongAi).map((r) => r.observedAt)
+    ].filter((t) => Boolean(t)))].sort();
+    if (aiTimes.length === 0 && !list.some(isWeakAi)) {
+      dropped += list.length;
+      continue;
+    }
+    const engineAt = /* @__PURE__ */ new Map();
+    const known = (prior?.visits ?? []).map((v) => ({ ...v, visitorKey, landingPath: "", isNew: false, headChanged: false }));
+    const requestsByDay = new Map(Object.entries(prior?.requestsByDay ?? {}));
+    let keptAny = false;
+    const cappedDays = /* @__PURE__ */ new Set();
+    let lastSeenAt = null;
+    let userAgent = list[0].userAgent;
+    let aiIndex = -1;
+    for (const request of list) {
+      const t = ms(request.observedAt);
+      while (aiIndex + 1 < aiTimes.length && aiTimes[aiIndex + 1] <= request.observedAt) aiIndex += 1;
+      const withinLookback = aiIndex >= 0 && t - ms(aiTimes[aiIndex]) <= options.lookbackMs;
+      let aiTouch = isStrongAi(request);
+      if (isWeakAi(request) && !withinLookback) {
+        aiTouch = true;
+        insertSorted(aiTimes, request.observedAt);
+        aiIndex = aiTimes.indexOf(request.observedAt);
+      }
+      if (aiTouch && request.signal.aiProduct && !engineAt.has(request.observedAt)) engineAt.set(request.observedAt, request.signal.aiProduct);
+      const entry = aiTouch ? classifyJourneyEntry(request.signal) : request.stepReferer ? DIRECT_ENTRY : classifyJourneyEntry({ ...request.signal, aiProduct: null, aiDomain: null, aiPaid: false });
+      const outside = aiTouch || hasEntryEvidence(request);
+      const placement = placeRequest(known, t, outside ? entryKey(entry) : null, options.idleMs);
+      const continues = placement.visit !== void 0 && !placement.head;
+      const kept = aiTouch || withinLookback || continues;
+      const opensVisit = placement.visit === void 0;
+      if (!kept || opensVisit && request.kind === "data" && !outside) {
+        dropped += 1;
+        continue;
+      }
+      const day = request.observedAt.slice(0, 10);
+      const stored = requestsByDay.get(day) ?? 0;
+      if (stored >= options.maxRequestsPerDay && !aiTouch) {
+        cappedDays.add(day);
+        capped += 1;
+        continue;
+      }
+      requestsByDay.set(day, stored + 1);
+      let target;
+      if (placement.visit) {
+        target = placement.visit;
+        if (placement.head) {
+          target.startedAt = request.observedAt;
+          target.landingPath = request.path;
+          if (outside) target.entry = entry;
+          target.headChanged = !target.isNew;
+        }
+        if (request.observedAt > target.endedAt) target.endedAt = request.observedAt;
+        target.requestCount += 1;
+        if (request.kind === "page") target.pageCount += 1;
+      } else {
+        target = {
+          id: options.newId(),
+          visitorKey,
+          startedAt: request.observedAt,
+          endedAt: request.observedAt,
+          entry,
+          requestCount: 1,
+          pageCount: request.kind === "page" ? 1 : 0,
+          landingPath: request.path,
+          isNew: true,
+          headChanged: false
+        };
+        const inside = placement.current;
+        if (outside && inside && request.observedAt < inside.endedAt) {
+          target.splitFrom = { visitId: inside.id, after: request.observedAt };
+          target.endedAt = inside.endedAt;
+          inside.endedAt = request.observedAt;
+          visits.set(inside.id, inside);
+        }
+        known.push(target);
+      }
+      visits.set(target.id, target);
+      events.push({ visitId: target.id, visitorKey, request, aiTouch });
+      keptAny = true;
+      lastSeenAt = laterOf(lastSeenAt, request.observedAt);
+      userAgent = request.userAgent;
+    }
+    if ((keptAny || cappedDays.size > 0) && aiTimes.length > 0) {
+      const firstAiAt = aiTimes[0];
+      visitors.push({
+        visitorKey,
+        firstAiAt,
+        firstAiEngine: (prior?.firstAiAt === firstAiAt ? prior?.firstAiEngine : null) ?? engineAt.get(firstAiAt) ?? prior?.firstAiEngine ?? "AI",
+        lastAiAt: aiTimes[aiTimes.length - 1],
+        userAgent,
+        lastSeenAt: lastSeenAt ?? prior?.lastAiAt ?? firstAiAt,
+        cappedDays: [...cappedDays].sort()
+      });
+    }
+  }
+  return { visits: [...visits.values()], events, visitors, dropped, capped };
+}
+
 // ../integration-traffic/src/rollup.ts
 var DEFAULT_SAMPLE_LIMIT = 25;
 var DEFAULT_AI_REFERRAL_SESSION_WINDOW_MS = 6e4;
-var UUID_SEGMENT = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
-var LONG_HEX_SEGMENT = /^[0-9a-f]{16,}$/i;
+var UUID_SEGMENT2 = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
+var LONG_HEX_SEGMENT2 = /^[0-9a-f]{16,}$/i;
 var NUMERIC_SEGMENT = /^\d+$/;
-var ASSET_EXTENSION_PATTERN = /\.(?:avif|bmp|css|gif|ico|jpe?g|js|json|map|mjs|mp4|otf|png|svg|webm|webmanifest|woff2?|xml)$/i;
-var ASSET_PATH_PREFIXES = [
+var ASSET_EXTENSION_PATTERN2 = /\.(?:avif|bmp|css|gif|ico|jpe?g|js|json|map|mjs|mp4|otf|png|svg|webm|webmanifest|woff2?|xml)$/i;
+var ASSET_PATH_PREFIXES2 = [
   "/_next/static/",
   "/assets/",
   "/build/",
@@ -14528,7 +14836,7 @@ function normalizeTrafficPathPattern(path) {
   const pathOnly = cleanPath.split("?")[0] || "/";
   const segments = pathOnly.split("/").map((segment) => {
     if (!segment) return segment;
-    if (UUID_SEGMENT.test(segment) || LONG_HEX_SEGMENT.test(segment) || NUMERIC_SEGMENT.test(segment)) {
+    if (UUID_SEGMENT2.test(segment) || LONG_HEX_SEGMENT2.test(segment) || NUMERIC_SEGMENT.test(segment)) {
       return ":id";
     }
     return segment;
@@ -14571,7 +14879,7 @@ function resolveAiReferralLandingPath(event, evidenceType) {
 }
 function isLikelySubresourcePath(path) {
   const cleanPath = path.split("?")[0] || "/";
-  return ASSET_PATH_PREFIXES.some((prefix) => cleanPath.startsWith(prefix)) || ASSET_EXTENSION_PATTERN.test(cleanPath);
+  return ASSET_PATH_PREFIXES2.some((prefix) => cleanPath.startsWith(prefix)) || ASSET_EXTENSION_PATTERN2.test(cleanPath);
 }
 function actorKey(event) {
   const remoteIp = event.remoteIp?.trim();
@@ -15364,6 +15672,8 @@ export {
   isSelfTraffic,
   classifyCrawler,
   classifyAiUserFetch,
+  extractJourneyRequests,
+  sessionizeJourneyRequests,
   buildTrafficProbeReport,
   normalizeCloudflareWorkerEvent,
   CLOUDFLARE_WORKER_BINDINGS,

package/dist/{chunk-YDSY5YJE.js → chunk-TKX4G4NV.js}

@@ -2,13 +2,13 @@ import {
   bucketCliCommandDuration,
   isTelemetryEnabled,
   trackEvent
-} from "./chunk-IFVTHGXG.js";
+} from "./chunk-EJZ4TQQR.js";
 import {
   getConfigDir
-} from "./chunk-TVANRUBO.js";
+} from "./chunk-FA7RDZ43.js";
 import {
   currentOutcomeAttribution
-} from "./chunk-27SGL3DF.js";
+} from "./chunk-KLPRF4PA.js";
 import {
   AGENT_NONE,
   OutcomeSurfaces,
@@ -19,7 +19,7 @@ import {
   integrationConnectionPropertiesSchema,
   normalizeAgentSlug,
   usageSurfaceSchema
-} from "./chunk-Y7NX6EIK.js";
+} from "./chunk-HUO3YPKB.js";
 
 // src/outcome-telemetry.ts
 import fs from "fs";

package/dist/{chunk-L7TKNHEX.js → chunk-VRI3UDRA.js}

@@ -1,6 +1,6 @@
 import {
   hostMatchesDomain
-} from "./chunk-Y7NX6EIK.js";
+} from "./chunk-HUO3YPKB.js";
 
 // src/citation-utils.ts
 function pickProjectCitedDomain(citedDomains, projectDomains) {

package/dist/{chunk-KWXARGCT.js → chunk-VWO4WRQM.js}

@@ -6,12 +6,12 @@ import {
 import {
   createApiClient,
   runWithUsageTags
-} from "./chunk-F6W7FCS2.js";
+} from "./chunk-PTKFLEVN.js";
 import {
   canonryMcpTools,
   mcpOutputSchema,
   toolOperationAccess
-} from "./chunk-YJPQBJZO.js";
+} from "./chunk-LWKHCQ46.js";
 import {
   PACKAGE_VERSION
 } from "./chunk-AOJU5LKX.js";
@@ -24,7 +24,7 @@ import {
   isReadOnlyKey,
   restrictedWriteScopes,
   upgradeCaveatFor
-} from "./chunk-Y7NX6EIK.js";
+} from "./chunk-HUO3YPKB.js";
 
 // src/mcp/server.ts
 import { randomUUID } from "crypto";