@jmp-technologies/analytics 0.1.38 → 0.1.40

package/dist/index.cjs

@@ -20,10 +20,15 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 // src/index.ts
 var index_exports = {};
 __export(index_exports, {
+  AI_CRAWLER_ROBOTS_USER_AGENTS: () => AI_CRAWLER_ROBOTS_USER_AGENTS,
   BOOKING_LINK_HOSTS: () => BOOKING_LINK_HOSTS,
   DEFAULT_JMP_BROWSER_PAGE_VIEW_DEDUPE_MS: () => DEFAULT_JMP_BROWSER_PAGE_VIEW_DEDUPE_MS,
+  JMP_AI_CRAWLER_WAF_USER_AGENTS: () => JMP_AI_CRAWLER_WAF_USER_AGENTS,
   JMP_ANALYTICS_SDK_VERSION: () => JMP_ANALYTICS_SDK_VERSION,
+  JMP_CONTENT_CACHE_TAG: () => JMP_CONTENT_CACHE_TAG,
+  JMP_CONTENT_REVALIDATE_SECONDS: () => JMP_CONTENT_REVALIDATE_SECONDS,
   JMP_TRACKING_CONSENT_STORAGE_KEY: () => JMP_TRACKING_CONSENT_STORAGE_KEY,
+  buildAiCrawlerRobotsTxt: () => buildAiCrawlerRobotsTxt,
   buildLandingCaptureInlineScript: () => buildLandingCaptureInlineScript,
   classifyContactHref: () => classifyContactHref,
   createJmpAnalytics: () => createJmpAnalytics,
@@ -56,7 +61,10 @@ __export(index_exports, {
   isJmpBrowserAnalyticsEnvConfigured: () => isJmpBrowserAnalyticsEnvConfigured,
   isJmpServerContentEnvConfigured: () => isJmpServerContentEnvConfigured,
   isJmpTrackingConsentGranted: () => isJmpTrackingConsentGranted,
+  jmpAiCrawlerVercelWafRoute: () => jmpAiCrawlerVercelWafRoute,
+  jmpAiCrawlerWafUserAgentPattern: () => jmpAiCrawlerWafUserAgentPattern,
   markContentWrapper: () => markContentWrapper,
+  mergeJmpRobotsTxt: () => mergeJmpRobotsTxt,
   normalizeJmpContentManifest: () => normalizeJmpContentManifest,
   readJmpPublicEnvFromProcess: () => readJmpPublicEnvFromProcess,
   registerJmpContentWrappers: () => registerJmpContentWrappers,
@@ -350,12 +358,14 @@ function extractMailtoTarget(href) {
 }
 
 // package.json
-var version = "0.1.38";
+var version = "0.1.40";
 
 // src/constants.ts
 var JMP_ANALYTICS_SDK_VERSION = version;
 var JMP_TRACKING_CONSENT_STORAGE_KEY = "jmp_analytics_consent_v1";
 var DEFAULT_JMP_BROWSER_PAGE_VIEW_DEDUPE_MS = 2500;
+var JMP_CONTENT_CACHE_TAG = "jmp-content";
+var JMP_CONTENT_REVALIDATE_SECONDS = 3600;
 
 // src/consent.ts
 var moduleTrackingConsentGranted = true;
@@ -1092,7 +1102,8 @@ function normalizeJmpContentManifest(input) {
   const externalSources = normalizeExternalSources(input.externalSources);
   const trust = normalizeTrust(input.trust);
   const contact = normalizeContact(input.contact);
-  if (routes.length === 0 && !externalSources && !trust && !contact) {
+  const defaults = normalizeManifestDefaults(input.defaults);
+  if (routes.length === 0 && !externalSources && !trust && !contact && !defaults) {
     return null;
   }
   return {
@@ -1100,7 +1111,8 @@ function normalizeJmpContentManifest(input) {
     ...routes.length > 0 ? { routes } : {},
     ...externalSources ? { externalSources } : {},
     ...trust ? { trust } : {},
-    ...contact ? { contact } : {}
+    ...contact ? { contact } : {},
+    ...defaults ? { defaults } : {}
   };
 }
 function normalizeRoutes(routes) {
@@ -1164,10 +1176,132 @@ function normalizeTrustLabels(labels) {
   }
   return Object.keys(out).length > 0 ? out : null;
 }
+function readDefaultText(value, max = 500) {
+  if (typeof value !== "string") return void 0;
+  const trimmed = value.trim();
+  if (!trimmed) return void 0;
+  return trimmed.slice(0, max);
+}
+function normalizeManifestDefaults(defaults) {
+  if (!defaults || typeof defaults !== "object") return null;
+  const contactRaw = defaults.contact;
+  const contact = {};
+  if (contactRaw && typeof contactRaw === "object") {
+    const displayName = readDefaultText(contactRaw.displayName, 120);
+    const email = readDefaultText(contactRaw.email, 200);
+    const phone = readDefaultText(contactRaw.phone, 40);
+    const address = readDefaultText(contactRaw.address, 400);
+    const hours = readDefaultText(contactRaw.hours, 400);
+    const serviceArea = readDefaultText(contactRaw.serviceArea, 200);
+    const googleMapsUrl = readDefaultText(contactRaw.googleMapsUrl, 2048);
+    const linkedinUrl = readDefaultText(contactRaw.linkedinUrl, 2048);
+    const instagramUrl = readDefaultText(contactRaw.instagramUrl, 2048);
+    const facebookUrl = readDefaultText(contactRaw.facebookUrl, 2048);
+    const xUrl = readDefaultText(contactRaw.xUrl, 2048);
+    const youtubeUrl = readDefaultText(contactRaw.youtubeUrl, 2048);
+    if (displayName) contact.displayName = displayName;
+    if (email) contact.email = email;
+    if (phone) contact.phone = phone;
+    if (address) contact.address = address;
+    if (hours) contact.hours = hours;
+    if (serviceArea) contact.serviceArea = serviceArea;
+    if (googleMapsUrl) contact.googleMapsUrl = googleMapsUrl;
+    if (linkedinUrl) contact.linkedinUrl = linkedinUrl;
+    if (instagramUrl) contact.instagramUrl = instagramUrl;
+    if (facebookUrl) contact.facebookUrl = facebookUrl;
+    if (xUrl) contact.xUrl = xUrl;
+    if (youtubeUrl) contact.youtubeUrl = youtubeUrl;
+    if (contactRaw.extras && typeof contactRaw.extras === "object") {
+      const extras = {};
+      for (const [rawKey, rawValue] of Object.entries(contactRaw.extras)) {
+        if (Object.keys(extras).length >= 10) break;
+        const key = normalizeKey(rawKey);
+        const value = readDefaultText(rawValue, 200);
+        if (key && isValidExtraKey(key) && value) extras[key] = value;
+      }
+      if (Object.keys(extras).length > 0) contact.extras = extras;
+    }
+  }
+  const faq = [];
+  if (Array.isArray(defaults.faq)) {
+    for (const raw of defaults.faq) {
+      if (!raw || typeof raw !== "object" || faq.length >= 40) continue;
+      const question = readDefaultText(raw.question, 300);
+      const answer = readDefaultText(raw.answer, 8e3);
+      if (!question || !answer) continue;
+      const category = readDefaultText(raw.category, 80);
+      faq.push({ question, answer, ...category ? { category } : {} });
+    }
+  }
+  const trustRaw = defaults.trust;
+  const trust = {};
+  if (trustRaw && typeof trustRaw === "object") {
+    const assign = (key, max) => {
+      const value = readDefaultText(trustRaw[key], max);
+      if (value) trust[key] = value;
+    };
+    assign("googleReviewsUrl", 2048);
+    assign("googlePlaceId", 128);
+    assign("yelpUrl", 2048);
+    assign("trustpilotUrl", 2048);
+    assign("disclaimer", 1e3);
+  }
+  const hasContact = Object.keys(contact).length > 0;
+  const hasTrust = Object.keys(trust).length > 0;
+  if (!hasContact && faq.length === 0 && !hasTrust) return null;
+  return {
+    ...hasContact ? { contact } : {},
+    ...faq.length > 0 ? { faq } : {},
+    ...hasTrust ? { trust } : {}
+  };
+}
 function normalizeContact(contact) {
   if (!contact || typeof contact !== "object") return null;
   const extras = normalizeContactExtras(contact.extras);
-  return extras.length > 0 ? { extras } : null;
+  const leadInbox = normalizeLeadInbox(contact.leadInbox);
+  if (extras.length === 0 && !leadInbox) return null;
+  return {
+    ...extras.length > 0 ? { extras } : {},
+    ...leadInbox ? { leadInbox } : {}
+  };
+}
+function normalizeLeadInbox(raw) {
+  if (!raw || typeof raw !== "object") return null;
+  const list = normalizeInboxKeyList(raw.list, 8);
+  const detail = normalizeInboxKeyList(raw.detail, 24);
+  const labels = normalizeInboxLabels(raw.labels);
+  if (!list && !detail && !labels) return null;
+  return {
+    ...list ? { list } : {},
+    ...detail ? { detail } : {},
+    ...labels ? { labels } : {}
+  };
+}
+function normalizeInboxKeyList(raw, max) {
+  if (!Array.isArray(raw)) return void 0;
+  const seen = /* @__PURE__ */ new Set();
+  const out = [];
+  for (const item of raw) {
+    if (typeof item !== "string" || out.length >= max) continue;
+    const key = item.trim();
+    const token = key.replace(/[^a-zA-Z0-9]+/g, "").toLowerCase();
+    if (!key || !token || seen.has(token)) continue;
+    seen.add(token);
+    out.push(key);
+  }
+  return out.length > 0 ? out : void 0;
+}
+function normalizeInboxLabels(raw) {
+  if (!raw || typeof raw !== "object") return void 0;
+  const out = {};
+  for (const [key, value] of Object.entries(raw)) {
+    if (typeof value !== "string") continue;
+    const label = value.trim().slice(0, 60);
+    const token = key.trim();
+    if (!token || !label) continue;
+    out[token] = label;
+  }
+  return Object.keys(out).length > 0 ? out : void 0;
 }
 function normalizeContactExtras(extras) {
   if (!Array.isArray(extras)) return [];
@@ -1197,7 +1331,7 @@ function inferWrapperSlotsFromManifest(manifest) {
     slots.add(`trust.${block.section}`);
     slots.add("trust");
   }
-  if (manifest?.contact?.extras?.length) {
+  if (manifest?.contact?.extras?.length || manifest?.contact?.leadInbox) {
     slots.add("contact");
   }
   return [...slots];
@@ -1231,7 +1365,11 @@ async function getContentText(config, path) {
   }
   const res = await resolvedFetch(url, {
     method: "GET",
-    headers: jmpContentRequestHeaders(config)
+    headers: jmpContentRequestHeaders(config),
+    next: {
+      revalidate: JMP_CONTENT_REVALIDATE_SECONDS,
+      tags: [JMP_CONTENT_CACHE_TAG]
+    }
   });
   const text = await res.text();
   if (!res.ok) {
@@ -1322,7 +1460,65 @@ function getDiscoveredContentWrappers() {
   return sortWrapperSlots([...discovered]);
 }
 function resolveContentManifestForReport(config) {
-  return normalizeJmpContentManifest(config.contentManifest);
+  const site = getJmpSiteDefinition();
+  const fallback = site?.contactFallback;
+  const existing = config.contentManifest;
+  const fromFallback = fallbackToManifestDefaults(fallback);
+  if (!existing && !fromFallback) {
+    return null;
+  }
+  const merged = {
+    ...existing ?? {},
+    defaults: {
+      ...fromFallback ?? {},
+      ...existing?.defaults ?? {},
+      contact: {
+        ...fromFallback?.contact ?? {},
+        ...existing?.defaults?.contact ?? {},
+        extras: {
+          ...fromFallback?.contact?.extras ?? {},
+          ...existing?.defaults?.contact?.extras ?? {}
+        }
+      },
+      trust: {
+        ...fromFallback?.trust ?? {},
+        ...existing?.defaults?.trust ?? {}
+      },
+      faq: existing?.defaults?.faq?.length ? existing.defaults.faq : fromFallback?.faq
+    }
+  };
+  return normalizeJmpContentManifest(merged);
+}
+function fallbackToManifestDefaults(fallback) {
+  if (!fallback) return null;
+  const contact = {};
+  if (fallback.displayName?.trim()) contact.displayName = fallback.displayName.trim();
+  if (fallback.email?.trim()) contact.email = fallback.email.trim();
+  if (typeof fallback.phone === "string" && fallback.phone.trim()) {
+    contact.phone = fallback.phone.trim();
+  }
+  if (fallback.address?.trim()) contact.address = fallback.address.trim();
+  if (fallback.hours?.trim()) contact.hours = fallback.hours.trim();
+  if (fallback.serviceArea?.trim()) contact.serviceArea = fallback.serviceArea.trim();
+  if (fallback.googleMapsUrl?.trim()) {
+    contact.googleMapsUrl = fallback.googleMapsUrl.trim();
+  }
+  if (fallback.linkedin?.trim()) contact.linkedinUrl = fallback.linkedin.trim();
+  if (fallback.instagram?.trim()) contact.instagramUrl = fallback.instagram.trim();
+  if (fallback.facebook?.trim()) contact.facebookUrl = fallback.facebook.trim();
+  if (fallback.x?.trim()) contact.xUrl = fallback.x.trim();
+  if (fallback.youtube?.trim()) contact.youtubeUrl = fallback.youtube.trim();
+  const trust = {};
+  if (fallback.googleMapsUrl?.trim()) {
+    trust.googleReviewsUrl = fallback.googleMapsUrl.trim();
+  }
+  const hasContact = Object.keys(contact).length > 0;
+  const hasTrust = Object.keys(trust).length > 0;
+  if (!hasContact && !hasTrust) return null;
+  return {
+    ...hasContact ? { contact } : {},
+    ...hasTrust ? { trust } : {}
+  };
 }
 function resolveContentWrappersForReport(config) {
   const explicit = config.contentWrappers ?? [];
@@ -1681,6 +1877,135 @@ async function registerJmpContentWrappers(config) {
 }
 setContentWrapperSyncHandler(registerJmpContentWrappers);
 
+// ai-crawler-agents.json
+var ai_crawler_agents_default = {
+  robotsUserAgents: [
+    "GPTBot",
+    "ChatGPT-User",
+    "OAI-SearchBot",
+    "OAI-AdsBot",
+    "ClaudeBot",
+    "Claude-User",
+    "Claude-SearchBot",
+    "Claude-Web",
+    "PerplexityBot",
+    "Perplexity-User",
+    "Google-Extended",
+    "GoogleOther",
+    "GoogleOther-Image",
+    "GoogleOther-Video",
+    "Google-CloudVertexBot",
+    "Meta-ExternalAgent",
+    "Meta-ExternalFetcher",
+    "FacebookBot",
+    "Applebot",
+    "Applebot-Extended",
+    "CCBot",
+    "Bytespider",
+    "cohere-ai",
+    "cohere-training-data-crawler",
+    "YouBot",
+    "MistralAI-User",
+    "GrokBot",
+    "Grok-DeepSearch",
+    "xAI-Grok",
+    "xAI-Bot"
+  ],
+  wafUserAgents: [
+    "GPTBot",
+    "ChatGPT-User",
+    "OAI-SearchBot",
+    "OAI-AdsBot",
+    "ClaudeBot",
+    "Claude-User",
+    "Claude-SearchBot",
+    "Claude-Web",
+    "PerplexityBot",
+    "Perplexity-User",
+    "Google-Extended",
+    "GoogleOther",
+    "Google-CloudVertexBot",
+    "Meta-ExternalAgent",
+    "Meta-ExternalFetcher",
+    "FacebookBot",
+    "Applebot-Extended",
+    "CCBot",
+    "Bytespider",
+    "cohere-ai",
+    "cohere-training-data-crawler",
+    "YouBot",
+    "MistralAI-User",
+    "GrokBot",
+    "Grok-DeepSearch",
+    "xAI-Grok",
+    "xAI-Bot"
+  ]
+};
+
+// src/ai-crawlers.ts
+var AI_CRAWLER_ROBOTS_USER_AGENTS = ai_crawler_agents_default.robotsUserAgents;
+var JMP_AI_CRAWLER_WAF_USER_AGENTS = ai_crawler_agents_default.wafUserAgents;
+function buildAiCrawlerRobotsTxt(blockAiCrawlers) {
+  if (!blockAiCrawlers) {
+    return [
+      "# JMP AI crawler policy",
+      "# AI crawler blocking is disabled for this website.",
+      ""
+    ].join("\n");
+  }
+  return [
+    "# JMP AI crawler policy",
+    "# Blocks known AI training, answer, and fetch bots that honor robots.txt.",
+    ...AI_CRAWLER_ROBOTS_USER_AGENTS.flatMap((agent) => [
+      `User-agent: ${agent}`,
+      "Disallow: /",
+      ""
+    ])
+  ].join("\n");
+}
+function jmpAiCrawlerWafUserAgentPattern() {
+  return JMP_AI_CRAWLER_WAF_USER_AGENTS.map(escapeRegExp).join("|");
+}
+function jmpAiCrawlerVercelWafRoute() {
+  return {
+    src: "/(.*)",
+    has: [
+      {
+        type: "header",
+        key: "user-agent",
+        value: `(?i).*(${jmpAiCrawlerWafUserAgentPattern()}).*`
+      }
+    ],
+    mitigate: { action: "deny" }
+  };
+}
+function mergeJmpRobotsTxt(jmpBody, options) {
+  const trimmed = jmpBody.trim();
+  const sitemapLine = `Sitemap: ${options.siteUrl.replace(/\/$/, "")}/sitemap.xml`;
+  const hasSitemap = /(?:^|\n)\s*Sitemap:/i.test(trimmed);
+  const prefixes = options.privatePathPrefixes ?? [];
+  const missingDisallows = prefixes.filter(
+    (prefix) => !trimmed.includes(`Disallow: ${prefix}`)
+  );
+  const parts = [trimmed];
+  if (options.ensureAiCrawlerDisallows && !/User-agent:\s*GPTBot/i.test(trimmed)) {
+    parts.unshift(buildAiCrawlerRobotsTxt(true).trim());
+  }
+  if (missingDisallows.length > 0) {
+    const lines = prefixes.map((prefix) => `Disallow: ${prefix}`);
+    parts.push(`User-agent: *
+${lines.join("\n")}`);
+  }
+  if (!hasSitemap) {
+    parts.push(sitemapLine);
+  }
+  return `${parts.join("\n\n")}
+`;
+}
+function escapeRegExp(value) {
+  return value.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+}
+
 // src/content/client.ts
 function createJmpContentClient(config) {
   return {
@@ -1746,10 +2071,15 @@ function createJmpContentClientFromServerEnv(overrides) {
 }
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
+  AI_CRAWLER_ROBOTS_USER_AGENTS,
   BOOKING_LINK_HOSTS,
   DEFAULT_JMP_BROWSER_PAGE_VIEW_DEDUPE_MS,
+  JMP_AI_CRAWLER_WAF_USER_AGENTS,
   JMP_ANALYTICS_SDK_VERSION,
+  JMP_CONTENT_CACHE_TAG,
+  JMP_CONTENT_REVALIDATE_SECONDS,
   JMP_TRACKING_CONSENT_STORAGE_KEY,
+  buildAiCrawlerRobotsTxt,
   buildLandingCaptureInlineScript,
   classifyContactHref,
   createJmpAnalytics,
@@ -1782,7 +2112,10 @@ function createJmpContentClientFromServerEnv(overrides) {
   isJmpBrowserAnalyticsEnvConfigured,
   isJmpServerContentEnvConfigured,
   isJmpTrackingConsentGranted,
+  jmpAiCrawlerVercelWafRoute,
+  jmpAiCrawlerWafUserAgentPattern,
   markContentWrapper,
+  mergeJmpRobotsTxt,
   normalizeJmpContentManifest,
   readJmpPublicEnvFromProcess,
   registerJmpContentWrappers,