@agentstats/sdk 0.5.0 → 0.5.1

package/dist/bots.js

@@ -0,0 +1,1010 @@
+// src/bots.curated.ts
+const CURATED = [
+	{
+		id: "chatgpt-agent",
+		name: "ChatGPT agent",
+		product: "chatgpt",
+		category: "agent",
+		pattern: /ChatGPT[- ]Agent/i
+	},
+	{
+		id: "chatgpt-user",
+		name: "ChatGPT-User",
+		product: "chatgpt",
+		category: "assistant",
+		pattern: /ChatGPT-User/i
+	},
+	{
+		id: "oai-searchbot",
+		name: "OAI-SearchBot",
+		product: "chatgpt",
+		category: "search",
+		pattern: /OAI-SearchBot/i
+	},
+	{
+		id: "gptbot",
+		name: "GPTBot",
+		product: "chatgpt",
+		category: "training",
+		pattern: /GPTBot/i
+	},
+	{
+		id: "oai-adsbot",
+		name: "OAI-AdsBot",
+		product: "chatgpt",
+		category: "other",
+		pattern: /OAI-AdsBot/i
+	},
+	{
+		id: "claude-code",
+		name: "Claude Code",
+		product: "claude",
+		category: "assistant",
+		pattern: /claude-code/i
+	},
+	{
+		id: "claude-user",
+		name: "Claude-User",
+		product: "claude",
+		category: "assistant",
+		pattern: /Claude-User/i
+	},
+	{
+		id: "claude-searchbot",
+		name: "Claude-SearchBot",
+		product: "claude",
+		category: "search",
+		pattern: /Claude-SearchBot/i
+	},
+	{
+		id: "claudebot",
+		name: "ClaudeBot",
+		product: "claude",
+		category: "training",
+		pattern: /ClaudeBot|Claude-Web|anthropic-ai/i
+	},
+	{
+		id: "perplexity-user",
+		name: "Perplexity-User",
+		product: "perplexity",
+		category: "assistant",
+		pattern: /Perplexity-?User/i
+	},
+	{
+		id: "perplexitybot",
+		name: "PerplexityBot",
+		product: "perplexity",
+		category: "search",
+		pattern: /PerplexityBot/i
+	},
+	{
+		id: "google-agent",
+		name: "Google-Agent",
+		product: "gemini",
+		category: "agent",
+		pattern: /Google-Agent\b/i
+	},
+	{
+		id: "googleagent-mariner",
+		name: "Project Mariner",
+		product: "gemini",
+		category: "agent",
+		pattern: /GoogleAgent-Mariner/i
+	},
+	{
+		id: "googleagent-urlcontext",
+		name: "Gemini URL context",
+		product: "gemini",
+		category: "assistant",
+		pattern: /GoogleAgent-URLContext/i
+	},
+	{
+		id: "gemini-deep-research",
+		name: "Gemini Deep Research",
+		product: "gemini",
+		category: "assistant",
+		pattern: /Gemini-Deep-Research/i
+	},
+	{
+		id: "google-gemininotebook",
+		name: "Gemini Notebook",
+		product: "gemini",
+		category: "assistant",
+		pattern: /Google-GeminiNotebook|Google-NotebookLM|NotebookLM/i
+	},
+	{
+		id: "gemini-cli",
+		name: "Gemini CLI",
+		product: "gemini",
+		category: "assistant",
+		pattern: /Gemini-?CLI/i
+	},
+	{
+		id: "google-cloudvertexbot",
+		name: "Google-CloudVertexBot",
+		product: "gemini",
+		category: "search",
+		pattern: /Google-CloudVertexBot/i
+	},
+	{
+		id: "google-read-aloud",
+		name: "Google Read Aloud",
+		product: "google",
+		category: "other",
+		pattern: /Google-Read-Aloud/i
+	},
+	{
+		id: "google-ads",
+		name: "Google Ads crawlers",
+		product: "google",
+		category: "other",
+		pattern: /AdsBot-Google|Mediapartners-Google|APIs-Google/i
+	},
+	{
+		id: "googleother",
+		name: "GoogleOther",
+		product: "google",
+		category: "other",
+		pattern: /GoogleOther|Google-InspectionTool|Storebot-Google/i
+	},
+	{
+		id: "googlebot",
+		name: "Googlebot",
+		product: "google",
+		category: "search_engine",
+		pattern: /Googlebot/i
+	},
+	{
+		id: "azureai-searchbot",
+		name: "AzureAI-SearchBot",
+		product: "copilot",
+		category: "search",
+		pattern: /AzureAI-SearchBot/i
+	},
+	{
+		id: "bingbot",
+		name: "Bingbot",
+		product: "copilot",
+		category: "search_engine",
+		pattern: /bingbot|BingPreview|msnbot/i
+	},
+	{
+		id: "meta-externalfetcher",
+		name: "Meta-ExternalFetcher",
+		product: "meta",
+		category: "assistant",
+		pattern: /meta-externalfetcher/i
+	},
+	{
+		id: "meta-webindexer",
+		name: "Meta-WebIndexer",
+		product: "meta",
+		category: "search",
+		pattern: /meta-webindexer/i
+	},
+	{
+		id: "meta-externalagent",
+		name: "Meta-ExternalAgent",
+		product: "meta",
+		category: "training",
+		pattern: /meta-externalagent|FacebookBot/i
+	},
+	{
+		id: "facebookexternalhit",
+		name: "Facebook link preview",
+		product: "meta",
+		category: "other",
+		pattern: /facebookexternalhit|facebookcatalog/i
+	},
+	{
+		id: "applebot",
+		name: "Applebot",
+		product: "apple",
+		category: "search_engine",
+		pattern: /Applebot/i
+	},
+	{
+		id: "amazonbuyforme",
+		name: "Amazon Buy for Me",
+		product: "amazon",
+		category: "agent",
+		pattern: /AmazonBuyForMe/i
+	},
+	{
+		id: "novaact",
+		name: "Nova Act",
+		product: "amazon",
+		category: "agent",
+		pattern: /NovaAct/i
+	},
+	{
+		id: "amzn-user",
+		name: "Amzn-User",
+		product: "amazon",
+		category: "assistant",
+		pattern: /Amzn-User/i
+	},
+	{
+		id: "amzn-searchbot",
+		name: "Amzn-SearchBot",
+		product: "amazon",
+		category: "search",
+		pattern: /Amzn-SearchBot|amazon-kendra/i
+	},
+	{
+		id: "bedrockbot",
+		name: "BedrockBot",
+		product: "amazon",
+		category: "training",
+		pattern: /bedrockbot/i
+	},
+	{
+		id: "amazonbot",
+		name: "Amazonbot",
+		product: "amazon",
+		category: "search",
+		pattern: /Amazonbot/i
+	},
+	{
+		id: "mistralai-user",
+		name: "MistralAI-User",
+		product: "mistral",
+		category: "assistant",
+		pattern: /MistralAI-User/i
+	},
+	{
+		id: "mistralai-index",
+		name: "MistralAI-Index",
+		product: "mistral",
+		category: "search",
+		pattern: /MistralAI-Index/i
+	},
+	{
+		id: "mistralai-training",
+		name: "MistralAI-Training",
+		product: "mistral",
+		category: "training",
+		pattern: /MistralAI-Training/i
+	},
+	{
+		id: "deepseekbot",
+		name: "DeepSeekBot",
+		product: "deepseek",
+		category: "training",
+		pattern: /DeepSeekBot/i
+	},
+	{
+		id: "doubaobot",
+		name: "DoubaoBot",
+		product: "bytedance",
+		category: "search",
+		pattern: /DoubaoBot/i
+	},
+	{
+		id: "bytespider",
+		name: "Bytespider",
+		product: "bytedance",
+		category: "training",
+		pattern: /Bytespider|TikTokSpider/i
+	},
+	{
+		id: "duckassistbot",
+		name: "DuckAssistBot",
+		product: "duckduckgo",
+		category: "assistant",
+		pattern: /DuckAssistBot/i
+	},
+	{
+		id: "duckduckbot",
+		name: "DuckDuckBot",
+		product: "duckduckgo",
+		category: "search_engine",
+		pattern: /DuckDuckBot/i
+	},
+	{
+		id: "ccbot",
+		name: "CCBot",
+		product: "commoncrawl",
+		category: "training",
+		pattern: /CCBot/i
+	},
+	{
+		id: "cohere-training",
+		name: "Cohere training crawler",
+		product: "cohere",
+		category: "training",
+		pattern: /cohere-training-data-crawler/i
+	},
+	{
+		id: "cohere-ai",
+		name: "cohere-ai",
+		product: "cohere",
+		category: "assistant",
+		pattern: /cohere-ai/i
+	},
+	{
+		id: "youbot",
+		name: "YouBot",
+		product: "you",
+		category: "search",
+		pattern: /YouBot/i
+	},
+	{
+		id: "tongyibot",
+		name: "TongyiBot",
+		product: "qwen",
+		category: "assistant",
+		pattern: /TongyiBot/i
+	},
+	{
+		id: "qwenbot",
+		name: "QwenBot",
+		product: "qwen",
+		category: "training",
+		pattern: /QwenBot/i
+	},
+	{
+		id: "kimi-user",
+		name: "Kimi-User",
+		product: "kimi",
+		category: "assistant",
+		pattern: /Kimi-User/i
+	},
+	{
+		id: "kimi-searchbot",
+		name: "Kimi-SearchBot",
+		product: "kimi",
+		category: "search",
+		pattern: /Kimi-SearchBot/i
+	},
+	{
+		id: "kimibot",
+		name: "KimiBot",
+		product: "kimi",
+		category: "training",
+		pattern: /KimiBot/i
+	},
+	{
+		id: "yiyanbot",
+		name: "YiyanBot",
+		product: "baidu",
+		category: "assistant",
+		pattern: /YiyanBot/i
+	},
+	{
+		id: "erniebot",
+		name: "ERNIEBot",
+		product: "baidu",
+		category: "training",
+		pattern: /ERNIEBot/i
+	},
+	{
+		id: "baiduspider",
+		name: "Baiduspider",
+		product: "baidu",
+		category: "search_engine",
+		pattern: /Baiduspider/i
+	},
+	{
+		id: "yandexadditional",
+		name: "YandexAdditional",
+		product: "yandex",
+		category: "training",
+		pattern: /YandexAdditional/i
+	},
+	{
+		id: "yandexbot",
+		name: "YandexBot",
+		product: "yandex",
+		category: "search_engine",
+		pattern: /YandexBot|YandexMobileBot/i
+	},
+	{
+		id: "pangubot",
+		name: "PanguBot",
+		product: "huawei",
+		category: "training",
+		pattern: /PanguBot/i
+	},
+	{
+		id: "petalbot",
+		name: "PetalBot",
+		product: "huawei",
+		category: "search_engine",
+		pattern: /PetalBot/i
+	},
+	{
+		id: "ai2bot",
+		name: "AI2Bot",
+		product: "ai2",
+		category: "training",
+		pattern: /AI2Bot|Ai2Bot-Dolma/i
+	},
+	{
+		id: "bravebot",
+		name: "Bravebot",
+		product: "brave",
+		category: "search",
+		pattern: /Bravebot/i
+	},
+	{
+		id: "kagi-fetcher",
+		name: "Kagi fetcher",
+		product: "kagi",
+		category: "assistant",
+		pattern: /kagi-fetcher/i
+	},
+	{
+		id: "phindbot",
+		name: "PhindBot",
+		product: "phind",
+		category: "assistant",
+		pattern: /PhindBot/i
+	},
+	{
+		id: "manus-user",
+		name: "Manus",
+		product: "manus",
+		category: "agent",
+		pattern: /Manus-User/i
+	},
+	{
+		id: "cursor",
+		name: "Cursor",
+		product: "coding",
+		category: "assistant",
+		pattern: /\bCursor\//i
+	},
+	{
+		id: "devin",
+		name: "Devin",
+		product: "coding",
+		category: "agent",
+		pattern: /\bDevin\b/i
+	},
+	{
+		id: "opencode",
+		name: "opencode",
+		product: "coding",
+		category: "assistant",
+		pattern: /\bopencode\b/i
+	},
+	{
+		id: "firecrawl",
+		name: "Firecrawl",
+		product: "aidata",
+		category: "assistant",
+		pattern: /FirecrawlAgent|Firecrawl/i
+	},
+	{
+		id: "exa-user",
+		name: "Exa (live fetch)",
+		product: "aidata",
+		category: "assistant",
+		pattern: /ExaUser/i
+	},
+	{
+		id: "exabot",
+		name: "Exa",
+		product: "aidata",
+		category: "search",
+		pattern: /ExaBot|ExaSearchBot/i
+	},
+	{
+		id: "tavilybot",
+		name: "Tavily",
+		product: "aidata",
+		category: "search",
+		pattern: /TavilyBot/i
+	},
+	{
+		id: "linkupbot",
+		name: "Linkup",
+		product: "aidata",
+		category: "search",
+		pattern: /LinkupBot/i
+	},
+	{
+		id: "shapbot",
+		name: "Parallel (ShapBot)",
+		product: "aidata",
+		category: "search",
+		pattern: /ShapBot|Shap-User/i
+	},
+	{
+		id: "jina",
+		name: "Jina Reader",
+		product: "aidata",
+		category: "assistant",
+		pattern: /Jina-?Reader|\bJina\b/i
+	},
+	{
+		id: "diffbot",
+		name: "Diffbot",
+		product: "aidata",
+		category: "training",
+		pattern: /Diffbot/i
+	},
+	{
+		id: "brightbot",
+		name: "Bright Data",
+		product: "aidata",
+		category: "training",
+		pattern: /Brightbot/i
+	},
+	{
+		id: "apifybot",
+		name: "Apify",
+		product: "aidata",
+		category: "training",
+		pattern: /ApifyBot|ApifyWebsiteContentCrawler/i
+	},
+	{
+		id: "crawl4ai",
+		name: "Crawl4AI",
+		product: "aidata",
+		category: "training",
+		pattern: /Crawl4AI/i
+	},
+	{
+		id: "webzio",
+		name: "Webz.io",
+		product: "aidata",
+		category: "training",
+		pattern: /omgili|Webzio-Extended/i
+	},
+	{
+		id: "timpibot",
+		name: "Timpibot",
+		product: "aidata",
+		category: "training",
+		pattern: /Timpibot/i
+	},
+	{
+		id: "imagesiftbot",
+		name: "ImagesiftBot",
+		product: "aidata",
+		category: "training",
+		pattern: /ImagesiftBot|img2dataset|LAIONDownloader/i
+	},
+	{
+		id: "signed-agent",
+		name: "Signed agent",
+		product: "automation",
+		category: "agent",
+		pattern: null
+	},
+	{
+		id: "headless",
+		name: "Headless browser",
+		product: "automation",
+		category: "other",
+		pattern: /HeadlessChrome|PhantomJS|Puppeteer|Playwright|Selenium|Lightpanda|webdriver/i
+	},
+	{
+		id: "ahrefs",
+		name: "Ahrefs",
+		product: "seo",
+		category: "other",
+		pattern: /AhrefsBot|AhrefsSiteAudit/i
+	},
+	{
+		id: "seo",
+		name: "SEO crawler",
+		product: "seo",
+		category: "other",
+		pattern: /SemrushBot|SiteAuditBot|MJ12bot|DotBot|rogerbot|Screaming Frog|DataForSeoBot|BLEXBot|serpstatbot|SEOkicks|barkrowler/i
+	},
+	{
+		id: "link-preview",
+		name: "Link preview",
+		product: "social",
+		category: "other",
+		pattern: /Twitterbot|LinkedInBot|Slackbot|Slack-ImgProxy|Discordbot|WhatsApp|TelegramBot|Pinterestbot|redditbot|Embedly|Iframely|SkypeUriPreview|vkShare|Mastodon/i
+	},
+	{
+		id: "monitor",
+		name: "Uptime monitor",
+		product: "monitor",
+		category: "other",
+		pattern: /UptimeRobot|Pingdom|StatusCake|Better ?Uptime|BetterStack|Checkly|Site24x7|NewRelicPinger|Datadog|UptimeKuma|Uptime-Kuma|Hetrix/i
+	},
+	{
+		id: "search-other",
+		name: "Other search engine",
+		product: "other",
+		category: "search_engine",
+		pattern: /Slurp|SeznamBot|Qwantbot|Qwantify|MojeekBot|Ecosia|coccocbot|Sogou|NaverBot|Yeti\//i
+	},
+	{
+		id: "http-client",
+		name: "HTTP client / script",
+		product: "tools",
+		category: "other",
+		pattern: /^curl\/|\bWget\b|python-requests|python-urllib|Python\/\d|aiohttp|python-httpx|Go-http-client|okhttp|axios\/|node-fetch|undici|^node$|Java\/\d|Apache-HttpClient|libwww-perl|^Ruby|Faraday|Scrapy|^Deno\/|^Bun\/|GuzzleHttp|^PostmanRuntime|HTTPie/i
+	}
+];
+/** Matched last, after the generated lists: anything that still calls itself a bot, and no User-Agent at all. */
+const CATCH_ALL = [{
+	id: "other-bot",
+	name: "Other bot",
+	product: "other",
+	category: "other",
+	pattern: /bot\b|bot\/|robot|crawl|spider|scrape|scraping|fetcher|preview|archiver|indexer/i
+}, {
+	id: "no-ua",
+	name: "No user agent",
+	product: "other",
+	category: "other",
+	pattern: null
+}];
+// src/bots.ts
+/**
+* Known bots, AI crawlers and AI agents, recognised by their User-Agent: the ones we've
+* checked against each vendor's documentation (bots.curated.ts). `detectBot()` uses them in
+* your app, and the middleware uses them to decide what to send.
+*
+* The AgentStats server makes the final call with a much bigger catalogue (these plus public
+* bot lists), so the dashboard knows bots this SDK version doesn't, without an upgrade.
+*/
+/** Categories that count as "AI traffic". Search engines and other bots are shown separately. */
+const AI_CATEGORIES = [
+	"training",
+	"search",
+	"assistant",
+	"agent"
+];
+const isAiCategory = (c) => AI_CATEGORIES.includes(c);
+/** Products group several bots from one vendor ("ChatGPT" = GPTBot + OAI-SearchBot + ChatGPT-User + ChatGPT agent). */
+const BOT_PRODUCTS = {
+	chatgpt: {
+		name: "ChatGPT",
+		operator: "OpenAI"
+	},
+	claude: {
+		name: "Claude",
+		operator: "Anthropic"
+	},
+	perplexity: {
+		name: "Perplexity",
+		operator: "Perplexity"
+	},
+	gemini: {
+		name: "Gemini",
+		operator: "Google"
+	},
+	copilot: {
+		name: "Copilot & Bing",
+		operator: "Microsoft"
+	},
+	meta: {
+		name: "Meta AI",
+		operator: "Meta"
+	},
+	apple: {
+		name: "Apple",
+		operator: "Apple"
+	},
+	amazon: {
+		name: "Amazon",
+		operator: "Amazon"
+	},
+	mistral: {
+		name: "Mistral",
+		operator: "Mistral AI"
+	},
+	deepseek: {
+		name: "DeepSeek",
+		operator: "DeepSeek"
+	},
+	bytedance: {
+		name: "ByteDance",
+		operator: "ByteDance"
+	},
+	xai: {
+		name: "Grok",
+		operator: "xAI"
+	},
+	duckduckgo: {
+		name: "DuckDuckGo",
+		operator: "DuckDuckGo"
+	},
+	commoncrawl: {
+		name: "Common Crawl",
+		operator: "Common Crawl Foundation"
+	},
+	cohere: {
+		name: "Cohere",
+		operator: "Cohere"
+	},
+	you: {
+		name: "You.com",
+		operator: "You.com"
+	},
+	qwen: {
+		name: "Qwen",
+		operator: "Alibaba"
+	},
+	kimi: {
+		name: "Kimi",
+		operator: "Moonshot AI"
+	},
+	baidu: {
+		name: "Baidu",
+		operator: "Baidu"
+	},
+	yandex: {
+		name: "Yandex",
+		operator: "Yandex"
+	},
+	huawei: {
+		name: "Huawei",
+		operator: "Huawei"
+	},
+	ai2: {
+		name: "Ai2",
+		operator: "Allen Institute for AI"
+	},
+	brave: {
+		name: "Brave",
+		operator: "Brave"
+	},
+	kagi: {
+		name: "Kagi",
+		operator: "Kagi"
+	},
+	phind: {
+		name: "Phind",
+		operator: "Phind"
+	},
+	poe: {
+		name: "Poe",
+		operator: "Quora"
+	},
+	manus: {
+		name: "Manus",
+		operator: "Butterfly Effect"
+	},
+	ai: {
+		name: "Other AI bots",
+		operator: "Various"
+	},
+	coding: {
+		name: "Coding agents",
+		operator: "Various"
+	},
+	aidata: {
+		name: "AI data providers",
+		operator: "Various"
+	},
+	google: {
+		name: "Google Search",
+		operator: "Google"
+	},
+	searchengines: {
+		name: "Other search engines",
+		operator: "Various"
+	},
+	automation: {
+		name: "Automated browsers",
+		operator: "Various"
+	},
+	seo: {
+		name: "SEO tools",
+		operator: "Various"
+	},
+	social: {
+		name: "Link previews",
+		operator: "Various"
+	},
+	monitor: {
+		name: "Monitoring",
+		operator: "Various"
+	},
+	feeds: {
+		name: "Feed readers",
+		operator: "Various"
+	},
+	security: {
+		name: "Security scanners",
+		operator: "Various"
+	},
+	archive: {
+		name: "Archivers",
+		operator: "Various"
+	},
+	research: {
+		name: "Research crawlers",
+		operator: "Various"
+	},
+	ads: {
+		name: "Advertising bots",
+		operator: "Various"
+	},
+	tools: {
+		name: "HTTP clients & scripts",
+		operator: "Various"
+	},
+	other: {
+		name: "Other bots",
+		operator: "Unknown"
+	}
+};
+/** Every bot this SDK recognises, in the order they're tried: the first match wins, catch-alls last. */
+const BOT_PATTERNS = [...CURATED, ...CATCH_ALL];
+const BY_ID = new Map(BOT_PATTERNS.map((b) => [b.id, b]));
+/** Real browsers whose UA happens to contain a bot-ish word. */
+const HUMAN_LOOKALIKES = /cubot|\bbotswana\b/i;
+/** The first bot in `list` whose pattern matches `ua` (trimmed, non-empty). Shared with the server's bigger catalogue. */
+function firstMatch(list, s) {
+	for (const b of list) {
+		if (!b.pattern || !b.pattern.test(s)) continue;
+		if ((b.id === "other-bot" || b.id === "link-preview") && HUMAN_LOOKALIKES.test(s)) continue;
+		return b;
+	}
+	return null;
+}
+/** Identify a bot from its User-Agent. Returns null for (what looks like) a normal browser. */
+function classifyUserAgent(ua) {
+	const s = (ua ?? "").trim();
+	if (!s) return BY_ID.get("no-ua");
+	return firstMatch(BOT_PATTERNS, s);
+}
+/** Hostnames of AI assistants that send people to websites, and the `utm_source` values they add. */
+const AI_REFERRERS = [
+	{
+		product: "chatgpt",
+		hosts: /(^|\.)(chatgpt\.com|chat\.openai\.com)$/,
+		utm: /^(chatgpt(\.com)?|openai)$/
+	},
+	{
+		product: "perplexity",
+		hosts: /(^|\.)perplexity\.ai$/,
+		utm: /^perplexity(\.ai)?$/
+	},
+	{
+		product: "claude",
+		hosts: /(^|\.)claude\.ai$/,
+		utm: /^claude(\.ai)?$/
+	},
+	{
+		product: "gemini",
+		hosts: /^(gemini|bard)\.google\.com$/,
+		utm: /^(gemini|bard)$/
+	},
+	{
+		product: "copilot",
+		hosts: /^copilot\.microsoft\.com$|(^|\.)copilot\.cloud\.microsoft$|^copilot\.com$/,
+		utm: /^copilot(\.com)?$/
+	},
+	{
+		product: "meta",
+		hosts: /(^|\.)meta\.ai$/,
+		utm: /^meta\.?ai$/
+	},
+	{
+		product: "deepseek",
+		hosts: /(^|\.)deepseek\.com$/,
+		utm: /^deepseek$/
+	},
+	{
+		product: "xai",
+		hosts: /(^|\.)grok\.com$/,
+		utm: /^grok$/
+	},
+	{
+		product: "mistral",
+		hosts: /^chat\.mistral\.ai$/,
+		utm: /^(le-?chat|mistral)$/
+	},
+	{
+		product: "you",
+		hosts: /(^|\.)you\.com$/
+	},
+	{
+		product: "phind",
+		hosts: /(^|\.)phind\.com$/
+	},
+	{
+		product: "poe",
+		hosts: /(^|\.)poe\.com$/
+	},
+	{
+		product: "duckduckgo",
+		hosts: /^duck\.ai$/
+	},
+	{
+		product: "qwen",
+		hosts: /^chat\.qwen\.ai$/
+	},
+	{
+		product: "kimi",
+		hosts: /(^|\.)kimi\.(com|ai)$|^kimi\.moonshot\.cn$/
+	},
+	{
+		product: "bytedance",
+		hosts: /(^|\.)doubao\.com$/
+	}
+];
+function hostOf(raw) {
+	try {
+		return new URL(raw.includes("://") ? raw : `https://${raw}`).hostname.toLowerCase().replace(/^www\./, "");
+	} catch {
+		return "";
+	}
+}
+/**
+* Which AI assistant sent a human to this page, from the Referer header and/or
+* the landing URL's `utm_source`. Returns the product id, or null.
+*/
+function classifyReferral(referrer, url) {
+	if (referrer) {
+		const host = hostOf(referrer);
+		const hit = host && AI_REFERRERS.find((r) => r.hosts.test(host));
+		if (hit) return hit.product;
+	}
+	if (url && url.includes("utm_source=")) {
+		const m = url.match(/[?&]utm_source=([^&#]+)/);
+		const src = m ? decodeURIComponent(m[1]).toLowerCase().replace(/^www\./, "") : "";
+		const hit = src && AI_REFERRERS.find((r) => r.utm?.test(src) || r.hosts.test(src));
+		if (hit) return hit.product;
+	}
+	return null;
+}
+function readHeader(h, name) {
+	if (!h) return null;
+	if (typeof h.get === "function") return h.get(name);
+	const v = h[name];
+	return Array.isArray(v) ? v.join(", ") : v ?? null;
+}
+/**
+* What kind of client sent this request, from its User-Agent, Web Bot Auth headers and referrer.
+* Synchronous and dependency-free, so it works in any server, middleware or edge function.
+*
+* It reports who the client *claims* to be. Anyone can send `User-Agent: GPTBot`, so don't
+* use it to grant access; your dashboard verifies each hit against the vendor's IP ranges,
+* reverse DNS and signatures.
+*
+*   detectBot(request)           // fetch Request (Next, SvelteKit, Astro, Hono, Workers…)
+*   detectBot(await headers())   // Next.js server components
+*   detectBot(req)               // Node / Express IncomingMessage
+*/
+function detectBot(input) {
+	const headers = input && typeof input.get === "function" ? input : input?.headers;
+	return detectFromHeaders((name) => readHeader(headers, name), input && "url" in input && typeof input.url === "string" ? input.url : null);
+}
+/** `detectBot` over a header getter (used by the server adapters). */
+function detectFromHeaders(header, url) {
+	const ua = header("user-agent") ?? null;
+	const signed = !!(header("signature-agent") && header("signature-input"));
+	const bot = classifyUserAgent(ua) ?? (signed ? BY_ID.get("signed-agent") : null);
+	if (!bot) {
+		const referral = classifyReferral(header("referer"), url);
+		return {
+			isBot: false,
+			isAI: false,
+			id: null,
+			name: null,
+			category: null,
+			product: null,
+			operator: null,
+			browser: false,
+			signed: false,
+			referral: referral ? BOT_PRODUCTS[referral].name : null
+		};
+	}
+	const product = BOT_PRODUCTS[bot.product];
+	return {
+		isBot: true,
+		isAI: isAiCategory(bot.category),
+		id: bot.id,
+		name: bot.name,
+		category: bot.category,
+		product: product.name,
+		operator: bot.operator ?? product.operator,
+		browser: bot.category === "agent" || bot.product === "automation",
+		signed,
+		referral: null
+	};
+}
+export { AI_CATEGORIES, AI_REFERRERS, BOT_PATTERNS, BOT_PRODUCTS, CATCH_ALL, CURATED, classifyReferral, classifyUserAgent, detectBot, detectFromHeaders, firstMatch, isAiCategory };