cloudflare-bot-directory 1.0.0 → 1.0.1

package/package.json

@@ -2,7 +2,7 @@
   "name": "cloudflare-bot-directory",
   "description": "CloudFlare Radar verified bots directory - 500+ web crawlers, search engine bots, and user agents as JSON for bot detection and traffic filtering",
   "homepage": "https://github.com/kikobeats/cloudflare-bot-directory",
-  "version": "1.0.0",
+  "version": "1.0.1",
   "types": "./src/index.d.ts",
   "main": "./src/index.js",
   "exports": {
@@ -97,7 +97,7 @@
     "clean": "rm -rf node_modules",
     "contributors": "(npx git-authors-cli && npx finepack && git add package.json && git commit -m 'build: contributors' --no-verify) || true",
     "coverage": "c8 report --reporter=text-lcov > coverage/lcov.info",
-    "lint": "standard-markdown README.md && standard",
+    "lint": "standard",
     "postrelease": "npm run release:tags && npm run release:github && (ci-publish || npm publish --access=public)",
     "pretest": "npm run lint",
     "release": "pnpm run release:version && pnpm run release:changelog && pnpm run release:commit && pnpm run release:tag",

package/src/index.d.ts

@@ -2,25 +2,27 @@
  * Bot category types from CloudFlare Radar
  */
 export type BotCategory =
+  | 'ACADEMIC_RESEARCH'
   | 'ACCESSIBILITY'
-  | 'ADVERTISING'
+  | 'ADVERTISING_AND_MARKETING'
+  | 'AGGREGATOR'
+  | 'AI_ASSISTANT'
   | 'AI_CRAWLER'
-  | 'ARCHIVING'
+  | 'AI_SEARCH'
+  | 'ARCHIVER'
   | 'FEED_FETCHER'
   | 'MONITORING_AND_ANALYTICS'
-  | 'ONLINE_PAYMENTS'
   | 'OTHER'
   | 'PAGE_PREVIEW'
   | 'SEARCH_ENGINE_CRAWLER'
+  | 'SEARCH_ENGINE_OPTIMIZATION'
   | 'SECURITY'
-  | 'SEO'
   | 'SOCIAL_MEDIA_MARKETING'
-  | 'WEBHOOKS'
 
 /**
  * Bot kind types
  */
-export type BotKind = 'BOT'
+export type BotKind = 'BOT' | 'AGENT'
 
 /**
  * A verified bot entry from CloudFlare Radar Bot Directory
@@ -33,13 +35,13 @@ export interface Bot {
   /** Bot kind classification */
   kind: BotKind
   /** Company or organization operating the bot */
-  operator: string
+  operator: string | null
   /** URL to operator's documentation or website */
-  operatorUrl: string
+  operatorUrl: string | null
   /** Bot category classification */
   category: BotCategory
   /** Description of what the bot does */
-  description: string
+  description: string | null
   /** Whether the bot respects robots.txt */
   followsRobotsTxt: boolean
   /** User agent pattern(s) for matching */

package/src/index.json

@@ -252,9 +252,7 @@
     "category": "AI_ASSISTANT",
     "description": "The AGI Agent is a productivity assistant that takes actions and makes purchases on behalf of users",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -363,9 +361,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -377,9 +373,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -391,9 +385,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -405,9 +397,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -419,9 +409,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -433,9 +421,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -447,9 +433,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -461,9 +445,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -475,9 +457,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -1201,9 +1181,7 @@
     "category": "AI_ASSISTANT",
     "description": "Browserbase helps AI use the web. Autonomously reads, writes, and performs tasks on the web with a serverless browser.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -1329,9 +1307,7 @@
     "category": "AI_ASSISTANT",
     "description": "CartAI B2B rails combine execution, payments, loyalty and affiliate networks to facilitate agentic commerce",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -1442,9 +1418,7 @@
     "category": "AI_ASSISTANT",
     "description": "Agent that can use its own browser to perform tasks for user.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -1520,9 +1494,7 @@
     "category": "PAGE_PREVIEW",
     "description": "Cloudflare Browser Rendering",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -1630,9 +1602,7 @@
     "category": "SECURITY",
     "description": "Cloudflare Radar URL Scanner",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -4066,9 +4036,7 @@
     "category": "AI_SEARCH",
     "description": "Klaviyo’s web crawler for its Kai Customer Agent feature.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -4401,9 +4369,7 @@
     "category": "AI_ASSISTANT",
     "description": "Manus is the action engine that goes beyond answers to execute tasks, automate workflows, and extend your human reach.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -4968,9 +4934,7 @@
     "category": "AI_ASSISTANT",
     "description": "Executes secure checkout via browser agent using user card and signed mandate.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -5921,9 +5885,7 @@
     "category": "AGGREGATOR",
     "description": "Quartr uses a crawler to obtain and deliver investor relations material",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -8297,9 +8259,7 @@
     "category": "MONITORING_AND_ANALYTICS",
     "description": "zvelo fetches content for web categorization.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   }
 ]