cloudflare-bot-directory 1.0.0 → 1.0.5

package/package.json

@@ -2,7 +2,7 @@
   "name": "cloudflare-bot-directory",
   "description": "CloudFlare Radar verified bots directory - 500+ web crawlers, search engine bots, and user agents as JSON for bot detection and traffic filtering",
   "homepage": "https://github.com/kikobeats/cloudflare-bot-directory",
-  "version": "1.0.0",
+  "version": "1.0.5",
   "types": "./src/index.d.ts",
   "main": "./src/index.js",
   "exports": {
@@ -69,6 +69,22 @@
   "files": [
     "src"
   ],
+  "scripts": {
+    "clean": "rm -rf node_modules",
+    "contributors": "(npx git-authors-cli && npx finepack && git add package.json && git commit -m 'build: contributors' --no-verify) || true",
+    "coverage": "c8 report --reporter=text-lcov > coverage/lcov.info",
+    "lint": "standard",
+    "postrelease": "npm run release:tags && npm run release:github && (ci-publish || npm publish --access=public)",
+    "pretest": "npm run lint",
+    "release": "pnpm run release:version && pnpm run release:changelog && pnpm run release:commit && pnpm run release:tag",
+    "release:changelog": "conventional-changelog -p conventionalcommits -i CHANGELOG.md -s",
+    "release:commit": "git add package.json CHANGELOG.md && git commit -m \"chore(release): $(node -p \"require('./package.json').version\")\"",
+    "release:github": "github-generate-release",
+    "release:tag": "git tag -a v$(node -p \"require('./package.json').version\") -m \"v$(node -p \"require('./package.json').version\")\"",
+    "release:tags": "git push origin HEAD:master --follow-tags",
+    "release:version": "standard-version --skip.changelog --skip.commit --skip.tag",
+    "test": "c8 ava"
+  },
   "license": "MIT",
   "commitlint": {
     "extends": [
@@ -92,21 +108,5 @@
   "simple-git-hooks": {
     "commit-msg": "npx commitlint --edit",
     "pre-commit": "npx nano-staged"
-  },
-  "scripts": {
-    "clean": "rm -rf node_modules",
-    "contributors": "(npx git-authors-cli && npx finepack && git add package.json && git commit -m 'build: contributors' --no-verify) || true",
-    "coverage": "c8 report --reporter=text-lcov > coverage/lcov.info",
-    "lint": "standard-markdown README.md && standard",
-    "postrelease": "npm run release:tags && npm run release:github && (ci-publish || npm publish --access=public)",
-    "pretest": "npm run lint",
-    "release": "pnpm run release:version && pnpm run release:changelog && pnpm run release:commit && pnpm run release:tag",
-    "release:changelog": "conventional-changelog -p conventionalcommits -i CHANGELOG.md -s",
-    "release:commit": "git add package.json CHANGELOG.md && git commit -m \"chore(release): $(node -p \"require('./package.json').version\")\"",
-    "release:github": "github-generate-release",
-    "release:tag": "git tag -a v$(node -p \"require('./package.json').version\") -m \"v$(node -p \"require('./package.json').version\")\"",
-    "release:tags": "git push origin HEAD:master --follow-tags",
-    "release:version": "standard-version --skip.changelog --skip.commit --skip.tag",
-    "test": "c8 ava"
   }
-}
+}

package/src/index.d.ts

@@ -2,25 +2,27 @@
  * Bot category types from CloudFlare Radar
  */
 export type BotCategory =
+  | 'ACADEMIC_RESEARCH'
   | 'ACCESSIBILITY'
-  | 'ADVERTISING'
+  | 'ADVERTISING_AND_MARKETING'
+  | 'AGGREGATOR'
+  | 'AI_ASSISTANT'
   | 'AI_CRAWLER'
-  | 'ARCHIVING'
+  | 'AI_SEARCH'
+  | 'ARCHIVER'
   | 'FEED_FETCHER'
   | 'MONITORING_AND_ANALYTICS'
-  | 'ONLINE_PAYMENTS'
   | 'OTHER'
   | 'PAGE_PREVIEW'
   | 'SEARCH_ENGINE_CRAWLER'
+  | 'SEARCH_ENGINE_OPTIMIZATION'
   | 'SECURITY'
-  | 'SEO'
   | 'SOCIAL_MEDIA_MARKETING'
-  | 'WEBHOOKS'
 
 /**
  * Bot kind types
  */
-export type BotKind = 'BOT'
+export type BotKind = 'BOT' | 'AGENT'
 
 /**
  * A verified bot entry from CloudFlare Radar Bot Directory
@@ -33,13 +35,13 @@ export interface Bot {
   /** Bot kind classification */
   kind: BotKind
   /** Company or organization operating the bot */
-  operator: string
+  operator: string | null
   /** URL to operator's documentation or website */
-  operatorUrl: string
+  operatorUrl: string | null
   /** Bot category classification */
   category: BotCategory
   /** Description of what the bot does */
-  description: string
+  description: string | null
   /** Whether the bot respects robots.txt */
   followsRobotsTxt: boolean
   /** User agent pattern(s) for matching */

package/src/index.json

@@ -252,9 +252,7 @@
     "category": "AI_ASSISTANT",
     "description": "The AGI Agent is a productivity assistant that takes actions and makes purchases on behalf of users",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -363,9 +361,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -377,9 +373,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -391,9 +385,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -405,9 +397,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -419,9 +409,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -433,9 +421,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -447,9 +433,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -461,9 +445,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -475,9 +457,7 @@
     "category": "AI_ASSISTANT",
     "description": "AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -1189,7 +1169,7 @@
       "BrightEdge Crawler"
     ],
     "userAgents": [
-      "BrightEdge Crawler/1.0 (crawler@brightedge.com) "
+      "BrightEdge Crawler/1.0 (crawler@brightedge.com)"
     ]
   },
   {
@@ -1201,9 +1181,7 @@
     "category": "AI_ASSISTANT",
     "description": "Browserbase helps AI use the web. Autonomously reads, writes, and performs tasks on the web with a serverless browser.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -1329,9 +1307,7 @@
     "category": "AI_ASSISTANT",
     "description": "CartAI B2B rails combine execution, payments, loyalty and affiliate networks to facilitate agentic commerce",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -1442,9 +1418,7 @@
     "category": "AI_ASSISTANT",
     "description": "Agent that can use its own browser to perform tasks for user.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -1520,9 +1494,7 @@
     "category": "PAGE_PREVIEW",
     "description": "Cloudflare Browser Rendering",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -1630,9 +1602,7 @@
     "category": "SECURITY",
     "description": "Cloudflare Radar URL Scanner",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -1827,7 +1797,7 @@
       "contentking"
     ],
     "userAgents": [
-      " (+https://whatis.contentkingapp.com)"
+      "(+https://whatis.contentkingapp.com)"
     ]
   },
   {
@@ -2389,7 +2359,7 @@
     "description": "Dr. Link Check crawls websites to help their owners identify and fix broken links.",
     "followsRobotsTxt": false,
     "userAgentPatterns": [
-      " Dlc/"
+      "Dlc/"
     ],
     "userAgents": [
       "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36 Dlc/2.0.1"
@@ -2587,7 +2557,7 @@
       "ExodusMovement"
     ],
     "userAgents": [
-      "ExodusMovement/1.0 GlobalCoinHeight/1.0\t"
+      "ExodusMovement/1.0 GlobalCoinHeight/1.0"
     ]
   },
   {
@@ -2913,7 +2883,7 @@
     "description": "Ghost Inspector is an automated browser testing framework. ",
     "followsRobotsTxt": false,
     "userAgentPatterns": [
-      " Ghost Inspector"
+      "Ghost Inspector"
     ],
     "userAgents": [
       "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0 Safari/537.36 Ghost Inspector (63c85ddbde52d6697f57c623)"
@@ -3809,7 +3779,7 @@
       "inoreader.com"
     ],
     "userAgents": [
-      "Mozilla/5.0 (compatible; inoreader.com; "
+      "Mozilla/5.0 (compatible; inoreader.com;"
     ]
   },
   {
@@ -4066,9 +4036,7 @@
     "category": "AI_SEARCH",
     "description": "Klaviyo’s web crawler for its Kai Customer Agent feature.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -4401,9 +4369,7 @@
     "category": "AI_ASSISTANT",
     "description": "Manus is the action engine that goes beyond answers to execute tasks, automate workflows, and extend your human reach.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -4968,9 +4934,7 @@
     "category": "AI_ASSISTANT",
     "description": "Executes secure checkout via browser agent using user card and signed mandate.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -5635,7 +5599,7 @@
     "userAgents": [
       "Pinterest/0.2 (+https://www.pinterest.com/bot.html)",
       "Mozilla/5.0 (compatible; Pinterestbot/1.0; +https://www.pinterest.com/bot.html)",
-      "Mozilla/5.0 (compatible; Pinterestbot/1.0; +http://www.pinterest.com/bot.html)\t"
+      "Mozilla/5.0 (compatible; Pinterestbot/1.0; +http://www.pinterest.com/bot.html)"
     ]
   },
   {
@@ -5921,9 +5885,7 @@
     "category": "AGGREGATOR",
     "description": "Quartr uses a crawler to obtain and deliver investor relations material",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   },
   {
@@ -5973,7 +5935,7 @@
     "description": "Rakuten uses this bot to crawl product images so that we can display cashbach deals for our merchants.",
     "followsRobotsTxt": false,
     "userAgentPatterns": [
-      " rakutenusabot-image"
+      "rakutenusabot-image"
     ],
     "userAgents": [
       "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; rakutenusabot-image/1.0) Chrome/114.0.0.0 Safari/537.36"
@@ -8250,10 +8212,10 @@
     "description": "Webhooks for development of Zendesk ticketing system and apps.",
     "followsRobotsTxt": false,
     "userAgentPatterns": [
-      " Zendesk Webhook"
+      "Zendesk Webhook"
     ],
     "userAgents": [
-      " Zendesk Webhook"
+      "Zendesk Webhook"
     ]
   },
   {
@@ -8297,9 +8259,7 @@
     "category": "MONITORING_AND_ANALYTICS",
     "description": "zvelo fetches content for web categorization.",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      ""
-    ],
+    "userAgentPatterns": [],
     "userAgents": []
   }
 ]