browser 4.1.0 → 5.3.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (101) hide show
  1. checksums.yaml +4 -4
  2. data/.github/workflows/tests.yml +57 -0
  3. data/.rubocop.yml +3 -0
  4. data/CHANGELOG.md +46 -3
  5. data/FUNDING.yml +3 -0
  6. data/README.md +101 -50
  7. data/bots.yml +299 -298
  8. data/browser.gemspec +5 -4
  9. data/lib/browser/accept_language.rb +4 -4
  10. data/lib/browser/alipay.rb +1 -1
  11. data/lib/browser/base.rb +72 -13
  12. data/lib/browser/blackberry.rb +1 -1
  13. data/lib/browser/bot/keyword_matcher.rb +1 -1
  14. data/lib/browser/browser.rb +21 -2
  15. data/lib/browser/chrome.rb +9 -3
  16. data/lib/browser/device.rb +12 -5
  17. data/lib/browser/device/android.rb +1 -1
  18. data/lib/browser/device/blackberry_playbook.rb +1 -1
  19. data/lib/browser/device/ipad.rb +1 -1
  20. data/lib/browser/device/iphone.rb +1 -1
  21. data/lib/browser/device/ipod_touch.rb +1 -1
  22. data/lib/browser/device/kindle.rb +1 -1
  23. data/lib/browser/device/kindle_fire.rb +1 -1
  24. data/lib/browser/device/playstation3.rb +1 -1
  25. data/lib/browser/device/playstation4.rb +1 -1
  26. data/lib/browser/device/psp.rb +1 -1
  27. data/lib/browser/device/psvita.rb +1 -1
  28. data/lib/browser/device/samsung.rb +33 -0
  29. data/lib/browser/device/surface.rb +1 -1
  30. data/lib/browser/device/switch.rb +1 -1
  31. data/lib/browser/device/tv.rb +1 -1
  32. data/lib/browser/device/unknown.rb +1 -1
  33. data/lib/browser/device/wii.rb +1 -1
  34. data/lib/browser/device/wiiu.rb +1 -1
  35. data/lib/browser/device/xbox_360.rb +1 -1
  36. data/lib/browser/device/xbox_one.rb +1 -1
  37. data/lib/browser/duck_duck_go.rb +1 -1
  38. data/lib/browser/edge.rb +2 -2
  39. data/lib/browser/electron.rb +1 -1
  40. data/lib/browser/facebook.rb +1 -1
  41. data/lib/browser/firefox.rb +1 -1
  42. data/lib/browser/google_search_app.rb +21 -0
  43. data/lib/browser/huawei_browser.rb +21 -0
  44. data/lib/browser/instagram.rb +1 -1
  45. data/lib/browser/internet_explorer.rb +2 -2
  46. data/lib/browser/maxthon.rb +21 -0
  47. data/lib/browser/micro_messenger.rb +1 -1
  48. data/lib/browser/miui_browser.rb +21 -0
  49. data/lib/browser/nokia.rb +1 -1
  50. data/lib/browser/opera.rb +1 -1
  51. data/lib/browser/otter.rb +1 -1
  52. data/lib/browser/phantom_js.rb +1 -1
  53. data/lib/browser/platform.rb +21 -15
  54. data/lib/browser/platform/adobe_air.rb +1 -1
  55. data/lib/browser/platform/android.rb +1 -1
  56. data/lib/browser/platform/blackberry.rb +1 -1
  57. data/lib/browser/platform/chrome_os.rb +1 -1
  58. data/lib/browser/platform/firefox_os.rb +1 -1
  59. data/lib/browser/platform/ios.rb +2 -2
  60. data/lib/browser/platform/kai_os.rb +23 -0
  61. data/lib/browser/platform/linux.rb +1 -1
  62. data/lib/browser/platform/mac.rb +2 -2
  63. data/lib/browser/platform/{other.rb → unknown.rb} +3 -3
  64. data/lib/browser/platform/windows.rb +2 -2
  65. data/lib/browser/platform/windows_mobile.rb +1 -1
  66. data/lib/browser/platform/windows_phone.rb +1 -1
  67. data/lib/browser/qq.rb +1 -1
  68. data/lib/browser/safari.rb +12 -3
  69. data/lib/browser/samsung_browser.rb +1 -1
  70. data/lib/browser/snapchat.rb +1 -1
  71. data/lib/browser/sougou_browser.rb +24 -0
  72. data/lib/browser/sputnik.rb +1 -1
  73. data/lib/browser/uc_browser.rb +1 -1
  74. data/lib/browser/{generic.rb → unknown.rb} +3 -3
  75. data/lib/browser/version.rb +1 -1
  76. data/lib/browser/weibo.rb +1 -1
  77. data/lib/browser/yandex.rb +1 -1
  78. data/samsung.yml +138 -0
  79. data/test/browser_test.rb +37 -6
  80. data/test/ua.yml +18 -4
  81. data/test/ua_bots.yml +3 -2
  82. data/test/unit/adobe_air_test.rb +1 -1
  83. data/test/unit/alipay_test.rb +6 -0
  84. data/test/unit/bots_test.rb +1 -1
  85. data/test/unit/console_test.rb +2 -2
  86. data/test/unit/device_test.rb +30 -3
  87. data/test/unit/duck_duck_go_test.rb +2 -0
  88. data/test/unit/google_search_app_test.rb +54 -0
  89. data/test/unit/huawei_browser_test.rb +25 -0
  90. data/test/unit/kai_os_test.rb +31 -0
  91. data/test/unit/maxthon_test.rb +25 -0
  92. data/test/unit/meta_test.rb +10 -1
  93. data/test/unit/miui_browser_test.rb +25 -0
  94. data/test/unit/opera_test.rb +1 -0
  95. data/test/unit/platform_test.rb +7 -7
  96. data/test/unit/qq_test.rb +12 -0
  97. data/test/unit/safari_test.rb +12 -7
  98. data/test/unit/samsung_browser_test.rb +1 -0
  99. data/test/unit/sougou_browser_test.rb +41 -0
  100. metadata +37 -16
  101. data/.travis.yml +0 -23
data/bots.yml CHANGED
@@ -1,304 +1,305 @@
1
1
  ---
2
- 200pleasebot: "200PleaseBot"
3
- 360spider: "360Spider"
4
- abot: "CrawlDaddy, abot"
5
- addthis: "AddThis"
6
- adldxbot: "Microsoft Bing Ads"
7
- admantx: "ADmantX Platform Semantic Analyzer"
8
- adsbot-google: "Google Adwords"
9
- adstxtcrawler: "AdsTxtCrawler"
10
- advbot: "AdvBot"
11
- ahrefsbot: "Ahrefs backlinks research tool"
12
- alexa: "Alexa Crawler"
13
- anderspink: "AndersPinkBot"
14
- apache-httpclient: "Java http library"
15
- apachebench: "ApacheBench (ab)"
2
+ 200pleasebot: 200PleaseBot
3
+ 360spider: 360Spider
4
+ abot: CrawlDaddy, abot
5
+ addthis: AddThis
6
+ adldxbot: Microsoft Bing Ads
7
+ admantx: ADmantX Platform Semantic Analyzer
8
+ adsbot-google: Google Adwords
9
+ adstxtcrawler: AdsTxtCrawler
10
+ advbot: AdvBot
11
+ ahrefsbot: Ahrefs backlinks research tool
12
+ alexa: Alexa Crawler
13
+ anderspink: AndersPinkBot
14
+ apache-httpclient: Java http library
15
+ apachebench: ApacheBench (ab)
16
16
  apis-google: APIs-Google
17
- appengine-google: "Google App Engine"
18
- applebot: "Apple Bot"
19
- archive.org_bot: "Internet Archive (archive.org)"
20
- archiveteam archivebot: "ArchiveTeam ArchiveBot"
21
- ask jeeves: "Ask Jeeves"
22
- asynchttpclient: "Java http and WebSocket client library"
23
- awe.sm: "Awe.sm URL expander"
24
- baidu: "Baidu"
25
- barkrowler: "Barkrowler"
26
- bdcbot: "Big Data Corp"
27
- bingbot: "Microsoft Bing"
28
- bingpreview: "Microsoft Bing preview"
29
- bitlybot: "bit.ly bot"
30
- blekkobot: "Blekkobot"
31
- blexbot: "BLEXBot (webmeup)"
32
- bot@linkfluence.net: "Linkfluence bot"
33
- bubing: "BUbiNG"
34
- bufferbot: "BufferBot"
35
- buibui-checkbot: "buibui"
36
- butterfly: "Topsy Labs"
37
- buzzbot: "Buzzbot"
38
- buzztalk: "buzztalk"
39
- catchbot: "CatchBot (catchbot.com)"
40
- check_http: "Nagios monitor"
41
- chrome_lighthouse: "Chrome-Lighthouse"
42
- cipacrawler: "CipaCrawler"
43
- cliqzbot: "Cliqzbot"
44
- cloudflare: "CloudFlare-AlwaysOnline"
45
- cmradar/0.1: "CMRadar/0.1"
46
- coldfusion: "ColdFusion http library"
47
- commoncrawl: "CCBot"
48
- comodo ssl checker: "COMODO SSL Checker"
49
- comodo-webinspector-crawler: "Comodo"
50
- copypants: "BotPants"
51
- crowsnest: "Crowsnest"
52
- curabot: "cura.yt"
53
- curl: "curl unix CLI http client"
54
- dap/nethttp: "DAP/NetHTTP"
55
- datafeedwatch: "DataFeedWatch"
56
- datagnionbot: "datagnion.com/bot.html"
57
- datanyze: "Datanyze"
58
- daumoa: "Korean portal and search engine indexing bot"
59
- developers.google.com/+/web/snippet/: "Google Plus"
60
- diffbot: "Diffbot"
61
- digitalpersona fingerprint software: "HP Fingerprint scanner"
62
- domain re-animator bot: "Domain Re-Animator Bot"
63
- domainsbot: "DomainsBot"
64
- domaintunocrawler: "DomainTuno"
65
- dotbot: "Dot Bot"
66
- duckduck: "Duck Duck Go"
67
- elb-healthchecker: "AWS ELB HealthChecker"
68
- embedly: "Embedly"
69
- eoaagent: "EOAAgent"
70
- everyonesocialbot: "EveryoneSocial"
71
- evrinid: "Evri bot"
72
- exabot: "Exalead's bot"
73
- exaleadcloudview: "ExaleadCloudView"
74
- ez publish: "eZ Publish Link Validator"
75
- facebookexternalhit: "Facebook Bot"
76
- facebot: "Facebook Bot"
77
- feedburner: "RSS bot"
78
- feedfetcher-google: "Google Feedfetcher"
79
- findxbot: "Findxbot"
80
- flipboardproxy: "FlipboardProxy"
81
- friendfeedbot: "FriendFeed"
82
- fyrebot: "Fyrebot"
83
- garlik: "GarlikCrawler"
84
- genieo: "Genieo Web filter bot"
85
- germcrawler: "GermCrawler"
86
- getprismatic.com: "getprismatic.com"
87
- gigabot: "Gigabot spider"
88
- gimme60bot: "Gimme60 (gimme60.com)"
89
- gimmeusabot: "Gimme60 (gimme60.com)"
90
- go http package: "Go http library"
91
- go-http-client: "Go http client"
92
- google page speed insights: "Google Page Speed Insights"
93
- google web preview: "Google Instant Previews crawler"
17
+ appengine-google: Google App Engine
18
+ applebot: Apple Bot
19
+ archive.org_bot: Internet Archive (archive.org)
20
+ archiveteam archivebot: ArchiveTeam ArchiveBot
21
+ ask jeeves: Ask Jeeves
22
+ asynchttpclient: Java http and WebSocket client library
23
+ awe.sm: Awe.sm URL expander
24
+ baidu: Baidu
25
+ barkrowler: Barkrowler
26
+ bdcbot: Big Data Corp
27
+ bingbot: Microsoft Bing
28
+ bingpreview: Microsoft Bing preview
29
+ bitlybot: bit.ly bot
30
+ blekkobot: Blekkobot
31
+ blexbot: BLEXBot (webmeup)
32
+ bot@linkfluence.net: Linkfluence bot
33
+ bubing: BUbiNG
34
+ bufferbot: BufferBot
35
+ buibui-checkbot: buibui
36
+ butterfly: Topsy Labs
37
+ buzzbot: Buzzbot
38
+ buzztalk: buzztalk
39
+ catchbot: CatchBot (catchbot.com)
40
+ check_http: Nagios monitor
41
+ chrome-lighthouse: Chrome-Lighthouse
42
+ cipacrawler: CipaCrawler
43
+ cliqzbot: Cliqzbot
44
+ cloudflare: CloudFlare-AlwaysOnline
45
+ cmradar/0.1: CMRadar/0.1
46
+ coldfusion: ColdFusion http library
47
+ commoncrawl: CCBot
48
+ comodo ssl checker: COMODO SSL Checker
49
+ comodo-webinspector-crawler: Comodo
50
+ copypants: BotPants
51
+ crowsnest: Crowsnest
52
+ curabot: cura.yt
53
+ curl: curl unix CLI http client
54
+ dap/nethttp: DAP/NetHTTP
55
+ datafeedwatch: DataFeedWatch
56
+ datagnionbot: datagnion.com/bot.html
57
+ datanyze: Datanyze
58
+ daumoa: Korean portal and search engine indexing bot
59
+ developers.google.com/+/web/snippet/: Google Plus
60
+ diffbot: Diffbot
61
+ digitalpersona fingerprint software: HP Fingerprint scanner
62
+ domain re-animator bot: Domain Re-Animator Bot
63
+ domainsbot: DomainsBot
64
+ domaintunocrawler: DomainTuno
65
+ dotbot: Dot Bot
66
+ duckduckbot: Duck Duck Go
67
+ elb-healthchecker: AWS ELB HealthChecker
68
+ embedly: Embedly
69
+ eoaagent: EOAAgent
70
+ everyonesocialbot: EveryoneSocial
71
+ evrinid: Evri bot
72
+ exabot: Exalead's bot
73
+ exaleadcloudview: ExaleadCloudView
74
+ ez publish: eZ Publish Link Validator
75
+ facebookexternalhit: Facebook Bot
76
+ facebot: Facebook Bot
77
+ feedburner: RSS bot
78
+ feedfetcher-google: Google Feedfetcher
79
+ findxbot: Findxbot
80
+ flipboardproxy: FlipboardProxy
81
+ friendfeedbot: FriendFeed
82
+ fyrebot: Fyrebot
83
+ garlik: GarlikCrawler
84
+ genieo: Genieo Web filter bot
85
+ germcrawler: GermCrawler
86
+ getprismatic.com: getprismatic.com
87
+ gigabot: Gigabot spider
88
+ gimme60bot: Gimme60 (gimme60.com)
89
+ gimmeusabot: Gimme60 (gimme60.com)
90
+ go http package: Go http library
91
+ go-http-client: Go http client
92
+ google page speed insights: Google Page Speed Insights
93
+ google web preview: Google Instant Previews crawler
94
94
  google-site-verification: Google Site Verification
95
- google-structured-data-testing-tool: "Google Structured Data Testing Tool"
96
- google-structureddatatestingtool: "Google Structured Data Testing Tool"
97
- google-xrawler: "Google Shopping"
98
- googlebot: "Google Bot"
99
- googleimageproxy: "Google Image Proxy"
100
- googlestackdrivermonitoring-uptimechecks: "Google Stackdriver Monitoring - Uptime Checks"
101
- grapeshotcrawler: "GrapeshotCrawler"
102
- gravitybot: "Gravity Bot"
103
- hatena::bookmark: "Hatena::Bookmark"
104
- heritrix: "heritrix"
105
- https://developers.google.com/+/web/snippet: "Google+ Snippet Fetcher"
106
- httrack: "HTTrack"
107
- hubspot: "HubSpot"
108
- ia_archiver: "Internet Archive (WayBackMachine)"
109
- icoreservice: "iCoreService"
110
- idmarch: "idmarch.org/bot.html"
111
- implisensebot: "ImplisenseBot"
112
- inagist: "URL resolver"
113
- insieve: "Insieve Bot"
114
- insitesbot: "Insitesbot"
115
- instapaper: "Instapaper"
116
- istellabot: "IstellaBot"
117
- jaunt: "Jaunt - Java Web Scraping & JSON Querying"
118
- jetslide: "Jetslide"
119
- jobseeker: "jobseeker.com.au/bot.html"
120
- jooble: "Jooble"
121
- js-kit: "URL resolver"
122
- kemvibot: "Kemvi"
123
- kimengi: "Kimengi Bot"
124
- knows.is: "knows.is"
125
- kojitsubot: "Kojitsubot"
126
- komodiabot: "KomodiaBot"
127
- kraken: "kraken"
128
- laconica: "Laconica"
129
- lijit crawler: "Lijit"
130
- linkdexbot: "Linkdex Bot"
131
- linkedinbot: "LinkedIn"
132
- linkscrawler: "LinksCrawler"
133
- linode: "Linode Longview"
134
- lipperhey: "Lipperhey"
135
- livelapbot: "Livelapbot"
136
- loadtimebot: "Load Time Bot"
137
- longurl: "URL expander service"
138
- ltx71: "ltx71.com"
139
- lumibot: "Lumibot"
140
- magpie-crawler: "magpie-crawler"
141
- mail.ru_bot: "Mail.ru Bot"
142
- mappydata: "Mappy"
143
- mastodon: "Mastodon URL expander"
144
- mauibot: "MauiBot"
145
- meanpathbot: "meanpath"
146
- mediapartners-google: "Google Adsense bot"
147
- megaindex.ru: "MegaIndex"
148
- memorybot: "mignify.com/bot.html"
149
- metauri: "MetaURI"
150
- mfe_expand: "Mcafee spider"
151
- mir web crawler: "MIR web crawler"
152
- mj12bot: "Majestic-12 spider"
153
- mojeekbot: "Mojeek UK search crawler"
154
- ms search 6.0 robot: "MS Search 6.0 Robot"
155
- msnbot-media: "Microsoft media bot"
156
- msnbot: "Microsoft bot"
157
- nerdybot: "NerdyBot"
158
- netcraft: "Netcraft"
159
- netstate: "netEstate NE Crawler"
160
- netvibes: "Personalized dashboard bot"
161
- netzcheckbot: "netzcheck"
162
- newrelicmonitor: "NewRelic monitor"
163
- newrelicpinger: "NewRelicPinger"
164
- newsme: "newsme"
165
- niki-bot: "niki-bot"
166
- ning: "NING - Yet Another Twitter Swarmer"
167
- nutch: "Apache search spider"
168
- openhosebot: "OpenHoseBot"
169
- orangebot: "OrangeBot"
170
- paessler: "paessler.com - PRTG Network Monitor"
171
- pagesinventory: "pagesinventory.com"
172
- panopta: "Monitoring service"
173
- paperlibot: "PaperLi"
174
- peerindex: "peerindex"
175
- percolatecrawler: "PercolateCrawler"
176
- perfectmarketkwtbot: "PerfectMarket"
177
- phantomjs: "PhantomJS"
178
- pingdom: "Pingdom monitoring"
179
- pinterest: "Pinterest"
180
- plukkie: "botje.com/plukkie.htm"
181
- pr-cy.ru: "PR-CY.RU"
182
- privacyawarebot: "PrivacyAwareBot"
183
- proximic: "Proximic Spider"
184
- psbot-page: "Picsearch"
185
- pu_in: "Pu_iN Crawler"
186
- publiclibraryarchive.org: "publiclibraryarchive.org"
187
- pycurl: "Python http library"
188
- python-httplib2: "Python-httplib2"
189
- python-requests: "Python http library"
190
- python-urllib: "Python http library"
191
- queryseeker: "QuerySeekerSpider"
192
- quick-crawler: "Quick-Crawler"
193
- quicklook: "QuickLook"
194
- re-animator: "Domain Re-Animator Bot"
195
- readability: "Readability"
196
- rebelmouse: "RebelMouse"
197
- redditbot: "Reddit Bot"
198
- relateiq: "RelateIQ"
199
- riddler: "Riddler Bot"
200
- rogerbot: "SeoMoz spider"
201
- rssmicro: "RSS/Atom Feed Robot (rssmicro.com)"
202
- scouturlmonitor: "ScoutURLMonitor"
203
- scrapy: "Scrapy"
95
+ google-structured-data-testing-tool: Google Structured Data Testing Tool
96
+ google-structureddatatestingtool: Google Structured Data Testing Tool
97
+ google-xrawler: Google Shopping
98
+ googlebot: Google Bot
99
+ googleimageproxy: Google Image Proxy
100
+ googlestackdrivermonitoring-uptimechecks: Google Stackdriver Monitoring - Uptime Checks
101
+ grapeshotcrawler: GrapeshotCrawler
102
+ gravitybot: Gravity Bot
103
+ hatena::bookmark: Hatena::Bookmark
104
+ heritrix: heritrix
105
+ https://developers.google.com/+/web/snippet: Google+ Snippet Fetcher
106
+ httrack: HTTrack
107
+ hubspot: HubSpot
108
+ ia_archiver: Internet Archive (WayBackMachine)
109
+ icoreservice: iCoreService
110
+ idmarch: idmarch.org/bot.html
111
+ implisensebot: ImplisenseBot
112
+ inagist: URL resolver
113
+ insieve: Insieve Bot
114
+ insitesbot: Insitesbot
115
+ instapaper: Instapaper
116
+ istellabot: IstellaBot
117
+ jaunt: Jaunt - Java Web Scraping & JSON Querying
118
+ jetslide: Jetslide
119
+ jobseeker: jobseeker.com.au/bot.html
120
+ jooble: Jooble
121
+ js-kit: URL resolver
122
+ kemvibot: Kemvi
123
+ kimengi: Kimengi Bot
124
+ knows.is: knows.is
125
+ kojitsubot: Kojitsubot
126
+ komodiabot: KomodiaBot
127
+ kraken: kraken
128
+ laconica: Laconica
129
+ lijit crawler: Lijit
130
+ linkdexbot: Linkdex Bot
131
+ linkedinbot: LinkedIn
132
+ linkscrawler: LinksCrawler
133
+ linode: Linode Longview
134
+ lipperhey: Lipperhey
135
+ livelapbot: Livelapbot
136
+ loadtimebot: Load Time Bot
137
+ longurl: URL expander service
138
+ ltx71: ltx71.com
139
+ lumibot: Lumibot
140
+ magpie-crawler: magpie-crawler
141
+ mail.ru_bot: Mail.ru Bot
142
+ mappydata: Mappy
143
+ mastodon: Mastodon URL expander
144
+ mauibot: MauiBot
145
+ meanpathbot: meanpath
146
+ mediapartners-google: Google Adsense bot
147
+ megaindex.ru: MegaIndex
148
+ memorybot: mignify.com/bot.html
149
+ metauri: MetaURI
150
+ mfe_expand: Mcafee spider
151
+ mir web crawler: MIR web crawler
152
+ mj12bot: Majestic-12 spider
153
+ mojeekbot: Mojeek UK search crawler
154
+ ms search 6.0 robot: MS Search 6.0 Robot
155
+ msnbot-media: Microsoft media bot
156
+ msnbot: Microsoft bot
157
+ nerdybot: NerdyBot
158
+ netcraft: Netcraft
159
+ netstate: netEstate NE Crawler
160
+ netvibes: Personalized dashboard bot
161
+ netzcheckbot: netzcheck
162
+ newrelicmonitor: NewRelic monitor
163
+ newrelicpinger: NewRelicPinger
164
+ newsme: newsme
165
+ niki-bot: niki-bot
166
+ ning: NING - Yet Another Twitter Swarmer
167
+ nutch: Apache search spider
168
+ openhosebot: OpenHoseBot
169
+ orangebot: OrangeBot
170
+ paessler: paessler.com - PRTG Network Monitor
171
+ pagesinventory: pagesinventory.com
172
+ panopta: Monitoring service
173
+ paperlibot: PaperLi
174
+ peerindex: peerindex
175
+ percolatecrawler: PercolateCrawler
176
+ perfectmarketkwtbot: PerfectMarket
177
+ phantomjs: PhantomJS
178
+ pingdom: Pingdom monitoring
179
+ pinterest: Pinterest
180
+ plukkie: botje.com/plukkie.htm
181
+ pr-cy.ru: PR-CY.RU
182
+ privacyawarebot: PrivacyAwareBot
183
+ proximic: Proximic Spider
184
+ psbot-page: Picsearch
185
+ pu_in: Pu_iN Crawler
186
+ publiclibraryarchive.org: publiclibraryarchive.org
187
+ pycurl: Python http library
188
+ python-httplib2: Python-httplib2
189
+ python-requests: Python http library
190
+ python-urllib: Python http library
191
+ queryseeker: QuerySeekerSpider
192
+ quick-crawler: Quick-Crawler
193
+ quicklook: QuickLook
194
+ re-animator: Domain Re-Animator Bot
195
+ readability: Readability
196
+ rebelmouse: RebelMouse
197
+ redditbot: Reddit Bot
198
+ relateiq: RelateIQ
199
+ riddler: Riddler Bot
200
+ rogerbot: SeoMoz spider
201
+ rssmicro: RSS/Atom Feed Robot (rssmicro.com)
202
+ scouturlmonitor: ScoutURLMonitor
203
+ scrapy: Scrapy
204
204
  screaming frog seo spider: Screaming Frog SEO Spider
205
- searchmetricsbot: "SearchmetricsBot"
206
- semanticbot: "Semanticbot"
207
- semrushbot: "SEO analysis bot"
208
- seo-audit: "seo-audit-check-bot"
209
- seobilitybot: "SeobilityBot"
210
- seodiver: "SEOdiver"
211
- seokicks: "SEOKicks"
212
- seznambot: "SeznamBot"
213
- shopwiki: "ShopWiki"
214
- shortlinktranslate: "Link shortener"
215
- showyoubot: "Showyou iOS app spider"
216
- siege: "Joe Dog Siege"
217
- sistrix: "SISTRIX"
218
- sitecheck: "SiteCheck sitecrawl"
219
- siteuptime: "Site monitoring services"
220
- slack-imgproxy: "Slack-ImgProxy 0.19 (+https://api.slack.com/robots)"
221
- slack-linkexpanding: "Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)"
222
- slack: "Slackbot-LinkExpanding"
223
- slackbot: "Slackbot 1.0(+https://api.slack.com/robots)"
224
- slurp: "Yahoo spider"
225
- smtbot: "SimilarTech"
226
- snapchat: "Snapchat"
227
- socialrank: "SocialRankIOBot"
228
- sogou: "Chinese search engine"
229
- spbot: "OpenLinkProfiler"
230
- spinn3r: "Spinn3r aggregator"
231
- sputnikbot: "SputnikBot"
232
- squider: "Squider"
233
- statuscake: "StatusCake"
234
- stripe: "Stripe"
235
- swiftbot: "Swiftype Bot"
236
- tangibleebot: "TangibleeBot"
237
- teeraid: "TeeRaidBot"
238
- test certificate info: "C http library?"
239
- the knowledge ai: "Knowledge AI Bot"
240
- tineye: "TinEye Bot"
241
- traackr: "Traackr Bot"
242
- trendictionbot: "Trendiction Search"
243
- trendsmap: "Trendsmap Resolver"
244
- turnitinbot: "TurnitinBot"
245
- tweetedtimes: "The Tweeted Times"
246
- tweetmemebot: "TweetMeMe Crawler"
247
- twikle: "Social web search bot"
248
- twitjobsearch: "TwitJobSearch"
249
- twitmunin: "Twitmunin"
250
- twitterbot: "Twitter URL expander"
251
- twurly: "Twurly"
252
- typhoeus: "Typhoeus"
253
- umbot: "uberMetrics"
254
- unwindfetch: "Gnip"
255
- updown: "Updown.io monitor"
256
- uptimerobot: "Uptime Robot"
257
- vagabondo: "Vagabondo"
258
- vb project: "Visual Basic"
259
- vigil: "Vigil"
260
- vkshare: "VKontake Sharer"
261
- voilabot: "VoilaBot"
262
- vrcrawler: "Venture Radar"
263
- wasalive-bot: "Wasalive Bots"
264
- watchsumo: "WatchSumo"
265
- wbsearchbot: "Ware Bay Best Buys"
266
- webceo: "online-webceo-bot"
267
- webscout: "Webscout"
268
- wesee: "WeSEE"
269
- wget: "wget unix CLI http client"
270
- whatsapp: "WhatsApp"
271
- wikido: "WikiDo"
272
- woorank: "WooRank"
273
- wordpress: "WordPress spider"
274
- woriobot: "woriobot"
275
- wormly: "WormlyBot"
276
- wotbox: "Wotbox"
277
- xenu link sleuth: "Xenu Link Sleuth"
278
- xing-contenttabreceiver: "Xing bot"
279
- xovibot: "XoviBot"
280
- yacybot: "YaCy"
281
- yahoo-ad-monitoring: "Yahoo Ad monitoring"
282
- yandex: "Yandex"
283
- yanga: "Yanga WorldSearch Bot"
284
- yeti: "Naver Corp"
285
- yourls: "YOURLS"
286
- zabbix: 'Zabbix'
287
- zelist.ro: "feed parser"
288
- zibb: "ZIBB spider"
289
- zitebot: "Zite"
290
- zoombot: "ZoomBot"
291
- zoominfobot: "ZoominfoBot"
292
- zyborg: "Zyborg"
205
+ searchmetricsbot: SearchmetricsBot
206
+ semanticbot: Semanticbot
207
+ semrushbot: SEO analysis bot
208
+ seo-audit: seo-audit-check-bot
209
+ seobilitybot: SeobilityBot
210
+ seodiver: SEOdiver
211
+ seokicks: SEOKicks
212
+ seznambot: SeznamBot
213
+ shopwiki: ShopWiki
214
+ shortlinktranslate: Link shortener
215
+ showyoubot: Showyou iOS app spider
216
+ siege: Joe Dog Siege
217
+ sistrix: SISTRIX
218
+ sitecheck: SiteCheck sitecrawl
219
+ siteuptime: Site monitoring services
220
+ skypeuripreview: SkypeUriPreview
221
+ slack-imgproxy: Slack Image Proxy
222
+ slack-linkexpanding: Slack Link Expanding
223
+ slack: Slack Link Expanding
224
+ slackbot: Slackbot
225
+ slurp: Yahoo spider
226
+ smtbot: SimilarTech
227
+ snapchat: Snapchat
228
+ socialrank: SocialRankIOBot
229
+ sogou: Chinese search engine
230
+ spbot: OpenLinkProfiler
231
+ spinn3r: Spinn3r aggregator
232
+ sputnikbot: SputnikBot
233
+ squider: Squider
234
+ statuscake: StatusCake
235
+ stripe: Stripe
236
+ swiftbot: Swiftype Bot
237
+ tangibleebot: TangibleeBot
238
+ teeraid: TeeRaidBot
239
+ test certificate info: C http library?
240
+ the knowledge ai: Knowledge AI Bot
241
+ tineye: TinEye Bot
242
+ traackr: Traackr Bot
243
+ trendictionbot: Trendiction Search
244
+ trendsmap: Trendsmap Resolver
245
+ turnitinbot: TurnitinBot
246
+ tweetedtimes: The Tweeted Times
247
+ tweetmemebot: TweetMeMe Crawler
248
+ twikle: Social web search bot
249
+ twitjobsearch: TwitJobSearch
250
+ twitmunin: Twitmunin
251
+ twitterbot: Twitter URL expander
252
+ twurly: Twurly
253
+ typhoeus: Typhoeus
254
+ umbot: uberMetrics
255
+ unwindfetch: Gnip
256
+ updown: Updown.io monitor
257
+ uptimerobot: Uptime Robot
258
+ vagabondo: Vagabondo
259
+ vb project: Visual Basic
260
+ vigil: Vigil
261
+ vkshare: VKontake Sharer
262
+ voilabot: VoilaBot
263
+ vrcrawler: Venture Radar
264
+ wasalive-bot: Wasalive Bots
265
+ watchsumo: WatchSumo
266
+ wbsearchbot: Ware Bay Best Buys
267
+ webceo: online-webceo-bot
268
+ webscout: Webscout
269
+ wesee: WeSEE
270
+ wget: wget unix CLI http client
271
+ whatsapp: WhatsApp
272
+ wikido: WikiDo
273
+ woorank: WooRank
274
+ wordpress: WordPress spider
275
+ woriobot: woriobot
276
+ wormly: WormlyBot
277
+ wotbox: Wotbox
278
+ xenu link sleuth: Xenu Link Sleuth
279
+ xing-contenttabreceiver: Xing bot
280
+ xovibot: XoviBot
281
+ yacybot: YaCy
282
+ yahoo-ad-monitoring: Yahoo Ad monitoring
283
+ yandex: Yandex
284
+ yanga: Yanga WorldSearch Bot
285
+ yeti: Naver Corp
286
+ yourls: YOURLS
287
+ zabbix: Zabbix
288
+ zelist.ro: feed parser
289
+ zibb: ZIBB spider
290
+ zitebot: Zite
291
+ zoombot: ZoomBot
292
+ zoominfobot: ZoominfoBot
293
+ zyborg: Zyborg
293
294
 
294
295
  # Generic lib user agents go here.
295
- eventmachine httpclient: "Ruby http library"
296
- go 1.1 package http: "Go 1.1 package http"
297
- htmlparser: "HTMLParser"
298
- http_request2: "HTTP_Request2"
299
- httpclient: "HTTPClient"
300
- jakarta commons: "Jakarta Commons HttpClient"
301
- java: "Generic Java http library"
302
- libwww-perl: "Perl client-server library"
303
- lwp-trivial: "Another Perl library"
304
- ruby: "Ruby"
296
+ eventmachine httpclient: Ruby http library
297
+ go 1.1 package http: Go 1.1 package http
298
+ htmlparser: HTMLParser
299
+ http_request2: HTTP_Request2
300
+ httpclient: HTTPClient
301
+ jakarta commons: Jakarta Commons HttpClient
302
+ java: Generic Java http library
303
+ libwww-perl: Perl client-server library
304
+ lwp-trivial: Another Perl library
305
+ ruby: Ruby