browser 3.0.3 → 5.1.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (58) hide show
  1. checksums.yaml +4 -4
  2. data/.github/ISSUE_TEMPLATE.md +1 -1
  3. data/.prettierignore +1 -0
  4. data/.rubocop.yml +9 -0
  5. data/CHANGELOG.md +86 -19
  6. data/FUNDING.yml +3 -0
  7. data/README.md +101 -64
  8. data/bots.yml +300 -294
  9. data/browser.gemspec +3 -1
  10. data/lib/browser/base.rb +71 -16
  11. data/lib/browser/browser.rb +27 -26
  12. data/lib/browser/chrome.rb +12 -2
  13. data/lib/browser/device.rb +9 -2
  14. data/lib/browser/device/samsung.rb +33 -0
  15. data/lib/browser/device/unknown.rb +1 -1
  16. data/lib/browser/duck_duck_go.rb +22 -0
  17. data/lib/browser/edge.rb +2 -2
  18. data/lib/browser/google_search_app.rb +21 -0
  19. data/lib/browser/huawei_browser.rb +21 -0
  20. data/lib/browser/maxthon.rb +21 -0
  21. data/lib/browser/meta.rb +0 -1
  22. data/lib/browser/meta/base.rb +0 -1
  23. data/lib/browser/miui_browser.rb +21 -0
  24. data/lib/browser/platform.rb +5 -5
  25. data/lib/browser/platform/base.rb +3 -2
  26. data/lib/browser/platform/ios.rb +1 -1
  27. data/lib/browser/platform/mac.rb +4 -2
  28. data/lib/browser/platform/{other.rb → unknown.rb} +3 -3
  29. data/lib/browser/platform/windows.rb +1 -1
  30. data/lib/browser/safari.rb +16 -1
  31. data/lib/browser/samsung_browser.rb +21 -0
  32. data/lib/browser/sougou_browser.rb +24 -0
  33. data/lib/browser/{generic.rb → unknown.rb} +3 -3
  34. data/lib/browser/version.rb +1 -1
  35. data/samsung.yml +138 -0
  36. data/test/browser_test.rb +37 -6
  37. data/test/ua.yml +21 -1
  38. data/test/ua_bots.yml +8 -2
  39. data/test/unit/adobe_air_test.rb +1 -1
  40. data/test/unit/alipay_test.rb +6 -0
  41. data/test/unit/console_test.rb +2 -2
  42. data/test/unit/device_test.rb +29 -2
  43. data/test/unit/duck_duck_go_test.rb +37 -0
  44. data/test/unit/edge_test.rb +34 -2
  45. data/test/unit/google_search_app_test.rb +54 -0
  46. data/test/unit/huawei_browser_test.rb +25 -0
  47. data/test/unit/maxthon_test.rb +25 -0
  48. data/test/unit/meta_test.rb +9 -0
  49. data/test/unit/micro_messenger_test.rb +21 -6
  50. data/test/unit/miui_browser_test.rb +25 -0
  51. data/test/unit/opera_test.rb +1 -0
  52. data/test/unit/platform_test.rb +12 -7
  53. data/test/unit/qq_test.rb +12 -0
  54. data/test/unit/safari_test.rb +12 -7
  55. data/test/unit/samsung_browser_test.rb +23 -0
  56. data/test/unit/sougou_browser_test.rb +41 -0
  57. metadata +36 -11
  58. data/lib/browser/meta/modern.rb +0 -11
data/bots.yml CHANGED
@@ -1,299 +1,305 @@
1
1
  ---
2
- 200pleasebot: "200PleaseBot"
3
- 360spider: "360Spider"
4
- abot: "CrawlDaddy, abot"
5
- addthis: "AddThis"
6
- adldxbot: "Microsoft Bing Ads"
7
- admantx: "ADmantX Platform Semantic Analyzer"
8
- adsbot-google: "Google Adwords"
9
- adstxtcrawler: "AdsTxtCrawler"
10
- advbot: "AdvBot"
11
- ahrefsbot: "Ahrefs backlinks research tool"
12
- alexa: "Alexa Crawler"
13
- anderspink: "AndersPinkBot"
14
- apache-httpclient: "Java http library"
15
- apachebench: "ApacheBench (ab)"
2
+ 200pleasebot: 200PleaseBot
3
+ 360spider: 360Spider
4
+ abot: CrawlDaddy, abot
5
+ addthis: AddThis
6
+ adldxbot: Microsoft Bing Ads
7
+ admantx: ADmantX Platform Semantic Analyzer
8
+ adsbot-google: Google Adwords
9
+ adstxtcrawler: AdsTxtCrawler
10
+ advbot: AdvBot
11
+ ahrefsbot: Ahrefs backlinks research tool
12
+ alexa: Alexa Crawler
13
+ anderspink: AndersPinkBot
14
+ apache-httpclient: Java http library
15
+ apachebench: ApacheBench (ab)
16
16
  apis-google: APIs-Google
17
- appengine-google: "Google App Engine"
18
- applebot: "Apple Bot"
19
- archive.org_bot: "Internet Archive (archive.org)"
20
- archiveteam archivebot: "ArchiveTeam ArchiveBot"
21
- ask jeeves: "Ask Jeeves"
22
- asynchttpclient: "Java http and WebSocket client library"
23
- awe.sm: "Awe.sm URL expander"
24
- baidu: "Baidu"
25
- barkrowler: "Barkrowler"
26
- bdcbot: "Big Data Corp"
27
- bingbot: "Microsoft Bing"
28
- bingpreview: "Microsoft Bing preview"
29
- bitlybot: "bit.ly bot"
30
- blekkobot: "Blekkobot"
31
- blexbot: "BLEXBot (webmeup)"
32
- bot@linkfluence.net: "Linkfluence bot"
33
- bubing: "BUbiNG"
34
- bufferbot: "BufferBot"
35
- buibui-checkbot: "buibui"
36
- butterfly: "Topsy Labs"
37
- buzzbot: "Buzzbot"
38
- buzztalk: "buzztalk"
39
- catchbot: "CatchBot (catchbot.com)"
40
- check_http: "Nagios monitor"
41
- cipacrawler: "CipaCrawler"
42
- cliqzbot: "Cliqzbot"
43
- cloudflare: "CloudFlare-AlwaysOnline"
44
- cmradar/0.1: "CMRadar/0.1"
45
- coldfusion: "ColdFusion http library"
46
- commoncrawl: "CCBot"
47
- comodo ssl checker: "COMODO SSL Checker"
48
- comodo-webinspector-crawler: "Comodo"
49
- copypants: "BotPants"
50
- crowsnest: "Crowsnest"
51
- curabot: "cura.yt"
52
- curl: "curl unix CLI http client"
53
- dap/nethttp: "DAP/NetHTTP"
54
- datafeedwatch: "DataFeedWatch"
55
- datagnionbot: "datagnion.com/bot.html"
56
- datanyze: "Datanyze"
57
- daumoa: "Korean portal and search engine indexing bot"
58
- developers.google.com/+/web/snippet/: "Google Plus"
59
- diffbot: "Diffbot"
60
- digitalpersona fingerprint software: "HP Fingerprint scanner"
61
- domain re-animator bot: "Domain Re-Animator Bot"
62
- domainsbot: "DomainsBot"
63
- domaintunocrawler: "DomainTuno"
64
- dotbot: "Dot Bot"
65
- duckduck: "Duck Duck Go"
66
- elb-healthchecker: "AWS ELB HealthChecker"
67
- embedly: "Embedly"
68
- eoaagent: "EOAAgent"
69
- everyonesocialbot: "EveryoneSocial"
70
- evrinid: "Evri bot"
71
- exabot: "Exalead's bot"
72
- exaleadcloudview: "ExaleadCloudView"
73
- ez publish: "eZ Publish Link Validator"
74
- facebookexternalhit: "Facebook Bot"
75
- facebot: "Facebook Bot"
76
- feedburner: "RSS bot"
77
- feedfetcher-google: "Google Feedfetcher"
78
- findxbot: "Findxbot"
79
- flipboardproxy: "FlipboardProxy"
80
- friendfeedbot: "FriendFeed"
81
- fyrebot: "Fyrebot"
82
- garlik: "GarlikCrawler"
83
- genieo: "Genieo Web filter bot"
84
- germcrawler: "GermCrawler"
85
- getprismatic.com: "getprismatic.com"
86
- gigabot: "Gigabot spider"
87
- gimme60bot: "Gimme60 (gimme60.com)"
88
- gimmeusabot: "Gimme60 (gimme60.com)"
89
- go http package: "Go http library"
90
- google page speed insights: "Google Page Speed Insights"
91
- google Web Preview: "Google Instant Previews crawler"
92
- google-site-verification: Google-Site-Verification
93
- google-structured-data-testing-tool: "Google-StructuredDataTestingTool"
94
- google-structureddatatestingtool: "Google-StructuredDataTestingTool"
95
- google-xrawler: "Google Shopping"
96
- googlebot: "Google Bot"
97
- googlestackdrivermonitoring-uptimechecks: "GoogleStackdriverMonitoring-UptimeChecks"
98
- grapeshotcrawler: "GrapeshotCrawler"
99
- gravitybot: "Gravity Bot"
100
- hatena::bookmark: "Hatena::Bookmark"
101
- heritrix: "heritrix"
102
- https://developers.google.com/+/web/snippet: "Google+ Snippet Fetcher"
103
- httrack: "HTTrack"
104
- hubspot: "HubSpot"
105
- ia_archiver: "Internet Archive (WayBackMachine)"
106
- icoreservice: "iCoreService"
107
- idmarch: "idmarch.org/bot.html"
108
- implisensebot: "ImplisenseBot"
109
- inagist: "URL resolver"
110
- insieve: "Insieve Bot"
111
- insitesbot: "Insitesbot"
112
- instapaper: "Instapaper"
113
- istellabot: "IstellaBot"
114
- jaunt: "Jaunt - Java Web Scraping & JSON Querying"
115
- jetslide: "Jetslide"
116
- jobseeker: "jobseeker.com.au/bot.html"
117
- jooble: "Jooble"
118
- js-kit: "URL resolver"
119
- kemvibot: "Kemvi"
120
- kimengi: "Kimengi Bot"
121
- knows.is: "knows.is"
122
- kojitsubot: "Kojitsubot"
123
- komodiabot: "KomodiaBot"
124
- kraken: "kraken"
125
- laconica: "Laconica"
126
- lijit crawler: "Lijit"
127
- linkdexbot: "Linkdex Bot"
128
- linkedinbot: "LinkedIn"
129
- linkscrawler: "LinksCrawler"
130
- linode: "Linode Longview"
131
- lipperhey: "Lipperhey"
132
- livelapbot: "Livelapbot"
133
- loadtimebot: "Load Time Bot"
134
- longurl: "URL expander service"
135
- ltx71: "ltx71.com"
136
- lumibot: "Lumibot"
137
- magpie-crawler: "magpie-crawler"
138
- mail.ru_bot: "Mail.ru Bot"
139
- mappydata: "Mappy"
140
- mastodon: "Mastodon URL expander"
141
- mauibot: "MauiBot"
142
- meanpathbot: "meanpath"
143
- mediapartners-google: "Google Adsense bot"
144
- megaindex.ru: "MegaIndex"
145
- memorybot: "mignify.com/bot.html"
146
- metauri: "MetaURI"
147
- mfe_expand: "Mcafee spider"
148
- mir web crawler: "MIR web crawler"
149
- mj12bot: "Majestic-12 spider"
150
- mojeekbot: "Mojeek UK search crawler"
151
- ms search 6.0 robot: "MS Search 6.0 Robot"
152
- msnbot-media: "Microsoft media bot"
153
- msnbot: "Microsoft bot"
154
- nerdybot: "NerdyBot"
155
- netcraft: "Netcraft"
156
- netstate: "netEstate NE Crawler"
157
- netvibes: "Personalized dashboard bot"
158
- netzcheckbot: "netzcheck"
159
- newrelicmonitor: "NewRelic monitor"
160
- newrelicpinger: "NewRelicPinger"
161
- newsme: "newsme"
162
- niki-bot: "niki-bot"
163
- ning: "NING - Yet Another Twitter Swarmer"
164
- nutch: "Apache search spider"
165
- openhosebot: "OpenHoseBot"
166
- orangebot: "OrangeBot"
167
- paessler: "paessler.com - PRTG Network Monitor"
168
- pagesinventory: "pagesinventory.com"
169
- panopta: "Monitoring service"
170
- paperlibot: "PaperLi"
171
- peerindex: "peerindex"
172
- percolatecrawler: "PercolateCrawler"
173
- perfectmarketkwtbot: "PerfectMarket"
174
- phantomjs: "PhantomJS"
175
- pingdom: "Pingdom monitoring"
176
- pinterest: "Pinterest"
177
- plukkie: "botje.com/plukkie.htm"
178
- pr-cy.ru: "PR-CY.RU"
179
- privacyawarebot: "PrivacyAwareBot"
180
- proximic: "Proximic Spider"
181
- psbot-page: "Picsearch"
182
- pu_in: "Pu_iN Crawler"
183
- publiclibraryarchive.org: "publiclibraryarchive.org"
184
- pycurl: "Python http library"
185
- python-httplib2: "Python-httplib2"
186
- python-requests: "Python http library"
187
- python-urllib: "Python http library"
188
- queryseeker: "QuerySeekerSpider"
189
- quick-crawler: "Quick-Crawler"
190
- quicklook: "QuickLook"
191
- re-animator: "Domain Re-Animator Bot"
192
- readability: "Readability"
193
- rebelmouse: "RebelMouse"
194
- redditbot: "Reddit Bot"
195
- relateiq: "RelateIQ"
196
- riddler: "Riddler Bot"
197
- rogerbot: "SeoMoz spider"
198
- rssmicro: "RSS/Atom Feed Robot (rssmicro.com)"
199
- scouturlmonitor: "ScoutURLMonitor"
200
- scrapy: "Scrapy"
17
+ appengine-google: Google App Engine
18
+ applebot: Apple Bot
19
+ archive.org_bot: Internet Archive (archive.org)
20
+ archiveteam archivebot: ArchiveTeam ArchiveBot
21
+ ask jeeves: Ask Jeeves
22
+ asynchttpclient: Java http and WebSocket client library
23
+ awe.sm: Awe.sm URL expander
24
+ baidu: Baidu
25
+ barkrowler: Barkrowler
26
+ bdcbot: Big Data Corp
27
+ bingbot: Microsoft Bing
28
+ bingpreview: Microsoft Bing preview
29
+ bitlybot: bit.ly bot
30
+ blekkobot: Blekkobot
31
+ blexbot: BLEXBot (webmeup)
32
+ bot@linkfluence.net: Linkfluence bot
33
+ bubing: BUbiNG
34
+ bufferbot: BufferBot
35
+ buibui-checkbot: buibui
36
+ butterfly: Topsy Labs
37
+ buzzbot: Buzzbot
38
+ buzztalk: buzztalk
39
+ catchbot: CatchBot (catchbot.com)
40
+ check_http: Nagios monitor
41
+ chrome-lighthouse: Chrome-Lighthouse
42
+ cipacrawler: CipaCrawler
43
+ cliqzbot: Cliqzbot
44
+ cloudflare: CloudFlare-AlwaysOnline
45
+ cmradar/0.1: CMRadar/0.1
46
+ coldfusion: ColdFusion http library
47
+ commoncrawl: CCBot
48
+ comodo ssl checker: COMODO SSL Checker
49
+ comodo-webinspector-crawler: Comodo
50
+ copypants: BotPants
51
+ crowsnest: Crowsnest
52
+ curabot: cura.yt
53
+ curl: curl unix CLI http client
54
+ dap/nethttp: DAP/NetHTTP
55
+ datafeedwatch: DataFeedWatch
56
+ datagnionbot: datagnion.com/bot.html
57
+ datanyze: Datanyze
58
+ daumoa: Korean portal and search engine indexing bot
59
+ developers.google.com/+/web/snippet/: Google Plus
60
+ diffbot: Diffbot
61
+ digitalpersona fingerprint software: HP Fingerprint scanner
62
+ domain re-animator bot: Domain Re-Animator Bot
63
+ domainsbot: DomainsBot
64
+ domaintunocrawler: DomainTuno
65
+ dotbot: Dot Bot
66
+ duckduckbot: Duck Duck Go
67
+ elb-healthchecker: AWS ELB HealthChecker
68
+ embedly: Embedly
69
+ eoaagent: EOAAgent
70
+ everyonesocialbot: EveryoneSocial
71
+ evrinid: Evri bot
72
+ exabot: Exalead's bot
73
+ exaleadcloudview: ExaleadCloudView
74
+ ez publish: eZ Publish Link Validator
75
+ facebookexternalhit: Facebook Bot
76
+ facebot: Facebook Bot
77
+ feedburner: RSS bot
78
+ feedfetcher-google: Google Feedfetcher
79
+ findxbot: Findxbot
80
+ flipboardproxy: FlipboardProxy
81
+ friendfeedbot: FriendFeed
82
+ fyrebot: Fyrebot
83
+ garlik: GarlikCrawler
84
+ genieo: Genieo Web filter bot
85
+ germcrawler: GermCrawler
86
+ getprismatic.com: getprismatic.com
87
+ gigabot: Gigabot spider
88
+ gimme60bot: Gimme60 (gimme60.com)
89
+ gimmeusabot: Gimme60 (gimme60.com)
90
+ go http package: Go http library
91
+ go-http-client: Go http client
92
+ google page speed insights: Google Page Speed Insights
93
+ google web preview: Google Instant Previews crawler
94
+ google-site-verification: Google Site Verification
95
+ google-structured-data-testing-tool: Google Structured Data Testing Tool
96
+ google-structureddatatestingtool: Google Structured Data Testing Tool
97
+ google-xrawler: Google Shopping
98
+ googlebot: Google Bot
99
+ googleimageproxy: Google Image Proxy
100
+ googlestackdrivermonitoring-uptimechecks: Google Stackdriver Monitoring - Uptime Checks
101
+ grapeshotcrawler: GrapeshotCrawler
102
+ gravitybot: Gravity Bot
103
+ hatena::bookmark: Hatena::Bookmark
104
+ heritrix: heritrix
105
+ https://developers.google.com/+/web/snippet: Google+ Snippet Fetcher
106
+ httrack: HTTrack
107
+ hubspot: HubSpot
108
+ ia_archiver: Internet Archive (WayBackMachine)
109
+ icoreservice: iCoreService
110
+ idmarch: idmarch.org/bot.html
111
+ implisensebot: ImplisenseBot
112
+ inagist: URL resolver
113
+ insieve: Insieve Bot
114
+ insitesbot: Insitesbot
115
+ instapaper: Instapaper
116
+ istellabot: IstellaBot
117
+ jaunt: Jaunt - Java Web Scraping & JSON Querying
118
+ jetslide: Jetslide
119
+ jobseeker: jobseeker.com.au/bot.html
120
+ jooble: Jooble
121
+ js-kit: URL resolver
122
+ kemvibot: Kemvi
123
+ kimengi: Kimengi Bot
124
+ knows.is: knows.is
125
+ kojitsubot: Kojitsubot
126
+ komodiabot: KomodiaBot
127
+ kraken: kraken
128
+ laconica: Laconica
129
+ lijit crawler: Lijit
130
+ linkdexbot: Linkdex Bot
131
+ linkedinbot: LinkedIn
132
+ linkscrawler: LinksCrawler
133
+ linode: Linode Longview
134
+ lipperhey: Lipperhey
135
+ livelapbot: Livelapbot
136
+ loadtimebot: Load Time Bot
137
+ longurl: URL expander service
138
+ ltx71: ltx71.com
139
+ lumibot: Lumibot
140
+ magpie-crawler: magpie-crawler
141
+ mail.ru_bot: Mail.ru Bot
142
+ mappydata: Mappy
143
+ mastodon: Mastodon URL expander
144
+ mauibot: MauiBot
145
+ meanpathbot: meanpath
146
+ mediapartners-google: Google Adsense bot
147
+ megaindex.ru: MegaIndex
148
+ memorybot: mignify.com/bot.html
149
+ metauri: MetaURI
150
+ mfe_expand: Mcafee spider
151
+ mir web crawler: MIR web crawler
152
+ mj12bot: Majestic-12 spider
153
+ mojeekbot: Mojeek UK search crawler
154
+ ms search 6.0 robot: MS Search 6.0 Robot
155
+ msnbot-media: Microsoft media bot
156
+ msnbot: Microsoft bot
157
+ nerdybot: NerdyBot
158
+ netcraft: Netcraft
159
+ netstate: netEstate NE Crawler
160
+ netvibes: Personalized dashboard bot
161
+ netzcheckbot: netzcheck
162
+ newrelicmonitor: NewRelic monitor
163
+ newrelicpinger: NewRelicPinger
164
+ newsme: newsme
165
+ niki-bot: niki-bot
166
+ ning: NING - Yet Another Twitter Swarmer
167
+ nutch: Apache search spider
168
+ openhosebot: OpenHoseBot
169
+ orangebot: OrangeBot
170
+ paessler: paessler.com - PRTG Network Monitor
171
+ pagesinventory: pagesinventory.com
172
+ panopta: Monitoring service
173
+ paperlibot: PaperLi
174
+ peerindex: peerindex
175
+ percolatecrawler: PercolateCrawler
176
+ perfectmarketkwtbot: PerfectMarket
177
+ phantomjs: PhantomJS
178
+ pingdom: Pingdom monitoring
179
+ pinterest: Pinterest
180
+ plukkie: botje.com/plukkie.htm
181
+ pr-cy.ru: PR-CY.RU
182
+ privacyawarebot: PrivacyAwareBot
183
+ proximic: Proximic Spider
184
+ psbot-page: Picsearch
185
+ pu_in: Pu_iN Crawler
186
+ publiclibraryarchive.org: publiclibraryarchive.org
187
+ pycurl: Python http library
188
+ python-httplib2: Python-httplib2
189
+ python-requests: Python http library
190
+ python-urllib: Python http library
191
+ queryseeker: QuerySeekerSpider
192
+ quick-crawler: Quick-Crawler
193
+ quicklook: QuickLook
194
+ re-animator: Domain Re-Animator Bot
195
+ readability: Readability
196
+ rebelmouse: RebelMouse
197
+ redditbot: Reddit Bot
198
+ relateiq: RelateIQ
199
+ riddler: Riddler Bot
200
+ rogerbot: SeoMoz spider
201
+ rssmicro: RSS/Atom Feed Robot (rssmicro.com)
202
+ scouturlmonitor: ScoutURLMonitor
203
+ scrapy: Scrapy
201
204
  screaming frog seo spider: Screaming Frog SEO Spider
202
- searchmetricsbot: "SearchmetricsBot"
203
- semanticbot: "Semanticbot"
204
- semrushbot: "SEO analysis bot"
205
- seo-audit: "seo-audit-check-bot"
206
- seodiver: "SEOdiver"
207
- seokicks: "SEOKicks"
208
- seznambot: "SeznamBot"
209
- shopwiki: "ShopWiki"
210
- shortlinktranslate: "Link shortener"
211
- showyoubot: "Showyou iOS app spider"
212
- siege: "Joe Dog Siege"
213
- sistrix: "SISTRIX"
214
- sitecheck: "SiteCheck sitecrawl"
215
- siteuptime: "Site monitoring services"
216
- slack: "Slackbot-LinkExpanding"
217
- slackbot: "Slackbot 1.0(+https://api.slack.com/robots)"
218
- slack-imgproxy: "Slack-ImgProxy 0.19 (+https://api.slack.com/robots)"
219
- slack-linkexpanding: "Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)"
220
- slurp: "Yahoo spider"
221
- smtbot: "SimilarTech"
222
- snapchat: "Snapchat"
223
- socialrank: "SocialRankIOBot"
224
- sogou: "Chinese search engine"
225
- spbot: "OpenLinkProfiler"
226
- spinn3r: "Spinn3r aggregator"
227
- sputnikbot: "SputnikBot"
228
- squider: "Squider"
229
- statuscake: "StatusCake"
230
- stripe: "Stripe"
231
- swiftbot: "Swiftype Bot"
232
- tangibleebot: "TangibleeBot"
233
- teeraid: "TeeRaidBot"
234
- test certificate info: "C http library?"
235
- tineye: "TinEye Bot"
236
- traackr: "Traackr Bot"
237
- trendictionbot: "Trendiction Search"
238
- trendsmap: "Trendsmap Resolver"
239
- turnitinbot: "TurnitinBot"
240
- tweetedtimes: "The Tweeted Times"
241
- tweetmemebot: "TweetMeMe Crawler"
242
- twikle: "Social web search bot"
243
- twitjobsearch: "TwitJobSearch"
244
- twitmunin: "Twitmunin"
245
- twitterbot: "Twitter URL expander"
246
- twurly: "Twurly"
247
- typhoeus: "Typhoeus"
248
- umbot: "uberMetrics"
249
- unwindfetch: "Gnip"
250
- updown: "Updown.io monitor"
251
- uptimerobot: "Uptime Robot"
252
- vagabondo: "Vagabondo"
253
- vb project: "Visual Basic"
254
- vigil: "Vigil"
255
- vkshare: "VKontake Sharer"
256
- voilabot: "VoilaBot"
257
- vrcrawler: "Venture Radar"
258
- wasalive-bot: "Wasalive Bots"
259
- watchsumo: "WatchSumo"
260
- wbsearchbot: "Ware Bay Best Buys"
261
- webceo: "online-webceo-bot"
262
- webscout: "Webscout"
263
- wesee: "WeSEE"
264
- wget: "wget unix CLI http client"
265
- whatsapp: "WhatsApp"
266
- wikido: "WikiDo"
267
- woorank: "WooRank"
268
- wordpress: "WordPress spider"
269
- woriobot: "woriobot"
270
- wormly: "WormlyBot"
271
- wotbox: "Wotbox"
272
- xenu link sleuth: "Xenu Link Sleuth"
273
- xing-contenttabreceiver: "Xing bot"
274
- xovibot: "XoviBot"
275
- yacybot: "YaCy"
276
- yahoo-ad-monitoring: "Yahoo Ad monitoring"
277
- yandex: "Yandex"
278
- yanga: "Yanga WorldSearch Bot"
279
- yeti: "Naver Corp"
280
- yourls: "YOURLS"
281
- zabbix: 'Zabbix'
282
- zelist.ro: "feed parser"
283
- zibb: "ZIBB spider"
284
- zitebot: "Zite"
285
- zoombot: "ZoomBot"
286
- zoominfobot: "ZoominfoBot"
287
- zyborg: "Zyborg"
205
+ searchmetricsbot: SearchmetricsBot
206
+ semanticbot: Semanticbot
207
+ semrushbot: SEO analysis bot
208
+ seo-audit: seo-audit-check-bot
209
+ seobilitybot: SeobilityBot
210
+ seodiver: SEOdiver
211
+ seokicks: SEOKicks
212
+ seznambot: SeznamBot
213
+ shopwiki: ShopWiki
214
+ shortlinktranslate: Link shortener
215
+ showyoubot: Showyou iOS app spider
216
+ siege: Joe Dog Siege
217
+ sistrix: SISTRIX
218
+ sitecheck: SiteCheck sitecrawl
219
+ siteuptime: Site monitoring services
220
+ skypeuripreview: SkypeUriPreview
221
+ slack-imgproxy: Slack Image Proxy
222
+ slack-linkexpanding: Slack Link Expanding
223
+ slack: Slack Link Expanding
224
+ slackbot: Slackbot
225
+ slurp: Yahoo spider
226
+ smtbot: SimilarTech
227
+ snapchat: Snapchat
228
+ socialrank: SocialRankIOBot
229
+ sogou: Chinese search engine
230
+ spbot: OpenLinkProfiler
231
+ spinn3r: Spinn3r aggregator
232
+ sputnikbot: SputnikBot
233
+ squider: Squider
234
+ statuscake: StatusCake
235
+ stripe: Stripe
236
+ swiftbot: Swiftype Bot
237
+ tangibleebot: TangibleeBot
238
+ teeraid: TeeRaidBot
239
+ test certificate info: C http library?
240
+ the knowledge ai: Knowledge AI Bot
241
+ tineye: TinEye Bot
242
+ traackr: Traackr Bot
243
+ trendictionbot: Trendiction Search
244
+ trendsmap: Trendsmap Resolver
245
+ turnitinbot: TurnitinBot
246
+ tweetedtimes: The Tweeted Times
247
+ tweetmemebot: TweetMeMe Crawler
248
+ twikle: Social web search bot
249
+ twitjobsearch: TwitJobSearch
250
+ twitmunin: Twitmunin
251
+ twitterbot: Twitter URL expander
252
+ twurly: Twurly
253
+ typhoeus: Typhoeus
254
+ umbot: uberMetrics
255
+ unwindfetch: Gnip
256
+ updown: Updown.io monitor
257
+ uptimerobot: Uptime Robot
258
+ vagabondo: Vagabondo
259
+ vb project: Visual Basic
260
+ vigil: Vigil
261
+ vkshare: VKontake Sharer
262
+ voilabot: VoilaBot
263
+ vrcrawler: Venture Radar
264
+ wasalive-bot: Wasalive Bots
265
+ watchsumo: WatchSumo
266
+ wbsearchbot: Ware Bay Best Buys
267
+ webceo: online-webceo-bot
268
+ webscout: Webscout
269
+ wesee: WeSEE
270
+ wget: wget unix CLI http client
271
+ whatsapp: WhatsApp
272
+ wikido: WikiDo
273
+ woorank: WooRank
274
+ wordpress: WordPress spider
275
+ woriobot: woriobot
276
+ wormly: WormlyBot
277
+ wotbox: Wotbox
278
+ xenu link sleuth: Xenu Link Sleuth
279
+ xing-contenttabreceiver: Xing bot
280
+ xovibot: XoviBot
281
+ yacybot: YaCy
282
+ yahoo-ad-monitoring: Yahoo Ad monitoring
283
+ yandex: Yandex
284
+ yanga: Yanga WorldSearch Bot
285
+ yeti: Naver Corp
286
+ yourls: YOURLS
287
+ zabbix: Zabbix
288
+ zelist.ro: feed parser
289
+ zibb: ZIBB spider
290
+ zitebot: Zite
291
+ zoombot: ZoomBot
292
+ zoominfobot: ZoominfoBot
293
+ zyborg: Zyborg
288
294
 
289
295
  # Generic lib user agents go here.
290
- eventmachine httpclient: "Ruby http library"
291
- go 1.1 package http: "Go 1.1 package http"
292
- htmlparser: "HTMLParser"
293
- http_request2: "HTTP_Request2"
294
- httpclient: "HTTPClient"
295
- jakarta commons: "Jakarta Commons HttpClient"
296
- java: "Generic Java http library"
297
- libwww-perl: "Perl client-server library"
298
- lwp-trivial: "Another Perl library"
299
- ruby: "Ruby"
296
+ eventmachine httpclient: Ruby http library
297
+ go 1.1 package http: Go 1.1 package http
298
+ htmlparser: HTMLParser
299
+ http_request2: HTTP_Request2
300
+ httpclient: HTTPClient
301
+ jakarta commons: Jakarta Commons HttpClient
302
+ java: Generic Java http library
303
+ libwww-perl: Perl client-server library
304
+ lwp-trivial: Another Perl library
305
+ ruby: Ruby