browser 3.0.3 → 5.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. checksums.yaml +4 -4
  2. data/.github/ISSUE_TEMPLATE.md +1 -1
  3. data/.prettierignore +1 -0
  4. data/.rubocop.yml +9 -0
  5. data/CHANGELOG.md +86 -19
  6. data/FUNDING.yml +3 -0
  7. data/README.md +101 -64
  8. data/bots.yml +300 -294
  9. data/browser.gemspec +3 -1
  10. data/lib/browser/base.rb +71 -16
  11. data/lib/browser/browser.rb +27 -26
  12. data/lib/browser/chrome.rb +12 -2
  13. data/lib/browser/device.rb +9 -2
  14. data/lib/browser/device/samsung.rb +33 -0
  15. data/lib/browser/device/unknown.rb +1 -1
  16. data/lib/browser/duck_duck_go.rb +22 -0
  17. data/lib/browser/edge.rb +2 -2
  18. data/lib/browser/google_search_app.rb +21 -0
  19. data/lib/browser/huawei_browser.rb +21 -0
  20. data/lib/browser/maxthon.rb +21 -0
  21. data/lib/browser/meta.rb +0 -1
  22. data/lib/browser/meta/base.rb +0 -1
  23. data/lib/browser/miui_browser.rb +21 -0
  24. data/lib/browser/platform.rb +5 -5
  25. data/lib/browser/platform/base.rb +3 -2
  26. data/lib/browser/platform/ios.rb +1 -1
  27. data/lib/browser/platform/mac.rb +4 -2
  28. data/lib/browser/platform/{other.rb → unknown.rb} +3 -3
  29. data/lib/browser/platform/windows.rb +1 -1
  30. data/lib/browser/safari.rb +16 -1
  31. data/lib/browser/samsung_browser.rb +21 -0
  32. data/lib/browser/sougou_browser.rb +24 -0
  33. data/lib/browser/{generic.rb → unknown.rb} +3 -3
  34. data/lib/browser/version.rb +1 -1
  35. data/samsung.yml +138 -0
  36. data/test/browser_test.rb +37 -6
  37. data/test/ua.yml +21 -1
  38. data/test/ua_bots.yml +8 -2
  39. data/test/unit/adobe_air_test.rb +1 -1
  40. data/test/unit/alipay_test.rb +6 -0
  41. data/test/unit/console_test.rb +2 -2
  42. data/test/unit/device_test.rb +29 -2
  43. data/test/unit/duck_duck_go_test.rb +37 -0
  44. data/test/unit/edge_test.rb +34 -2
  45. data/test/unit/google_search_app_test.rb +54 -0
  46. data/test/unit/huawei_browser_test.rb +25 -0
  47. data/test/unit/maxthon_test.rb +25 -0
  48. data/test/unit/meta_test.rb +9 -0
  49. data/test/unit/micro_messenger_test.rb +21 -6
  50. data/test/unit/miui_browser_test.rb +25 -0
  51. data/test/unit/opera_test.rb +1 -0
  52. data/test/unit/platform_test.rb +12 -7
  53. data/test/unit/qq_test.rb +12 -0
  54. data/test/unit/safari_test.rb +12 -7
  55. data/test/unit/samsung_browser_test.rb +23 -0
  56. data/test/unit/sougou_browser_test.rb +41 -0
  57. metadata +36 -11
  58. data/lib/browser/meta/modern.rb +0 -11
data/bots.yml CHANGED
@@ -1,299 +1,305 @@
1
1
  ---
2
- 200pleasebot: "200PleaseBot"
3
- 360spider: "360Spider"
4
- abot: "CrawlDaddy, abot"
5
- addthis: "AddThis"
6
- adldxbot: "Microsoft Bing Ads"
7
- admantx: "ADmantX Platform Semantic Analyzer"
8
- adsbot-google: "Google Adwords"
9
- adstxtcrawler: "AdsTxtCrawler"
10
- advbot: "AdvBot"
11
- ahrefsbot: "Ahrefs backlinks research tool"
12
- alexa: "Alexa Crawler"
13
- anderspink: "AndersPinkBot"
14
- apache-httpclient: "Java http library"
15
- apachebench: "ApacheBench (ab)"
2
+ 200pleasebot: 200PleaseBot
3
+ 360spider: 360Spider
4
+ abot: CrawlDaddy, abot
5
+ addthis: AddThis
6
+ adldxbot: Microsoft Bing Ads
7
+ admantx: ADmantX Platform Semantic Analyzer
8
+ adsbot-google: Google Adwords
9
+ adstxtcrawler: AdsTxtCrawler
10
+ advbot: AdvBot
11
+ ahrefsbot: Ahrefs backlinks research tool
12
+ alexa: Alexa Crawler
13
+ anderspink: AndersPinkBot
14
+ apache-httpclient: Java http library
15
+ apachebench: ApacheBench (ab)
16
16
  apis-google: APIs-Google
17
- appengine-google: "Google App Engine"
18
- applebot: "Apple Bot"
19
- archive.org_bot: "Internet Archive (archive.org)"
20
- archiveteam archivebot: "ArchiveTeam ArchiveBot"
21
- ask jeeves: "Ask Jeeves"
22
- asynchttpclient: "Java http and WebSocket client library"
23
- awe.sm: "Awe.sm URL expander"
24
- baidu: "Baidu"
25
- barkrowler: "Barkrowler"
26
- bdcbot: "Big Data Corp"
27
- bingbot: "Microsoft Bing"
28
- bingpreview: "Microsoft Bing preview"
29
- bitlybot: "bit.ly bot"
30
- blekkobot: "Blekkobot"
31
- blexbot: "BLEXBot (webmeup)"
32
- bot@linkfluence.net: "Linkfluence bot"
33
- bubing: "BUbiNG"
34
- bufferbot: "BufferBot"
35
- buibui-checkbot: "buibui"
36
- butterfly: "Topsy Labs"
37
- buzzbot: "Buzzbot"
38
- buzztalk: "buzztalk"
39
- catchbot: "CatchBot (catchbot.com)"
40
- check_http: "Nagios monitor"
41
- cipacrawler: "CipaCrawler"
42
- cliqzbot: "Cliqzbot"
43
- cloudflare: "CloudFlare-AlwaysOnline"
44
- cmradar/0.1: "CMRadar/0.1"
45
- coldfusion: "ColdFusion http library"
46
- commoncrawl: "CCBot"
47
- comodo ssl checker: "COMODO SSL Checker"
48
- comodo-webinspector-crawler: "Comodo"
49
- copypants: "BotPants"
50
- crowsnest: "Crowsnest"
51
- curabot: "cura.yt"
52
- curl: "curl unix CLI http client"
53
- dap/nethttp: "DAP/NetHTTP"
54
- datafeedwatch: "DataFeedWatch"
55
- datagnionbot: "datagnion.com/bot.html"
56
- datanyze: "Datanyze"
57
- daumoa: "Korean portal and search engine indexing bot"
58
- developers.google.com/+/web/snippet/: "Google Plus"
59
- diffbot: "Diffbot"
60
- digitalpersona fingerprint software: "HP Fingerprint scanner"
61
- domain re-animator bot: "Domain Re-Animator Bot"
62
- domainsbot: "DomainsBot"
63
- domaintunocrawler: "DomainTuno"
64
- dotbot: "Dot Bot"
65
- duckduck: "Duck Duck Go"
66
- elb-healthchecker: "AWS ELB HealthChecker"
67
- embedly: "Embedly"
68
- eoaagent: "EOAAgent"
69
- everyonesocialbot: "EveryoneSocial"
70
- evrinid: "Evri bot"
71
- exabot: "Exalead's bot"
72
- exaleadcloudview: "ExaleadCloudView"
73
- ez publish: "eZ Publish Link Validator"
74
- facebookexternalhit: "Facebook Bot"
75
- facebot: "Facebook Bot"
76
- feedburner: "RSS bot"
77
- feedfetcher-google: "Google Feedfetcher"
78
- findxbot: "Findxbot"
79
- flipboardproxy: "FlipboardProxy"
80
- friendfeedbot: "FriendFeed"
81
- fyrebot: "Fyrebot"
82
- garlik: "GarlikCrawler"
83
- genieo: "Genieo Web filter bot"
84
- germcrawler: "GermCrawler"
85
- getprismatic.com: "getprismatic.com"
86
- gigabot: "Gigabot spider"
87
- gimme60bot: "Gimme60 (gimme60.com)"
88
- gimmeusabot: "Gimme60 (gimme60.com)"
89
- go http package: "Go http library"
90
- google page speed insights: "Google Page Speed Insights"
91
- google Web Preview: "Google Instant Previews crawler"
92
- google-site-verification: Google-Site-Verification
93
- google-structured-data-testing-tool: "Google-StructuredDataTestingTool"
94
- google-structureddatatestingtool: "Google-StructuredDataTestingTool"
95
- google-xrawler: "Google Shopping"
96
- googlebot: "Google Bot"
97
- googlestackdrivermonitoring-uptimechecks: "GoogleStackdriverMonitoring-UptimeChecks"
98
- grapeshotcrawler: "GrapeshotCrawler"
99
- gravitybot: "Gravity Bot"
100
- hatena::bookmark: "Hatena::Bookmark"
101
- heritrix: "heritrix"
102
- https://developers.google.com/+/web/snippet: "Google+ Snippet Fetcher"
103
- httrack: "HTTrack"
104
- hubspot: "HubSpot"
105
- ia_archiver: "Internet Archive (WayBackMachine)"
106
- icoreservice: "iCoreService"
107
- idmarch: "idmarch.org/bot.html"
108
- implisensebot: "ImplisenseBot"
109
- inagist: "URL resolver"
110
- insieve: "Insieve Bot"
111
- insitesbot: "Insitesbot"
112
- instapaper: "Instapaper"
113
- istellabot: "IstellaBot"
114
- jaunt: "Jaunt - Java Web Scraping & JSON Querying"
115
- jetslide: "Jetslide"
116
- jobseeker: "jobseeker.com.au/bot.html"
117
- jooble: "Jooble"
118
- js-kit: "URL resolver"
119
- kemvibot: "Kemvi"
120
- kimengi: "Kimengi Bot"
121
- knows.is: "knows.is"
122
- kojitsubot: "Kojitsubot"
123
- komodiabot: "KomodiaBot"
124
- kraken: "kraken"
125
- laconica: "Laconica"
126
- lijit crawler: "Lijit"
127
- linkdexbot: "Linkdex Bot"
128
- linkedinbot: "LinkedIn"
129
- linkscrawler: "LinksCrawler"
130
- linode: "Linode Longview"
131
- lipperhey: "Lipperhey"
132
- livelapbot: "Livelapbot"
133
- loadtimebot: "Load Time Bot"
134
- longurl: "URL expander service"
135
- ltx71: "ltx71.com"
136
- lumibot: "Lumibot"
137
- magpie-crawler: "magpie-crawler"
138
- mail.ru_bot: "Mail.ru Bot"
139
- mappydata: "Mappy"
140
- mastodon: "Mastodon URL expander"
141
- mauibot: "MauiBot"
142
- meanpathbot: "meanpath"
143
- mediapartners-google: "Google Adsense bot"
144
- megaindex.ru: "MegaIndex"
145
- memorybot: "mignify.com/bot.html"
146
- metauri: "MetaURI"
147
- mfe_expand: "Mcafee spider"
148
- mir web crawler: "MIR web crawler"
149
- mj12bot: "Majestic-12 spider"
150
- mojeekbot: "Mojeek UK search crawler"
151
- ms search 6.0 robot: "MS Search 6.0 Robot"
152
- msnbot-media: "Microsoft media bot"
153
- msnbot: "Microsoft bot"
154
- nerdybot: "NerdyBot"
155
- netcraft: "Netcraft"
156
- netstate: "netEstate NE Crawler"
157
- netvibes: "Personalized dashboard bot"
158
- netzcheckbot: "netzcheck"
159
- newrelicmonitor: "NewRelic monitor"
160
- newrelicpinger: "NewRelicPinger"
161
- newsme: "newsme"
162
- niki-bot: "niki-bot"
163
- ning: "NING - Yet Another Twitter Swarmer"
164
- nutch: "Apache search spider"
165
- openhosebot: "OpenHoseBot"
166
- orangebot: "OrangeBot"
167
- paessler: "paessler.com - PRTG Network Monitor"
168
- pagesinventory: "pagesinventory.com"
169
- panopta: "Monitoring service"
170
- paperlibot: "PaperLi"
171
- peerindex: "peerindex"
172
- percolatecrawler: "PercolateCrawler"
173
- perfectmarketkwtbot: "PerfectMarket"
174
- phantomjs: "PhantomJS"
175
- pingdom: "Pingdom monitoring"
176
- pinterest: "Pinterest"
177
- plukkie: "botje.com/plukkie.htm"
178
- pr-cy.ru: "PR-CY.RU"
179
- privacyawarebot: "PrivacyAwareBot"
180
- proximic: "Proximic Spider"
181
- psbot-page: "Picsearch"
182
- pu_in: "Pu_iN Crawler"
183
- publiclibraryarchive.org: "publiclibraryarchive.org"
184
- pycurl: "Python http library"
185
- python-httplib2: "Python-httplib2"
186
- python-requests: "Python http library"
187
- python-urllib: "Python http library"
188
- queryseeker: "QuerySeekerSpider"
189
- quick-crawler: "Quick-Crawler"
190
- quicklook: "QuickLook"
191
- re-animator: "Domain Re-Animator Bot"
192
- readability: "Readability"
193
- rebelmouse: "RebelMouse"
194
- redditbot: "Reddit Bot"
195
- relateiq: "RelateIQ"
196
- riddler: "Riddler Bot"
197
- rogerbot: "SeoMoz spider"
198
- rssmicro: "RSS/Atom Feed Robot (rssmicro.com)"
199
- scouturlmonitor: "ScoutURLMonitor"
200
- scrapy: "Scrapy"
17
+ appengine-google: Google App Engine
18
+ applebot: Apple Bot
19
+ archive.org_bot: Internet Archive (archive.org)
20
+ archiveteam archivebot: ArchiveTeam ArchiveBot
21
+ ask jeeves: Ask Jeeves
22
+ asynchttpclient: Java http and WebSocket client library
23
+ awe.sm: Awe.sm URL expander
24
+ baidu: Baidu
25
+ barkrowler: Barkrowler
26
+ bdcbot: Big Data Corp
27
+ bingbot: Microsoft Bing
28
+ bingpreview: Microsoft Bing preview
29
+ bitlybot: bit.ly bot
30
+ blekkobot: Blekkobot
31
+ blexbot: BLEXBot (webmeup)
32
+ bot@linkfluence.net: Linkfluence bot
33
+ bubing: BUbiNG
34
+ bufferbot: BufferBot
35
+ buibui-checkbot: buibui
36
+ butterfly: Topsy Labs
37
+ buzzbot: Buzzbot
38
+ buzztalk: buzztalk
39
+ catchbot: CatchBot (catchbot.com)
40
+ check_http: Nagios monitor
41
+ chrome-lighthouse: Chrome-Lighthouse
42
+ cipacrawler: CipaCrawler
43
+ cliqzbot: Cliqzbot
44
+ cloudflare: CloudFlare-AlwaysOnline
45
+ cmradar/0.1: CMRadar/0.1
46
+ coldfusion: ColdFusion http library
47
+ commoncrawl: CCBot
48
+ comodo ssl checker: COMODO SSL Checker
49
+ comodo-webinspector-crawler: Comodo
50
+ copypants: BotPants
51
+ crowsnest: Crowsnest
52
+ curabot: cura.yt
53
+ curl: curl unix CLI http client
54
+ dap/nethttp: DAP/NetHTTP
55
+ datafeedwatch: DataFeedWatch
56
+ datagnionbot: datagnion.com/bot.html
57
+ datanyze: Datanyze
58
+ daumoa: Korean portal and search engine indexing bot
59
+ developers.google.com/+/web/snippet/: Google Plus
60
+ diffbot: Diffbot
61
+ digitalpersona fingerprint software: HP Fingerprint scanner
62
+ domain re-animator bot: Domain Re-Animator Bot
63
+ domainsbot: DomainsBot
64
+ domaintunocrawler: DomainTuno
65
+ dotbot: Dot Bot
66
+ duckduckbot: Duck Duck Go
67
+ elb-healthchecker: AWS ELB HealthChecker
68
+ embedly: Embedly
69
+ eoaagent: EOAAgent
70
+ everyonesocialbot: EveryoneSocial
71
+ evrinid: Evri bot
72
+ exabot: Exalead's bot
73
+ exaleadcloudview: ExaleadCloudView
74
+ ez publish: eZ Publish Link Validator
75
+ facebookexternalhit: Facebook Bot
76
+ facebot: Facebook Bot
77
+ feedburner: RSS bot
78
+ feedfetcher-google: Google Feedfetcher
79
+ findxbot: Findxbot
80
+ flipboardproxy: FlipboardProxy
81
+ friendfeedbot: FriendFeed
82
+ fyrebot: Fyrebot
83
+ garlik: GarlikCrawler
84
+ genieo: Genieo Web filter bot
85
+ germcrawler: GermCrawler
86
+ getprismatic.com: getprismatic.com
87
+ gigabot: Gigabot spider
88
+ gimme60bot: Gimme60 (gimme60.com)
89
+ gimmeusabot: Gimme60 (gimme60.com)
90
+ go http package: Go http library
91
+ go-http-client: Go http client
92
+ google page speed insights: Google Page Speed Insights
93
+ google web preview: Google Instant Previews crawler
94
+ google-site-verification: Google Site Verification
95
+ google-structured-data-testing-tool: Google Structured Data Testing Tool
96
+ google-structureddatatestingtool: Google Structured Data Testing Tool
97
+ google-xrawler: Google Shopping
98
+ googlebot: Google Bot
99
+ googleimageproxy: Google Image Proxy
100
+ googlestackdrivermonitoring-uptimechecks: Google Stackdriver Monitoring - Uptime Checks
101
+ grapeshotcrawler: GrapeshotCrawler
102
+ gravitybot: Gravity Bot
103
+ hatena::bookmark: Hatena::Bookmark
104
+ heritrix: heritrix
105
+ https://developers.google.com/+/web/snippet: Google+ Snippet Fetcher
106
+ httrack: HTTrack
107
+ hubspot: HubSpot
108
+ ia_archiver: Internet Archive (WayBackMachine)
109
+ icoreservice: iCoreService
110
+ idmarch: idmarch.org/bot.html
111
+ implisensebot: ImplisenseBot
112
+ inagist: URL resolver
113
+ insieve: Insieve Bot
114
+ insitesbot: Insitesbot
115
+ instapaper: Instapaper
116
+ istellabot: IstellaBot
117
+ jaunt: Jaunt - Java Web Scraping & JSON Querying
118
+ jetslide: Jetslide
119
+ jobseeker: jobseeker.com.au/bot.html
120
+ jooble: Jooble
121
+ js-kit: URL resolver
122
+ kemvibot: Kemvi
123
+ kimengi: Kimengi Bot
124
+ knows.is: knows.is
125
+ kojitsubot: Kojitsubot
126
+ komodiabot: KomodiaBot
127
+ kraken: kraken
128
+ laconica: Laconica
129
+ lijit crawler: Lijit
130
+ linkdexbot: Linkdex Bot
131
+ linkedinbot: LinkedIn
132
+ linkscrawler: LinksCrawler
133
+ linode: Linode Longview
134
+ lipperhey: Lipperhey
135
+ livelapbot: Livelapbot
136
+ loadtimebot: Load Time Bot
137
+ longurl: URL expander service
138
+ ltx71: ltx71.com
139
+ lumibot: Lumibot
140
+ magpie-crawler: magpie-crawler
141
+ mail.ru_bot: Mail.ru Bot
142
+ mappydata: Mappy
143
+ mastodon: Mastodon URL expander
144
+ mauibot: MauiBot
145
+ meanpathbot: meanpath
146
+ mediapartners-google: Google Adsense bot
147
+ megaindex.ru: MegaIndex
148
+ memorybot: mignify.com/bot.html
149
+ metauri: MetaURI
150
+ mfe_expand: Mcafee spider
151
+ mir web crawler: MIR web crawler
152
+ mj12bot: Majestic-12 spider
153
+ mojeekbot: Mojeek UK search crawler
154
+ ms search 6.0 robot: MS Search 6.0 Robot
155
+ msnbot-media: Microsoft media bot
156
+ msnbot: Microsoft bot
157
+ nerdybot: NerdyBot
158
+ netcraft: Netcraft
159
+ netstate: netEstate NE Crawler
160
+ netvibes: Personalized dashboard bot
161
+ netzcheckbot: netzcheck
162
+ newrelicmonitor: NewRelic monitor
163
+ newrelicpinger: NewRelicPinger
164
+ newsme: newsme
165
+ niki-bot: niki-bot
166
+ ning: NING - Yet Another Twitter Swarmer
167
+ nutch: Apache search spider
168
+ openhosebot: OpenHoseBot
169
+ orangebot: OrangeBot
170
+ paessler: paessler.com - PRTG Network Monitor
171
+ pagesinventory: pagesinventory.com
172
+ panopta: Monitoring service
173
+ paperlibot: PaperLi
174
+ peerindex: peerindex
175
+ percolatecrawler: PercolateCrawler
176
+ perfectmarketkwtbot: PerfectMarket
177
+ phantomjs: PhantomJS
178
+ pingdom: Pingdom monitoring
179
+ pinterest: Pinterest
180
+ plukkie: botje.com/plukkie.htm
181
+ pr-cy.ru: PR-CY.RU
182
+ privacyawarebot: PrivacyAwareBot
183
+ proximic: Proximic Spider
184
+ psbot-page: Picsearch
185
+ pu_in: Pu_iN Crawler
186
+ publiclibraryarchive.org: publiclibraryarchive.org
187
+ pycurl: Python http library
188
+ python-httplib2: Python-httplib2
189
+ python-requests: Python http library
190
+ python-urllib: Python http library
191
+ queryseeker: QuerySeekerSpider
192
+ quick-crawler: Quick-Crawler
193
+ quicklook: QuickLook
194
+ re-animator: Domain Re-Animator Bot
195
+ readability: Readability
196
+ rebelmouse: RebelMouse
197
+ redditbot: Reddit Bot
198
+ relateiq: RelateIQ
199
+ riddler: Riddler Bot
200
+ rogerbot: SeoMoz spider
201
+ rssmicro: RSS/Atom Feed Robot (rssmicro.com)
202
+ scouturlmonitor: ScoutURLMonitor
203
+ scrapy: Scrapy
201
204
  screaming frog seo spider: Screaming Frog SEO Spider
202
- searchmetricsbot: "SearchmetricsBot"
203
- semanticbot: "Semanticbot"
204
- semrushbot: "SEO analysis bot"
205
- seo-audit: "seo-audit-check-bot"
206
- seodiver: "SEOdiver"
207
- seokicks: "SEOKicks"
208
- seznambot: "SeznamBot"
209
- shopwiki: "ShopWiki"
210
- shortlinktranslate: "Link shortener"
211
- showyoubot: "Showyou iOS app spider"
212
- siege: "Joe Dog Siege"
213
- sistrix: "SISTRIX"
214
- sitecheck: "SiteCheck sitecrawl"
215
- siteuptime: "Site monitoring services"
216
- slack: "Slackbot-LinkExpanding"
217
- slackbot: "Slackbot 1.0(+https://api.slack.com/robots)"
218
- slack-imgproxy: "Slack-ImgProxy 0.19 (+https://api.slack.com/robots)"
219
- slack-linkexpanding: "Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)"
220
- slurp: "Yahoo spider"
221
- smtbot: "SimilarTech"
222
- snapchat: "Snapchat"
223
- socialrank: "SocialRankIOBot"
224
- sogou: "Chinese search engine"
225
- spbot: "OpenLinkProfiler"
226
- spinn3r: "Spinn3r aggregator"
227
- sputnikbot: "SputnikBot"
228
- squider: "Squider"
229
- statuscake: "StatusCake"
230
- stripe: "Stripe"
231
- swiftbot: "Swiftype Bot"
232
- tangibleebot: "TangibleeBot"
233
- teeraid: "TeeRaidBot"
234
- test certificate info: "C http library?"
235
- tineye: "TinEye Bot"
236
- traackr: "Traackr Bot"
237
- trendictionbot: "Trendiction Search"
238
- trendsmap: "Trendsmap Resolver"
239
- turnitinbot: "TurnitinBot"
240
- tweetedtimes: "The Tweeted Times"
241
- tweetmemebot: "TweetMeMe Crawler"
242
- twikle: "Social web search bot"
243
- twitjobsearch: "TwitJobSearch"
244
- twitmunin: "Twitmunin"
245
- twitterbot: "Twitter URL expander"
246
- twurly: "Twurly"
247
- typhoeus: "Typhoeus"
248
- umbot: "uberMetrics"
249
- unwindfetch: "Gnip"
250
- updown: "Updown.io monitor"
251
- uptimerobot: "Uptime Robot"
252
- vagabondo: "Vagabondo"
253
- vb project: "Visual Basic"
254
- vigil: "Vigil"
255
- vkshare: "VKontake Sharer"
256
- voilabot: "VoilaBot"
257
- vrcrawler: "Venture Radar"
258
- wasalive-bot: "Wasalive Bots"
259
- watchsumo: "WatchSumo"
260
- wbsearchbot: "Ware Bay Best Buys"
261
- webceo: "online-webceo-bot"
262
- webscout: "Webscout"
263
- wesee: "WeSEE"
264
- wget: "wget unix CLI http client"
265
- whatsapp: "WhatsApp"
266
- wikido: "WikiDo"
267
- woorank: "WooRank"
268
- wordpress: "WordPress spider"
269
- woriobot: "woriobot"
270
- wormly: "WormlyBot"
271
- wotbox: "Wotbox"
272
- xenu link sleuth: "Xenu Link Sleuth"
273
- xing-contenttabreceiver: "Xing bot"
274
- xovibot: "XoviBot"
275
- yacybot: "YaCy"
276
- yahoo-ad-monitoring: "Yahoo Ad monitoring"
277
- yandex: "Yandex"
278
- yanga: "Yanga WorldSearch Bot"
279
- yeti: "Naver Corp"
280
- yourls: "YOURLS"
281
- zabbix: 'Zabbix'
282
- zelist.ro: "feed parser"
283
- zibb: "ZIBB spider"
284
- zitebot: "Zite"
285
- zoombot: "ZoomBot"
286
- zoominfobot: "ZoominfoBot"
287
- zyborg: "Zyborg"
205
+ searchmetricsbot: SearchmetricsBot
206
+ semanticbot: Semanticbot
207
+ semrushbot: SEO analysis bot
208
+ seo-audit: seo-audit-check-bot
209
+ seobilitybot: SeobilityBot
210
+ seodiver: SEOdiver
211
+ seokicks: SEOKicks
212
+ seznambot: SeznamBot
213
+ shopwiki: ShopWiki
214
+ shortlinktranslate: Link shortener
215
+ showyoubot: Showyou iOS app spider
216
+ siege: Joe Dog Siege
217
+ sistrix: SISTRIX
218
+ sitecheck: SiteCheck sitecrawl
219
+ siteuptime: Site monitoring services
220
+ skypeuripreview: SkypeUriPreview
221
+ slack-imgproxy: Slack Image Proxy
222
+ slack-linkexpanding: Slack Link Expanding
223
+ slack: Slack Link Expanding
224
+ slackbot: Slackbot
225
+ slurp: Yahoo spider
226
+ smtbot: SimilarTech
227
+ snapchat: Snapchat
228
+ socialrank: SocialRankIOBot
229
+ sogou: Chinese search engine
230
+ spbot: OpenLinkProfiler
231
+ spinn3r: Spinn3r aggregator
232
+ sputnikbot: SputnikBot
233
+ squider: Squider
234
+ statuscake: StatusCake
235
+ stripe: Stripe
236
+ swiftbot: Swiftype Bot
237
+ tangibleebot: TangibleeBot
238
+ teeraid: TeeRaidBot
239
+ test certificate info: C http library?
240
+ the knowledge ai: Knowledge AI Bot
241
+ tineye: TinEye Bot
242
+ traackr: Traackr Bot
243
+ trendictionbot: Trendiction Search
244
+ trendsmap: Trendsmap Resolver
245
+ turnitinbot: TurnitinBot
246
+ tweetedtimes: The Tweeted Times
247
+ tweetmemebot: TweetMeMe Crawler
248
+ twikle: Social web search bot
249
+ twitjobsearch: TwitJobSearch
250
+ twitmunin: Twitmunin
251
+ twitterbot: Twitter URL expander
252
+ twurly: Twurly
253
+ typhoeus: Typhoeus
254
+ umbot: uberMetrics
255
+ unwindfetch: Gnip
256
+ updown: Updown.io monitor
257
+ uptimerobot: Uptime Robot
258
+ vagabondo: Vagabondo
259
+ vb project: Visual Basic
260
+ vigil: Vigil
261
+ vkshare: VKontake Sharer
262
+ voilabot: VoilaBot
263
+ vrcrawler: Venture Radar
264
+ wasalive-bot: Wasalive Bots
265
+ watchsumo: WatchSumo
266
+ wbsearchbot: Ware Bay Best Buys
267
+ webceo: online-webceo-bot
268
+ webscout: Webscout
269
+ wesee: WeSEE
270
+ wget: wget unix CLI http client
271
+ whatsapp: WhatsApp
272
+ wikido: WikiDo
273
+ woorank: WooRank
274
+ wordpress: WordPress spider
275
+ woriobot: woriobot
276
+ wormly: WormlyBot
277
+ wotbox: Wotbox
278
+ xenu link sleuth: Xenu Link Sleuth
279
+ xing-contenttabreceiver: Xing bot
280
+ xovibot: XoviBot
281
+ yacybot: YaCy
282
+ yahoo-ad-monitoring: Yahoo Ad monitoring
283
+ yandex: Yandex
284
+ yanga: Yanga WorldSearch Bot
285
+ yeti: Naver Corp
286
+ yourls: YOURLS
287
+ zabbix: Zabbix
288
+ zelist.ro: feed parser
289
+ zibb: ZIBB spider
290
+ zitebot: Zite
291
+ zoombot: ZoomBot
292
+ zoominfobot: ZoominfoBot
293
+ zyborg: Zyborg
288
294
 
289
295
  # Generic lib user agents go here.
290
- eventmachine httpclient: "Ruby http library"
291
- go 1.1 package http: "Go 1.1 package http"
292
- htmlparser: "HTMLParser"
293
- http_request2: "HTTP_Request2"
294
- httpclient: "HTTPClient"
295
- jakarta commons: "Jakarta Commons HttpClient"
296
- java: "Generic Java http library"
297
- libwww-perl: "Perl client-server library"
298
- lwp-trivial: "Another Perl library"
299
- ruby: "Ruby"
296
+ eventmachine httpclient: Ruby http library
297
+ go 1.1 package http: Go 1.1 package http
298
+ htmlparser: HTMLParser
299
+ http_request2: HTTP_Request2
300
+ httpclient: HTTPClient
301
+ jakarta commons: Jakarta Commons HttpClient
302
+ java: Generic Java http library
303
+ libwww-perl: Perl client-server library
304
+ lwp-trivial: Another Perl library
305
+ ruby: Ruby