browser 2.5.3 → 2.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 293548a9eea57000babf98f31dd4fbb5652886d9af4d0fea9be163e58d041c10
-  data.tar.gz: 0e5c8ae27a8b45b751c1b8c2a40aa0daf37a6a7c6547621a2dee348a6f207216
+  metadata.gz: 6256505798952cc5d227f5740875e7d517518f0446a04da637b82be4e3e475fb
+  data.tar.gz: f145f9ce9a4058c0b2830b2e298bd4ff252c293893aa79b8d3758d345b8489f7
 SHA512:
-  metadata.gz: 708cd426295863ce846e4b7934ac6fa7d2716c3a0e2bf136dab0f4f79dde7648a3a41ad2dca3565bde09abe0658b08e2b5dce184d371a449f9ecbceb7a152629
-  data.tar.gz: 2d6c9699c81fe9bd5be50089682524c12076b3962bcc2936d9592fd93d5c4cb467dcd8ece8c78cd9252bc3395884b8b3bace3daedfdfa8742a74c51b2b280a92
+  metadata.gz: 490cf0cdb255bc7c5a1db87454823b22fe5d3bd8874bf6c4d49061f44b481c2ee8dcea1c4135b6f21030ce255ca93ae347240c61decbedd69b5506a8c8a3911a
+  data.tar.gz: 2c34b6d70503c65e616cfa0b2f7912e345aa9563618c3f6384bdecc32e0395f00fb0f2931fb1829d783dde369c9fed24c3469cd6f6307589e6cc9b5dbc740bcf

data/.rubocop.yml

@@ -71,12 +71,18 @@ SingleLineBlockParams:
 VariableInterpolation:
   Enabled: false
 
-Style/TrailingCommaInLiteral:
+Style/TrailingCommaInArrayLiteral:
+  Enabled: false
+
+Style/TrailingCommaInHashLiteral:
   Enabled: false
 
 WhileUntilModifier:
   Enabled: false
 
+Naming/UncommunicativeMethodParamName:
+  Enabled: false
+
 PredicateName:
   NamePrefixBlacklist:
     - is_
@@ -93,13 +99,11 @@ DotPosition:
 SpaceBeforeBlockBraces:
   EnforcedStyle: space
 
-SpaceInsideBlockBraces:
-  EnforcedStyle: no_space
-
 DoubleNegation:
   Enabled: false
 
 SpaceInsideBlockBraces:
+  EnforcedStyle: space
   SpaceBeforeBlockParameters: false
 
 SpaceInsideHashLiteralBraces:
@@ -107,20 +111,26 @@ SpaceInsideHashLiteralBraces:
 
 PercentLiteralDelimiters:
   PreferredDelimiters:
-    '%':  '[]'
-    '%i': '[]'
-    '%q': '[]'
-    '%Q': '[]'
-    '%r': '[]'
-    '%s': '[]'
-    '%w': '[]'
-    '%W': '[]'
-    '%x': '[]'
+    "%":  "[]"
+    "%i": "[]"
+    "%q": "[]"
+    "%Q": "[]"
+    "%r": "[]"
+    "%s": "[]"
+    "%w": "[]"
+    "%W": "[]"
+    "%x": "[]"
 
 Style/CollectionMethods:
   PreferredMethods:
-    collect: 'map'
-    collect!: 'map!'
-    inject: 'reduce'
-    detect: 'find'
-    find_all: 'select'
+    collect: "map"
+    collect!: "map!"
+    inject: "reduce"
+    detect: "find"
+    find_all: "select"
+
+Style/SafeNavigation:
+  Enabled: false
+
+Layout/RescueEnsureAlignment:
+  Enabled: false

data/.travis.yml

@@ -2,11 +2,11 @@ language: ruby
 sudo: false
 cache: bundler
 rvm:
-  - '2.4.2'
-  - '2.3.5'
+  - "2.6.0"
+  - "2.5.0"
+  - "2.4.0"
 gemfile:
   - Gemfile
-  - gemfiles/rails4.gemfile
   - gemfiles/rails5.gemfile
 script: bundle exec rake
 notifications:

data/CHANGELOG.md

@@ -1,5 +1,38 @@
 # Changelog
 
+## UNRELEASED
+
+- Add GarlikCrawler, ImplisenseBot and WikiDo bots.
+- Add Mastodon URL expander bot.
+- Add eZ Publish Link Validator, GermCrawler, Pu_iN Crawler, ZoomBot, and ZoominfoBot bots.
+- Add Datanyze bot.
+- Add support for Instagram in-app browser.
+- Add Updown.io monitor bot.
+- Add Snapshat detection.
+- Add Instagram detection.
+- Add Nintendo Switch detection.
+- Add WooRank bot.
+- Add Trendsmap bot.
+- Add Go 1.1 package http bot.
+- Add MauiBot.
+- Add SiteCheck-sitecrawl bot.
+- Add PR-CY.RU bot.
+- Add AdsTxtCrawler bot.
+- Add HTTrack bot.
+- Add Google Shopping bot.
+- Add DataFeedWatch bot.
+- Add Zabbix bot.
+- Add TangibleeBot.
+- Add Jooble bot.
+- Add Fyre bot.
+- Drop Rails 4 official support.
+- Fix accept-language sorting (If HTTP-header has value `en,fr`—without qualities—the first language should be `en` instead of `fr`).
+- Ignore malformed strings when comparing versions.
+- Fix Facebook detection on newer apps.
+- Change precedence for bot detection when common libs are used.
+- Add Yandex's search browser to the exception list.
+
+
 ## v2.5.3
 
 - Add Google Site Verification to the bot list.

data/README.md

@@ -1,6 +1,6 @@
 # Browser
 
-[![Travis-CI](https://travis-ci.org/fnando/browser.png)](https://travis-ci.org/fnando/browser)
+[![Travis-CI](https://travis-ci.org/fnando/browser.svg)](https://travis-ci.org/fnando/browser)
 [![Code Climate](https://codeclimate.com/github/fnando/browser/badges/gpa.svg)](https://codeclimate.com/github/fnando/browser)
 [![Test Coverage](https://codeclimate.com/github/fnando/browser/badges/coverage.svg)](https://codeclimate.com/github/fnando/browser/coverage)
 [![Gem](https://img.shields.io/gem/v/browser.svg)](https://rubygems.org/gems/browser)
@@ -81,6 +81,7 @@ browser.device.tv?
 browser.device.vita?
 browser.device.wii?
 browser.device.wiiu?
+browser.device.switch?
 browser.device.xbox?
 browser.device.xbox_360?
 browser.device.xbox_one?
@@ -244,7 +245,7 @@ This behavior changed in `v1.0.0`; previously there wasn't a way of getting the
 
 ### Safari
 
-iOS webviews and web apps aren't detect as Safari anymore, so be aware of that if that's your case. You can use a combination of platform and webkit detection to do whatever you want.
+iOS webviews and web apps aren't detected as Safari anymore, so be aware of that if that's your case. You can use a combination of platform and webkit detection to do whatever you want.
 
 ```ruby
 # iPad's Safari running as web app mode.

data/bot_exceptions.yml

@@ -1,3 +1,4 @@
 - ruby build
 - pinterest/android
 - pinterest/ios
+- yandexsearchbrowser

data/bots.yml

@@ -5,6 +5,7 @@ addthis: "AddThis"
 adldxbot: "Microsoft Bing Ads"
 admantx: "ADmantX Platform Semantic Analyzer"
 adsbot-google: "Google Adwords"
+adstxtcrawler: "AdsTxtCrawler"
 advbot: "AdvBot"
 ahrefsbot: "Ahrefs backlinks research tool"
 alexa: "Alexa Crawler"
@@ -41,14 +42,16 @@ cloudflare: "CloudFlare-AlwaysOnline"
 cmradar/0.1: "CMRadar/0.1"
 coldfusion: "ColdFusion http library"
 commoncrawl: "CCBot"
-comodo ssl checker: 'COMODO SSL Checker'
+comodo ssl checker: "COMODO SSL Checker"
 comodo-webinspector-crawler: "Comodo"
 copypants: "BotPants"
 crowsnest: "Crowsnest"
 curabot: "cura.yt"
 curl: "curl unix CLI http client"
 dap/nethttp: "DAP/NetHTTP"
+datafeedwatch: "DataFeedWatch"
 datagnionbot: "datagnion.com/bot.html"
+datanyze: "Datanyze"
 daumoa: "Korean portal and search engine indexing bot"
 developers.google.com/+/web/snippet/: "Google Plus"
 diffbot: "Diffbot"
@@ -61,11 +64,11 @@ duckduck: "Duck Duck Go"
 elb-healthchecker: "AWS ELB HealthChecker"
 embedly: "Embedly"
 eoaagent: "EOAAgent"
-eventmachine httpclient: "Ruby http library"
 everyonesocialbot: "EveryoneSocial"
 evrinid: "Evri bot"
 exabot: "Exalead's bot"
 exaleadcloudview: "ExaleadCloudView"
+ez publish: "eZ Publish Link Validator"
 facebookexternalhit: "Facebook Bot"
 facebot: "Facebook Bot"
 feedburner: "RSS bot"
@@ -73,7 +76,10 @@ feedfetcher-google: "Google Feedfetcher"
 findxbot: "Findxbot"
 flipboardproxy: "FlipboardProxy"
 friendfeedbot: "FriendFeed"
+fyrebot: "Fyrebot"
+garlik: "GarlikCrawler"
 genieo: "Genieo Web filter bot"
+germcrawler: "GermCrawler"
 getprismatic.com: "getprismatic.com"
 gigabot: "Gigabot spider"
 gimme60bot: "Gimme60 (gimme60.com)"
@@ -84,30 +90,29 @@ google Web Preview: "Google Instant Previews crawler"
 google-site-verification: Google-Site-Verification
 google-structured-data-testing-tool: "Google-StructuredDataTestingTool"
 google-structureddatatestingtool: "Google-StructuredDataTestingTool"
+google-xrawler: "Google Shopping"
 googlebot: "Google Bot"
 googlestackdrivermonitoring-uptimechecks: "GoogleStackdriverMonitoring-UptimeChecks"
 grapeshotcrawler: "GrapeshotCrawler"
 gravitybot: "Gravity Bot"
 hatena::bookmark: "Hatena::Bookmark"
 heritrix: "heritrix"
-htmlparser: "HTMLParser"
-http_request2: "HTTP_Request2"
-httpclient: "HTTPClient"
 https://developers.google.com/+/web/snippet: "Google+ Snippet Fetcher"
+httrack: "HTTrack"
 hubspot: "HubSpot"
 ia_archiver: "Internet Archive (WayBackMachine)"
 icoreservice: "iCoreService"
 idmarch: "idmarch.org/bot.html"
+implisensebot: "ImplisenseBot"
 inagist: "URL resolver"
 insieve: "Insieve Bot"
 insitesbot: "Insitesbot"
 instapaper: "Instapaper"
 istellabot: "IstellaBot"
 jack: "jack"
-jakarta commons: "Jakarta Commons HttpClient"
-java: "Generic Java http library"
 jetslide: "Jetslide"
 jobseeker: "jobseeker.com.au/bot.html"
+jooble: "Jooble"
 js-kit: "URL resolver"
 kemvibot: "Kemvi"
 kimengi: "Kimengi Bot"
@@ -116,7 +121,6 @@ kojitsubot: "Kojitsubot"
 komodiabot: "KomodiaBot"
 kraken: "kraken"
 laconica: "Laconica"
-libwww-perl: "Perl client-server library"
 lijit crawler: "Lijit"
 linkdexbot: "Linkdex Bot"
 linkedinbot: "LinkedIn"
@@ -128,10 +132,11 @@ loadtimebot: "Load Time Bot"
 longurl: "URL expander service"
 ltx71: "ltx71.com"
 lumibot: "Lumibot"
-lwp-trivial: "Another Perl library"
 magpie-crawler: "magpie-crawler"
 mail.ru_bot: "Mail.ru Bot"
 mappydata: "Mappy"
+mastodon: "Mastodon URL expander"
+mauibot: "MauiBot"
 meanpathbot: "meanpath"
 mediapartners-google: "Google Adsense bot"
 megaindex.ru: "MegaIndex"
@@ -169,15 +174,18 @@ phantomjs: "PhantomJS"
 pingdom: "Pingdom monitoring"
 pinterest: "Pinterest"
 plukkie: "botje.com/plukkie.htm"
+pr-cy.ru: "PR-CY.RU"
 privacyawarebot: "PrivacyAwareBot"
 proximic: "Proximic Spider"
 psbot-page: "Picsearch"
+pu_in: "Pu_iN Crawler"
 publiclibraryarchive.org: "publiclibraryarchive.org"
 pycurl: "Python http library"
 python-httplib2: "Python-httplib2"
 python-requests: "Python http library"
 python-urllib: "Python http library"
 queryseeker: "QuerySeekerSpider"
+quick-crawler: "Quick-Crawler"
 quicklook: "QuickLook"
 re-animator: "Domain Re-Animator Bot"
 readability: "Readability"
@@ -187,7 +195,6 @@ relateiq: "RelateIQ"
 riddler: "Riddler Bot"
 rogerbot: "SeoMoz spider"
 rssmicro: "RSS/Atom Feed Robot (rssmicro.com)"
-ruby: "Ruby"
 scrapy: "Scrapy"
 screaming frog seo spider: Screaming Frog SEO Spider
 searchmetricsbot: "SearchmetricsBot"
@@ -202,11 +209,13 @@ shortlinktranslate: "Link shortener"
 showyoubot: "Showyou iOS app spider"
 siege: "Joe Dog Siege"
 sistrix: "SISTRIX"
+sitecheck: "SiteCheck sitecrawl"
 siteuptime: "Site monitoring services"
 slack: "Slackbot-LinkExpanding"
 slackbot: "Slack Bot"
 slurp: "Yahoo spider"
 smtbot: "SimilarTech"
+snapchat: "Snapchat"
 socialrank: "SocialRankIOBot"
 sogou: "Chinese search engine"
 spbot: "OpenLinkProfiler"
@@ -217,11 +226,13 @@ squider: "Squider"
 statuscake: "StatusCake"
 stripe: "Stripe"
 swiftbot: "Swiftype Bot"
+tangibleebot: "TangibleeBot"
 teeraid: "TeeRaidBot"
 test certificate info: "C http library?"
 tineye: "TinEye Bot"
 traackr: "Traackr Bot"
 trendictionbot: "Trendiction Search"
+trendsmap: "Trendsmap Resolver"
 turnitinbot: "TurnitinBot"
 tweetedtimes: "The Tweeted Times"
 tweetmemebot: "TweetMeMe Crawler"
@@ -233,6 +244,7 @@ twurly: "Twurly"
 typhoeus: "Typhoeus"
 umbot: "uberMetrics"
 unwindfetch: "Gnip"
+updown: "Updown.io monitor"
 uptimerobot: "Uptime Robot"
 vagabondo: "Vagabondo"
 vb project: "Visual Basic"
@@ -248,10 +260,12 @@ webscout: "Webscout"
 wesee: "WeSEE"
 wget: "wget unix CLI http client"
 whatsapp: "WhatsApp"
+wikido: "WikiDo"
 wordpress: "WordPress spider"
 woriobot: "woriobot"
 wormly: "WormlyBot"
 wotbox: "Wotbox"
+woorank: "WooRank"
 xenu link sleuth: "Xenu Link Sleuth"
 xing-contenttabreceiver: "Xing bot"
 xovibot: "XoviBot"
@@ -261,7 +275,22 @@ yandex: "Yandex"
 yanga: "Yanga WorldSearch Bot"
 yeti: "Naver Corp"
 yourls: "YOURLS"
+zabbix: 'Zabbix'
 zelist.ro: "feed parser"
 zibb: "ZIBB spider"
 zitebot: "Zite"
+zoombot: "ZoomBot"
+zoominfobot: "ZoominfoBot"
 zyborg: "Zyborg"
+
+# Generic lib user agents go here.
+eventmachine httpclient: "Ruby http library"
+go 1.1 package http: "Go 1.1 package http"
+htmlparser: "HTMLParser"
+http_request2: "HTTP_Request2"
+httpclient: "HTTPClient"
+jakarta commons: "Jakarta Commons HttpClient"
+java: "Generic Java http library"
+libwww-perl: "Perl client-server library"
+lwp-trivial: "Another Perl library"
+ruby: "Ruby"

data/browser.gemspec

@@ -27,6 +27,6 @@ Gem::Specification.new do |s|
   s.add_development_dependency "minitest-utils"
   s.add_development_dependency "pry-meta"
   s.add_development_dependency "minitest-autotest"
-  s.add_development_dependency "codeclimate-test-reporter"
+  s.add_development_dependency "simplecov"
   s.add_development_dependency "rubocop"
 end

data/lib/browser/accept_language.rb

@@ -14,8 +14,7 @@ module Browser
         .map {|string| string.squeeze(" ").strip }
         .map {|part| new(part) }
         .reject {|al| al.quality.zero? }
-        .sort_by(&:quality)
-        .reverse
+        .sort_by.with_index {|al, idx| [-al.quality, idx] }
     end
 
     attr_reader :part

data/lib/browser/aliases.rb

@@ -15,10 +15,10 @@ module Browser
 
     DEVICE_ALIASES = %w[
       blackberry_playbook? console? ipad? iphone? ipod_touch? kindle?
-      kindle_fire? mobile? nintendo? nintendo_wii? nintendo_wiiu? playbook?
-      playstation3? playstation4? playstation? playstation_vita? ps3? ps4? psp?
-      psp_vita? silk? surface? tablet? tv? vita? wii? wiiu? xbox? xbox_360?
-      xbox_one?
+      kindle_fire? mobile? nintendo? nintendo_switch? nintendo_wii?
+      nintendo_wiiu? playbook? playstation3? playstation4? playstation?
+      playstation_vita? ps3? ps4? psp? psp_vita? silk? surface? tablet? tv?
+      vita? wii? wiiu? xbox? xbox_360? xbox_one?
     ].freeze
 
     def self.included(target)

data/lib/browser/base.rb

@@ -78,6 +78,12 @@ module Browser
       "0"
     end
 
+    # Detect if browser is Instagram.
+    def instagram?(expected_version = nil)
+      Instagram.new(ua).match? &&
+        detect_version?(full_version, expected_version)
+    end
+
     # Detect if browser if Facebook.
     def facebook?(expected_version = nil)
       Facebook.new(ua).match? &&

data/lib/browser/bot.rb

@@ -41,6 +41,7 @@ module Browser
     def name
       return unless bot?
       return "Generic Bot" if bot_with_empty_ua?
+
       self.class.bots.find {|key, _| downcased_ua.include?(key) }.last
     end
 

data/lib/browser/browser.rb

@@ -26,6 +26,7 @@ require "browser/alipay"
 require "browser/electron"
 require "browser/facebook"
 require "browser/otter"
+require "browser/instagram"
 
 require "browser/bot"
 require "browser/middleware"
@@ -35,10 +36,10 @@ require "browser/device"
 require "browser/meta"
 
 module Browser
-  EMPTY_STRING = "".freeze
+  EMPTY_STRING = ""
 
   def self.root
-    @root ||= Pathname.new(File.expand_path("../../..", __FILE__))
+    @root ||= Pathname.new(File.expand_path("../..", __dir__))
   end
 
   # Hold the list of browser matchers.
@@ -55,6 +56,7 @@ module Browser
       Firefox,
       Otter,
       Facebook,             # must be placed before Chrome and Safari
+      Instagram,            # must be placed before Chrome and Safari
       Weibo,                # must be placed before Chrome and Safari
       QQ,                   # must be placed before Chrome and Safari
       Alipay,               # must be placed before Chrome and Safari