browser 5.3.1 → 6.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 837e072e8544da56ee51cf187b35850444d17c931c535115cf50c679d2227a7c
-  data.tar.gz: b789e49dbd45164c42ff5a25c5bd5a5d0c54a32ac945bcbf97ee41682ca23693
+  metadata.gz: cc6ec7dfcb388ec7584be57709ff9c01fbef5cc8ce65cab9810a27d42adafd84
+  data.tar.gz: 34979727435f7b5a8e6fb65c758f144925c167abc192abcdefc939353eee9ed6
 SHA512:
-  metadata.gz: 4adb59b646efa17033f385ad0b935f067c9b67a8718a1362f0c5ef49a3c28decd064ec788739c4d38f9969a2189ffc7090ae5d62d3979c249e3237f6b547bfe1
-  data.tar.gz: c0712d54d08e48522b26ce1c162a238711f20bced68b578e300657ec25ff313d9637a2a881dd2797cd8295b90d100a60789364b17cb9b008e4e3da092e071d0a
+  metadata.gz: 4859b7dcca0706511efeaa14a5eccda8c3d8754aa5223fcb1b930d93436c8cdf547f8511ce0b9e519109626c56b0b3b22f2fc527964c537500e463eead5a8709
+  data.tar.gz: 5f37c58194e893bb10a5d6ad95ec0f106e9d6b7f0a1db4754d69844a7d0d560620bf876199be511b75e460a0dad8227434b785e4718d84d09f6d3e78108df398

data/{FUNDING.yml → .github/FUNDING.yml}

@@ -1,3 +1,4 @@
 # These are supported funding model platforms
-
+---
 github: [fnando]
+custom: ["https://paypal.me/nandovieira/🍕"]

data/.github/workflows/{tests.yml → ruby-tests.yml}

@@ -1,48 +1,47 @@
-name: Tests
+---
+name: ruby-tests
 
 on:
-  pull_request:
-    branches:
-      - main
+  pull_request_target:
   push:
     branches:
       - main
-
-  schedule:
-    - cron: "0 10 * * *"
+  workflow_dispatch:
+    inputs: {}
 
 jobs:
   build:
     name: Tests with Ruby ${{ matrix.ruby }} and ${{ matrix.gemfile }}
     runs-on: "ubuntu-latest"
+    if: |
+      github.actor == 'dependabot[bot]' && github.event_name == 'pull_request_target' ||
+      github.actor != 'dependabot[bot]'
     strategy:
       fail-fast: false
       matrix:
-        ruby: ["3.0.x", "2.7.x", "2.6.x", "2.5.x"]
+        ruby: ["3.2", "3.3"]
         gemfile:
           - Gemfile
-          - gemfiles/rails6_1.gemfile
-          - gemfiles/rails6_0.gemfile
+          - gemfiles/7_1.gemfile
+          - gemfiles/7_0.gemfile
 
     steps:
-      - uses: actions/checkout@v1
+      - uses: actions/checkout@v2.4.0
 
       - uses: actions/cache@v2
         with:
           path: vendor/bundle
           key: >
-            ${{ runner.os }}-${{ matrix.ruby }}-gems-${{ hashFiles(matrix.gemfile) }}
-          restore-keys: >
-            ${{ runner.os }}-${{ matrix.ruby }}-gems-${{ hashFiles(matrix.gemfile) }}
+            ${{ runner.os }}-${{ matrix.ruby }}-gems-${{
+            hashFiles(matrix.gemfile) }}
 
       - name: Set up Ruby
-        uses: actions/setup-ruby@v1
+        uses: ruby/setup-ruby@v1
         with:
           ruby-version: ${{ matrix.ruby }}
 
       - name: Install gem dependencies
         env:
-          RAILS_ENV: test
           BUNDLE_GEMFILE: ${{ matrix.gemfile }}
         run: |
           gem install bundler
@@ -51,7 +50,8 @@ jobs:
 
       - name: Run Tests
         env:
-          RAILS_ENV: test
+          PGHOST: localhost
+          PGUSER: postgres
           BUNDLE_GEMFILE: ${{ matrix.gemfile }}
         run: |
           bundle exec rake

data/.rubocop.yml

@@ -4,6 +4,7 @@ inherit_gem:
 
 AllCops:
   TargetRubyVersion: 2.5
+  NewCops: enable
   Exclude:
     - bin/**/*
     - gemfiles/**/*
@@ -13,29 +14,8 @@ AllCops:
     - "*.gemspec"
     - config.ru
 
-Metrics/ClassLength:
-  Enabled: false
-
-Layout/LineLength:
-  Max: 80
-
-Metrics/MethodLength:
-  Enabled: false
-
-Style/Alias:
-  EnforcedStyle: prefer_alias_method
-
-Lint/RedundantCopDisableDirective:
-  Enabled: false
-
-Metrics/AbcSize:
-  Enabled: false
-
-Metrics/CyclomaticComplexity:
-  Enabled: false
-
-Metrics/PerceivedComplexity:
+Naming/VariableNumber:
   Enabled: false
 
-Naming/VariableNumber:
+Minitest/EmptyLineBeforeAssertionMethods:
   Enabled: false

data/CHANGELOG.md

@@ -1,5 +1,23 @@
 # Changelog
 
+## 6.2.0
+
+- Add `Browser::Base#epiphany?`.
+- Don't ever match linux-based browsers as Safari.
+
+## 6.1.0
+
+- Add more bots (mostly related to AI crawlers)
+- Add AppSignal bot
+- Add Checkly bot
+- Detect Chrome when requesting desktop site.
+
+## 6.0.0
+
+- Add `Browser::Base#chromium_based?`.
+- Change how browser detection works to avoid re-instantiating classes.
+- Bump up minimum required ruby version to 3.2.0.
+
 ## 5.3.1
 
 - Remove Stripe webhooks from bot list.
@@ -90,13 +108,11 @@
 - You can now define new bot matchers by adding a callable object to
   `Browser::Bot.matchers`.
 - Fix `browser.yandex?` and `browser.sputnik?`.
-- [BREAKING CHANGE] Removed methods to enable the bot's empty user agent
-  detection (`Browser::Bot.detect_empty_ua!` and
-  `Browser::Bot.detect_empty_ua?`).
-- [BREAKING CHANGE] Bot detection is now more aggressive by default. It matches
-  empty user agents, anything that matches
-  `crawl|fetch|search|monitoring|spider|bot`, and anything listed under
-  https://github.com/fnando/browser/blob/master/bots.yml.
+- [BREAKING CHANGE] Removed methods to enable the bot's empty user agent detection
+  (`Browser::Bot.detect_empty_ua!` and `Browser::Bot.detect_empty_ua?`).
+- [BREAKING CHANGE] Bot detection is now more aggressive by default. It matches empty
+  user agents, anything that matches `crawl|fetch|search|monitoring|spider|bot`,
+  and anything listed under https://github.com/fnando/browser/blob/master/bots.yml.
 - Add Jaunt to the bot list.
 
 ## 2.7.1

data/LICENSE.md

@@ -0,0 +1,20 @@
+# The MIT License (MIT)
+
+Copyright (c) 2010 Nando Vieira
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+the Software, and to permit persons to whom the Software is furnished to do so,
+subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -1,7 +1,6 @@
 # Browser
 
-[![Tests](https://github.com/fnando/browser/workflows/Tests/badge.svg)](https://github.com/fnando/browser)
-[![Code Climate](https://codeclimate.com/github/fnando/browser/badges/gpa.svg)](https://codeclimate.com/github/fnando/browser)
+[![Tests](https://github.com/fnando/browser/workflows/ruby-tests/badge.svg)](https://github.com/fnando/browser)
 [![Gem](https://img.shields.io/gem/v/browser.svg)](https://rubygems.org/gems/browser)
 [![Gem](https://img.shields.io/gem/dt/browser.svg)](https://rubygems.org/gems/browser)
 
@@ -23,6 +22,7 @@ browser = Browser.new("Some User Agent", accept_language: "en-us")
 # General info
 browser.bot?
 browser.chrome?
+browser.chromium_based?
 browser.core_media?
 browser.duck_duck_go?
 browser.edge?                # Newest MS browser
@@ -53,9 +53,9 @@ browser.yandex?
 browser.wechat?
 browser.qq?
 browser.weibo?
-browser.yandex?
 browser.sputnik?
 browser.sougou_browser?
+browser.epiphany?
 
 # Get bot info
 browser.bot.name
@@ -323,6 +323,14 @@ Browser::Bot.matchers.delete(Browser::Bot::KeywordMatcher)
 Browser::Bot.matchers.delete(Browser::Bot::EmptyUserAgentMatcher)
 ```
 
+To extend the bot list, you can manipulate the methods below:
+
+```ruby
+Browser::Bot.bots.merge!(new_bots_hash)
+Browser::Bot.bot_exceptions += new_exceptions
+Browser::Bot.search_engines.merge!(new_search_engines_hash)
+```
+
 ### Middleware
 
 You can use the `Browser::Middleware` to redirect user agents.
@@ -425,7 +433,7 @@ information.
 
 ## Maintainer
 
-- Nando Vieira - http://nandovieira.com
+- Nando Vieira - https://nandovieira.com
 
 ## Contributors
 

data/bots.yml

@@ -16,6 +16,7 @@ apachebench: ApacheBench (ab)
 apis-google: APIs-Google
 appengine-google: Google App Engine
 applebot: Apple Bot
+appsignal: AppSignal Bot
 archive.org_bot: Internet Archive (archive.org)
 archiveteam archivebot: ArchiveTeam ArchiveBot
 ask jeeves: Ask Jeeves
@@ -38,6 +39,7 @@ buzzbot: Buzzbot
 buzztalk: buzztalk
 catchbot: CatchBot (catchbot.com)
 check_http: Nagios monitor
+checkly: Checkly
 chrome-lighthouse: Chrome-Lighthouse
 cipacrawler: CipaCrawler
 cliqzbot: Cliqzbot
@@ -291,7 +293,28 @@ zoombot: ZoomBot
 zoominfobot: ZoominfoBot
 zyborg: Zyborg
 
+# AI Crawlers
+# https://darkvisitors.com
+amazonbot: Amazon
+anthropic-ai: Anthropic-AI
+applebot: Apple
+bytespider: TikTok
+ccbot: Common Crawl
+chatgpt-user: ChatGPT
+claude-web: Anthropic-AI
+cohere-ai: Cohere
+diffbot: Diffbot
+facebookbot: Facebook
+google-extended: Google
+googleother: Google
+gptbot: ChatGPT
+omgili: Webz.io
+perplexitybot: Perplexity
+webz.io: Webz.io
+youbot: You.com
+
 # Generic lib user agents go here.
+httpie: HTTPie
 eventmachine httpclient: Ruby http library
 go 1.1 package http: Go 1.1 package http
 htmlparser: HTMLParser

data/browser.gemspec

@@ -7,27 +7,27 @@ Gem::Specification.new do |s|
   s.version               = Browser::VERSION
   s.platform              = Gem::Platform::RUBY
   s.authors               = ["Nando Vieira"]
-  s.email                 = ["fnando.vieira@gmail.com"]
+  s.email                 = ["me@fnando.com"]
   s.homepage              = "https://github.com/fnando/browser"
   s.summary               = "Do some browser detection with Ruby."
   s.description           = s.summary
   s.license               = "MIT"
-  s.required_ruby_version = ">= 2.5.0"
+  s.required_ruby_version = ">= 3.2.0"
 
+  s.metadata["rubygems_mfa_required"] = "true"
   s.metadata["changelog_uri"] = "https://github.com/fnando/browser/blob/main/CHANGELOG.md"
+  s.metadata["funding_uri"] = "https://github.com/sponsors/fnando"
 
   s.files         = `git ls-files`.split("\n")
-  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
   s.executables   = `git ls-files -- exe/*`
                     .split("\n")
                     .map {|f| File.basename(f) }
   s.require_paths = ["lib"]
 
-  s.add_development_dependency "bundler", ">= 0"
+  s.add_development_dependency "bundler"
   s.add_development_dependency "minitest"
   s.add_development_dependency "minitest-autotest"
   s.add_development_dependency "minitest-utils"
-  s.add_development_dependency "pry-meta"
   s.add_development_dependency "rack-test"
   s.add_development_dependency "rails"
   s.add_development_dependency "rake"

data/gemfiles/{rails6_0.gemfile → 7_0.gemfile}

@@ -3,4 +3,4 @@
 source "https://rubygems.org"
 gemspec path: ".."
 
-gem "rails", "~> 6.0"
+gem "rails", "~> 7.0.0"

data/gemfiles/{rails6_1.gemfile → 7_1.gemfile}

@@ -3,4 +3,4 @@
 source "https://rubygems.org"
 gemspec path: ".."
 
-gem "rails", "~> 6.1"
+gem "rails", "~> 7.1.0"

data/lib/browser/accept_language.rb

@@ -55,7 +55,7 @@ module Browser
 
     private def quality_value
       qvalue = part[/;q=([\d.]+)/, 1]
-      qvalue = /\A0\.0?\z/.match?(qvalue) ? "0.0" : qvalue
+      qvalue = "0.0" if /\A0\.0?\z/.match?(qvalue)
       qvalue = qvalue.squeeze(".") if qvalue
       qvalue
     end

data/lib/browser/base.rb

@@ -26,7 +26,7 @@ module Browser
       end
     end
 
-    alias_method :to_a, :meta
+    alias to_a meta
 
     # Return meta representation as string.
     def to_s
@@ -59,13 +59,13 @@ module Browser
 
     # Detect if browser is Microsoft Internet Explorer.
     def ie?(expected_version = nil)
-      InternetExplorer.new(ua).match? &&
+      instance_of?(InternetExplorer) &&
         detect_version?(full_version, expected_version)
     end
 
     # Detect if browser is Microsoft Edge.
     def edge?(expected_version = nil)
-      Edge.new(ua).match? && detect_version?(full_version, expected_version)
+      instance_of?(Edge) && detect_version?(full_version, expected_version)
     end
 
     def compatibility_view?
@@ -82,32 +82,32 @@ module Browser
 
     # Detect if browser is Instagram.
     def instagram?(expected_version = nil)
-      Instagram.new(ua).match? &&
+      instance_of?(Instagram) &&
         detect_version?(full_version, expected_version)
     end
 
     # Detect if browser is Snapchat.
     def snapchat?(expected_version = nil)
-      Snapchat.new(ua).match? &&
+      instance_of?(Snapchat) &&
         detect_version?(full_version, expected_version)
     end
 
     # Detect if browser if Facebook.
     def facebook?(expected_version = nil)
-      Facebook.new(ua).match? &&
+      instance_of?(Facebook) &&
         detect_version?(full_version, expected_version)
     end
 
     # Detect if browser is Otter.
     def otter?(expected_version = nil)
-      Otter.new(ua).match? &&
+      instance_of?(Otter) &&
         detect_version?(full_version, expected_version)
     end
 
     # Detect if browser is WebKit-based.
     def webkit?(expected_version = nil)
       ua.match?(/AppleWebKit/i) &&
-        (!edge? || Edge.new(ua).chrome_based?) &&
+        (!edge? || chromium_based?) &&
         detect_version?(webkit_full_version, expected_version)
     end
 
@@ -124,13 +124,13 @@ module Browser
 
     # Detect if browser is PhantomJS
     def phantom_js?(expected_version = nil)
-      PhantomJS.new(ua).match? &&
+      instance_of?(PhantomJS) &&
         detect_version?(full_version, expected_version)
     end
 
     # Detect if browser is Safari.
     def safari?(expected_version = nil)
-      Safari.new(ua).match? && detect_version?(full_version, expected_version)
+      instance_of?(Safari) && detect_version?(full_version, expected_version)
     end
 
     def safari_webapp_mode?
@@ -139,55 +139,55 @@ module Browser
 
     # Detect if browser is Firefox.
     def firefox?(expected_version = nil)
-      Firefox.new(ua).match? && detect_version?(full_version, expected_version)
+      instance_of?(Firefox) && detect_version?(full_version, expected_version)
     end
 
     # Detect if browser is Chrome.
     def chrome?(expected_version = nil)
-      Chrome.new(ua).match? && detect_version?(full_version, expected_version)
+      instance_of?(Chrome) && detect_version?(full_version, expected_version)
     end
 
     # Detect if browser is Opera.
     def opera?(expected_version = nil)
-      Opera.new(ua).match? && detect_version?(full_version, expected_version)
+      instance_of?(Opera) && detect_version?(full_version, expected_version)
     end
 
     # Detect if browser is Sputnik.
     def sputnik?(expected_version = nil)
-      Sputnik.new(ua).match? && detect_version?(full_version, expected_version)
+      instance_of?(Sputnik) && detect_version?(full_version, expected_version)
     end
 
     # Detect if browser is Yandex.
     def yandex?(expected_version = nil)
-      Yandex.new(ua).match? && detect_version?(full_version, expected_version)
+      instance_of?(Yandex) && detect_version?(full_version, expected_version)
     end
-    alias_method :yandex_browser?, :yandex?
+    alias yandex_browser? yandex?
 
     # Detect if browser is UCBrowser.
     def uc_browser?(expected_version = nil)
-      UCBrowser.new(ua).match? &&
+      instance_of?(UCBrowser) &&
         detect_version?(full_version, expected_version)
     end
 
     # Detect if browser is Nokia S40 Ovi Browser.
     def nokia?(expected_version = nil)
-      Nokia.new(ua).match? && detect_version?(full_version, expected_version)
+      instance_of?(Nokia) && detect_version?(full_version, expected_version)
     end
 
     # Detect if browser is MicroMessenger.
     def micro_messenger?(expected_version = nil)
-      MicroMessenger.new(ua).match? &&
+      instance_of?(MicroMessenger) &&
         detect_version?(full_version, expected_version)
     end
 
-    alias_method :wechat?, :micro_messenger?
+    alias wechat? micro_messenger?
 
     def weibo?(expected_version = nil)
-      Weibo.new(ua).match? && detect_version?(full_version, expected_version)
+      instance_of?(Weibo) && detect_version?(full_version, expected_version)
     end
 
     def alipay?(expected_version = nil)
-      Alipay.new(ua).match? && detect_version?(full_version, expected_version)
+      instance_of?(Alipay) && detect_version?(full_version, expected_version)
     end
 
     # Detect if browser is Opera Mini.
@@ -210,29 +210,29 @@ module Browser
 
     # Detect if browser is Huawei.
     def huawei_browser?(expected_version = nil)
-      HuaweiBrowser.new(ua).match? &&
+      instance_of?(HuaweiBrowser) &&
         detect_version?(full_version, expected_version)
     end
 
     # Detect if browser is Xiaomi Miui.
     def miui_browser?(expected_version = nil)
-      MiuiBrowser.new(ua).match? &&
+      instance_of?(MiuiBrowser) &&
         detect_version?(full_version, expected_version)
     end
 
     # Detect if browser is Maxthon.
     def maxthon?(expected_version = nil)
-      Maxthon.new(ua).match? && detect_version?(full_version, expected_version)
+      instance_of?(Maxthon) && detect_version?(full_version, expected_version)
     end
 
     # Detect if browser is QQ.
     def qq?(expected_version = nil)
-      QQ.new(ua).match? && detect_version?(full_version, expected_version)
+      instance_of?(QQ) && detect_version?(full_version, expected_version)
     end
 
     # Detect if browser is Sougou.
     def sougou_browser?(expected_version = nil)
-      SougouBrowser.new(ua).match? &&
+      instance_of?(SougouBrowser) &&
         detect_version?(full_version, expected_version)
     end
 
@@ -241,6 +241,11 @@ module Browser
       ua.include?("GSA") && detect_version?(full_version, expected_version)
     end
 
+    # Detect if browser is Chromium-based.
+    def chromium_based?
+      false
+    end
+
     def webkit_full_version
       ua[%r{AppleWebKit/([\d.]+)}, 1] || "0.0"
     end
@@ -260,12 +265,17 @@ module Browser
 
     # Detect if the browser is Electron.
     def electron?(expected_version = nil)
-      Electron.new(ua).match? && detect_version?(full_version, expected_version)
+      instance_of?(Electron) && detect_version?(full_version, expected_version)
+    end
+
+    # Detect if the browser is Epiphany.
+    def epiphany?(expected_version = nil)
+      instance_of?(Epiphany) && detect_version?(full_version, expected_version)
     end
 
     private def validate_size(subject, input)
       actual_bytesize = input.bytesize
-      size_limit = Browser.public_send("#{subject}_size_limit")
+      size_limit = Browser.public_send(:"#{subject}_size_limit")
 
       return if actual_bytesize < size_limit
 

data/lib/browser/browser.rb

@@ -37,6 +37,7 @@ require_relative "miui_browser"
 require_relative "maxthon"
 require_relative "sougou_browser"
 require_relative "google_search_app"
+require_relative "epiphany"
 
 require_relative "bot"
 require_relative "bot/empty_user_agent_matcher"
@@ -77,23 +78,26 @@ module Browser
       InternetExplorer,
       Firefox,
       Otter,
-      Facebook,             # must be placed before Chrome and Safari
-      Instagram,            # must be placed before Chrome and Safari
-      Snapchat,             # must be placed before Chrome and Safari
-      Weibo,                # must be placed before Chrome and Safari
-      MicroMessenger,       # must be placed before QQ
-      QQ,                   # must be placed before Chrome and Safari
-      Alipay,               # must be placed before Chrome and Safari
-      Electron,             # must be placed before Chrome and Safari
-      Yandex,               # must be placed before Chrome and Safari
-      Sputnik,              # must be placed before Chrome and Safari
-      DuckDuckGo,           # must be placed before Chrome and Safari
-      SamsungBrowser,       # must be placed before Chrome and Safari
-      HuaweiBrowser,        # must be placed before Chrome and Safari
-      MiuiBrowser,          # must be placed before Chrome and Safari
-      Maxthon,              # must be placed before Chrome and Safari
-      SougouBrowser,        # must be placed before Chrome and Safari
-      GoogleSearchApp,      # must be placed before Chrome and Safari
+      Epiphany,
+      Facebook,
+      Instagram,
+      Snapchat,
+      Weibo,
+      MicroMessenger, # must be placed before QQ
+      QQ,
+      Alipay,
+      Electron,
+      Yandex,
+      Sputnik,
+      DuckDuckGo,
+      SamsungBrowser,
+      HuaweiBrowser,
+      MiuiBrowser,
+      Maxthon,
+      SougouBrowser,
+      GoogleSearchApp,
+
+      # Must be last
       Chrome,
       Safari,
       Unknown
@@ -101,8 +105,9 @@ module Browser
   end
 
   def self.new(user_agent, **kwargs)
-    matchers
-      .map {|klass| klass.new(user_agent || EMPTY_STRING, **kwargs) }
-      .find(&:match?)
+    matchers.each do |matcher_class|
+      matcher = matcher_class.new(user_agent || EMPTY_STRING, **kwargs)
+      return matcher if matcher.match?
+    end
   end
 end

data/lib/browser/chrome.rb

@@ -19,6 +19,10 @@ module Browser
         "0.0"
     end
 
+    def chromium_based?
+      true
+    end
+
     def match?
       ua.match?(/Chrome|CriOS/) &&
         !ua.match?(/PhantomJS|FxiOS|ArchiveBot/) &&