mechanize 2.9.1 → 2.10.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3090de20e06b18db1768b33b3f446a039d69b653002a03fc2576f8f821e996b5
-  data.tar.gz: 69f38522fee7861b2c39130a67e168b6b78c0d3d301e6f6d640d5cb175586486
+  metadata.gz: 9dcbcae38bd4674eb12e4cc7cf33e85d97177ef6aa2d3cd975e2b899178faa54
+  data.tar.gz: 7753407c594d4d063f061680ee0037a7605354c2c79dc767d241105500f9ced1
 SHA512:
-  metadata.gz: a11a74bb5118f20cd4a31673f40595882192b8c84d33d6bf6d116e007afe6e369ce7ae7f1dc832f34a94d6dc7a2732c82462351f62b53bdaab0ed6bcf2ea8bd6
-  data.tar.gz: 2bc5af7fb18fcdffa84f255777317f1729b454dc3f8539de27ad172991c49c250de457464691d63c85c32006ecb4105137b653f1c78ea948425e54aa562b2b98
+  metadata.gz: fc0c85ef0897b1ef9aff7ff29b9e158ba9d785e2e86e758542d533664c0d168f56823c9946b9243eb7eaad57e294af8fe8d7d1a5f717da15466a45d63597ee76
+  data.tar.gz: 9f398d164b6ddc0de22301f73cf24d1d37fb68e4a7df427cad3924fac6424f35a089a0d675c6b498bfc9a28f55e1b1842c9d3356e0ac27edf5f884221b0549c3

data/.github/workflows/ci-test.yml

@@ -5,6 +5,9 @@ concurrency:
   cancel-in-progress: true
 
 on:
+  workflow_dispatch:
+  schedule:
+    - cron: "0 8 * * 5" # At 08:00 on Friday # https://crontab.guru/#0_8_*_*_5
   push:
     branches:
       - main
@@ -12,8 +15,6 @@ on:
     types: [opened, synchronize]
     branches:
       - main
-  schedule:
-    - cron: "0 8 * * 5" # At 08:00 on Friday # https://crontab.guru/#0_8_*_*_5
 
 jobs:
   rubocop:
@@ -31,7 +32,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        ruby-version: ["2.6", "2.7", "3.0", "3.1", "3.2", "head", "jruby-9.4", "truffleruby-head"]
+        ruby-version: ["2.6", "2.7", "3.0", "3.1", "3.2", "3.3", "jruby-9.4", "truffleruby", "head", "jruby-head", "truffleruby-head"]
 
     runs-on: ubuntu-latest
     steps:

data/CHANGELOG.md

@@ -1,5 +1,16 @@
 # Mechanize CHANGELOG
 
+## 2.10.0 / 2024-01-22
+
+* Add `nkf` and `base64` as explicit dependencies, since they are being unbundled in Ruby 3.4. (#634) @flavorjones
+
+
+## 2.9.2 / 2024-01-15
+
+* Correct spelling errors in documentation. (#631) @p-linnane
+* Updated User-Agent strings to represent modern browser versions. (#632) @takatea
+
+
 ## 2.9.1 / 2023-04-17
 
 ### Update
@@ -109,7 +120,7 @@ Fixes low-severity CVE-2022-31033, "Authorization header leak on port redirect."
   * Fix element(s)_with(search: selector) methods not working for forms, form fields and frames. (#444)
   * Improve the filename parser for the `Content-Disposition` header. (#496, #517)
   * Accept `Content-Encoding: identity`. (#515)
-  * Mechanize::Page#title no longer picks a title in an embeded SVG/RDF element. (#503)
+  * Mechanize::Page#title no longer picks a title in an embedded SVG/RDF element. (#503)
   * Make Mechanize::Form#has_field? boolean. (#501)
 
 ## 2.7.5
@@ -415,8 +426,8 @@ Fixes low-severity CVE-2022-31033, "Authorization header leak on port redirect."
   * When given multiple HTTP authentication options mechanize now picks the
     strongest method.
   * Improvements to HTTP authorization:
-    * mechanize raises Mechanize::UnathorizedError for 401 responses which is
-      a sublcass of Mechanize::ResponseCodeError.
+    * mechanize raises Mechanize::UnauthorizedError for 401 responses which is
+      a subclass of Mechanize::ResponseCodeError.
     * Added support for NTLM authentication, but this has not been tested.
   * Mechanize::Cookie.new accepts attributes in a hash.
   * Mechanize::CookieJar#<<(cookie) (alias: add!) is added.  Issue #139
@@ -507,7 +518,7 @@ Mechanize is now under the MIT license
 
 * New Features
 
-  * Add header reference methods to Mechanize::File so that a reponse
+  * Add header reference methods to Mechanize::File so that a response
     object gets compatible with Net::HTTPResponse.
   * Mechanize#click accepts a regexp or string to click a button/link in the
     current page. It works as expected when not passed a string or regexp.
@@ -732,7 +743,7 @@ Mechanize is now under the MIT license
     http://d.hatena.ne.jp/kitamomonga/20080410/ruby_mechanize_percent_url_bug
   * #21132 Not checking for EOF errors on redirect
   * Fixed a weird gzipping error.
-  * #21233 Smarter multipart boundry. Thanks Todd Willey!
+  * #21233 Smarter multipart boundary. Thanks Todd Willey!
   * #20097 Supporting meta tag cookies.
 
 ## 0.7.6
@@ -841,7 +852,7 @@ Mechanize is now under the MIT license
 * [#9877] Moved last request time.  Thanks Max Stepanov
 * Added WWW::Mechanize::File#save
 * Defaulting file name to URI or Content-Disposition
-* Updating compatability with hpricot
+* Updating compatibility with hpricot
 * Added more unit tests
 
 ## 0.6.7
@@ -853,7 +864,7 @@ Mechanize is now under the MIT license
 
 * Removing hpricot overrides
 * Fixed a bug where alt text can be nil.  Thanks Yannick!
-* Unparseable expiration dates in cookies are now treated as session cookies
+* Unparsable expiration dates in cookies are now treated as session cookies
 * Caching connections
 * Requests now default to keep alive
 * [#9434] Fixed bug where html entities weren't decoded
@@ -919,7 +930,7 @@ Mechanize is now under the MIT license
 * Added a method to Form called "submit".  Now forms can be submitted by
   calling a method on the form.
 * Added a click method to links
-* Added an REXML pluggable parser for backwards compatability.  To use it,
+* Added an REXML pluggable parser for backwards compatibility.  To use it,
   just do this:
    agent.pluggable_parser.html = WWW::Mechanize::REXMLPage
 * Fixed a bug with referrers by adding a page attribute to forms and links.
@@ -1046,7 +1057,7 @@ Mechanize is now under the MIT license
 
 ## 0.4.4
 
-* Fixed error in method signature, basic_authetication is now basic_auth
+* Fixed error in method signature, basic_authentication is now basic_auth
 * Fixed bug with encoding names in file uploads (Big thanks to Alex Young)
 * Added options to the select list
 

data/examples/latest_user_agents.rb

@@ -1,8 +1,23 @@
 require 'mechanize'
+require 'ostruct'
 
+# LatestUAFetcher fetches latest user agents from `WhatIsMyBrowser.com`.
+# It can use to update `Mechanize::AGENT_ALIASES`.
 class LatestUAFetcher
   attr_reader :user_agents
 
+  USER_AGENT_TYPES = OpenStruct.new(
+    linux_firefox: "Linux Firefox",
+    mac_firefox: "Mac Firefox",
+    mac_safari: "Mac Safari",
+    windows_chrome: "Windows Chrome",
+    windows_edge: "Windows Edge",
+    windows_firefox: "Windows Firefox",
+    android: "Android",
+    iphone: "iPhone",
+    ipad: "iPad",
+  )
+
   BASE_URL = 'https://www.whatismybrowser.com/guides/the-latest-user-agent'
 
   def initialize
@@ -11,36 +26,37 @@ class LatestUAFetcher
   end
 
   def run
-    sleep_time = 1
-
-    puts 'get chrome UA...'
-    chrome
-    puts "sleeping... (#{sleep_time}s)"
-    sleep 1
+    return unless user_agents.empty?
 
-    puts 'get firefox UA...'
-    firefox
-    puts "sleeping... (#{sleep_time}s)"
-    sleep 1
+    sleep_time = 1
 
-    puts 'get safari UA...'
-    safari
-    puts "sleeping... (#{sleep_time}s)"
-    sleep 1
+    fetch_user_agents('chrome')
+    fetch_user_agents('firefox')
+    fetch_user_agents('safari')
+    fetch_user_agents('edge')
+  end
 
-    puts 'get edge UA...'
-    edge
+  def ordered_user_agents
+    USER_AGENT_TYPES.to_h.values.each_with_object({}) do |type, ordered_user_agents|
+      ordered_user_agents[type] = user_agents[type]
+    end
   end
 
   private
 
+  def fetch_user_agents(browser_name, sleep_time = 1)
+    puts "fetch #{browser_name} UA..."
+    send(browser_name)
+    puts "sleeping... (#{sleep_time}s)"
+    sleep sleep_time
+  end
+
   def edge
     page = @agent.get("#{BASE_URL}/edge")
 
     windows_dom = page.css("h2:contains('Latest Edge on Windows User Agents')")
-    @user_agents[:edge] = {
-      windows: windows_dom.css('+ .listing-of-useragents .code').first.text
-    }
+
+    @user_agents[USER_AGENT_TYPES.windows_edge] = windows_dom.css('+ .listing-of-useragents .code').first.text
   end
 
   def firefox
@@ -49,11 +65,9 @@ class LatestUAFetcher
     desktop_dom = page.css("h2:contains('Latest Firefox on Desktop User Agents')")
     table_dom = desktop_dom.css('+ .listing-of-useragents')
 
-    @user_agents[:firefox] = {
-      windows: table_dom.css('td:contains("Windows")').css('+ td .code').text,
-      macOS: table_dom.css('td:contains("Macos")').css('+ td .code').text,
-      linux: table_dom.css('td:contains("Linux")').css("+ td .code:contains('Ubuntu; Linux x86_64')").text
-    }
+    @user_agents[USER_AGENT_TYPES.linux_firefox] = table_dom.css('td:contains("Linux")').css("+ td .code:contains('Ubuntu; Linux x86_64')").text
+    @user_agents[USER_AGENT_TYPES.windows_firefox] = table_dom.css('td:contains("Windows")').css('+ td .code').text
+    @user_agents[USER_AGENT_TYPES.mac_firefox] = table_dom.css('td:contains("Macos")').css('+ td .code').text
   end
 
   def safari
@@ -62,30 +76,25 @@ class LatestUAFetcher
     macos_dom = page.css("h2:contains('Latest Safari on macOS User Agents')")
     ios_dom = page.css("h2:contains('Latest Safari on iOS User Agents')")
 
-    @user_agents[:safari] = {
-      mac_os: macos_dom.css('+ .listing-of-useragents .code').first.text,
-      iphone: ios_dom.css('+ .listing-of-useragents').css("tr:contains('Iphone') .code").text,
-      ipad: ios_dom.css('+ .listing-of-useragents').css("tr:contains('Ipad') .code").text
-    }
+    @user_agents[USER_AGENT_TYPES.mac_safari] = macos_dom.css('+ .listing-of-useragents .code').first.text
+    @user_agents[USER_AGENT_TYPES.iphone] = ios_dom.css('+ .listing-of-useragents').css("tr:contains('Iphone') .code").text
+    @user_agents[USER_AGENT_TYPES.ipad] = ios_dom.css('+ .listing-of-useragents').css("tr:contains('Ipad') .code").text
   end
 
   def chrome
     page = @agent.get("#{BASE_URL}/chrome")
 
     windows_dom = page.css("h2:contains('Latest Chrome on Windows 10 User Agents')")
-    linux_dom = page.css("h2:contains('Latest Chrome on Linux User Agents')")
-    macos_dom = page.css("h2:contains('Latest Chrome on macOS User Agents')")
     android_dom = page.css("h2:contains('Latest Chrome on Android User Agents')")
 
-    @user_agents[:chrome] = {
-      windows: windows_dom.css('+ .listing-of-useragents .code').first.text,
-      linux: linux_dom.css('+ .listing-of-useragents .code').first.text,
-      mac_os: macos_dom.css('+ .listing-of-useragents .code').first.text,
-      android: android_dom.css('+ .listing-of-useragents .code').first.text
-    }
+    @user_agents[USER_AGENT_TYPES.windows_chrome] = windows_dom.css('+ .listing-of-useragents .code').first.text
+    @user_agents[USER_AGENT_TYPES.android] = android_dom.css('+ .listing-of-useragents .code').first.text
   end
 end
 
-agent = LatestUAFetcher.new
-agent.run
-p agent.user_agents
+if $0 == __FILE__
+  agent = LatestUAFetcher.new
+  agent.run
+
+  pp agent.ordered_user_agents
+end

data/lib/mechanize/form/multi_select_list.rb

@@ -36,7 +36,7 @@ class Mechanize::Form::MultiSelectList < Mechanize::Form::Field
   #   select_list.option_with(:value => '1').value = 'foo'
 
   ##
-  # :mehtod: option_with!(criteria)
+  # :method: option_with!(criteria)
   #
   # Same as +option_with+ but raises an ElementNotFoundError if no button
   # matches +criteria+

data/lib/mechanize/form.rb

@@ -482,7 +482,7 @@ class Mechanize::Form
   #   form.file_upload_with(:file_name => /picture/).value = 'foo'
 
   ##
-  # :mehtod: file_upload_with!(criteria)
+  # :method: file_upload_with!(criteria)
   #
   # Same as +file_upload_with+ but raises an ElementNotFoundError if no button
   # matches +criteria+
@@ -506,7 +506,7 @@ class Mechanize::Form
   #   form.radiobutton_with(:name => /woo/).check
 
   ##
-  # :mehtod: radiobutton_with!(criteria)
+  # :method: radiobutton_with!(criteria)
   #
   # Same as +radiobutton_with+ but raises an ElementNotFoundError if no button
   # matches +criteria+
@@ -530,7 +530,7 @@ class Mechanize::Form
   #   form.checkbox_with(:name => /woo/).check
 
   ##
-  # :mehtod: checkbox_with!(criteria)
+  # :method: checkbox_with!(criteria)
   #
   # Same as +checkbox_with+ but raises an ElementNotFoundError if no button
   # matches +criteria+

data/lib/mechanize/http/agent.rb

@@ -66,7 +66,7 @@ class Mechanize::HTTP::Agent
   # allowed:
   #
   # :all, true:: All 3xx redirects are followed (default)
-  # :permanent:: Only 301 Moved Permanantly redirects are followed
+  # :permanent:: Only 301 Moved Permanently redirects are followed
   # false:: No redirects are followed
   attr_accessor :redirect_ok
 

data/lib/mechanize/http/content_disposition_parser.rb

@@ -81,7 +81,7 @@ class Mechanize::HTTP::ContentDispositionParser
   end
 
   ##
-  # Extracts disposition-parm and returns a Hash.
+  # Extracts disposition-param and returns a Hash.
 
   def parse_parameters
     parameters = {}
@@ -200,4 +200,3 @@ class Mechanize::HTTP::ContentDispositionParser
   end
 
 end
-

data/lib/mechanize/page.rb

@@ -95,7 +95,7 @@ class Mechanize::Page < Mechanize::File
   end
 
   # Return whether parser result has errors related to encoding or not.
-  # false indicates just parser has no encoding errors, not encoding is vaild.
+  # false indicates just parser has no encoding errors, not encoding is valid.
   def encoding_error?(parser=nil)
     parser = self.parser unless parser
     return false if parser.errors.empty?

data/lib/mechanize/version.rb

@@ -1,4 +1,4 @@
 # frozen_string_literal: true
 class Mechanize
-  VERSION = "2.9.1"
+  VERSION = "2.10.0"
 end

data/lib/mechanize.rb

@@ -2,7 +2,6 @@
 require 'mechanize/version'
 require 'fileutils'
 require 'forwardable'
-require 'mutex_m'
 require 'net/http/digest_auth'
 require 'net/http/persistent'
 require 'nokogiri'
@@ -106,6 +105,7 @@ class Mechanize
   #
   # Windows User-Agent aliases:
   #
+  # * "Windows Chrome"
   # * "Windows Edge"
   # * "Windows Firefox"
   # * "Windows IE 6"
@@ -128,21 +128,20 @@ class Mechanize
   #   agent.user_agent_alias = 'Mac Safari'
   #
   AGENT_ALIASES = {
-    # TODO: use output from examples/latest_user_agents.rb as the underling data structure
     'Mechanize' => "Mechanize/#{VERSION} Ruby/#{ruby_version} (http://github.com/sparklemotion/mechanize/)",
 
-    'Linux Firefox' => 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:112.0) Gecko/20100101 Firefox/112.0',
+    'Linux Firefox' => 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:109.0) Gecko/20100101 Firefox/121.0',
     'Linux Konqueror' => 'Mozilla/5.0 (compatible; Konqueror/3; Linux)',
     'Linux Mozilla' => 'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.4) Gecko/20030624',
 
-    'Mac Firefox' => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 13.3; rv:112.0) Gecko/20100101 Firefox/112.0',
+    'Mac Firefox' => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 14.2; rv:109.0) Gecko/20100101 Firefox/121.0',
     'Mac Mozilla' => 'Mozilla/5.0 (Macintosh; U; PPC Mac OS X Mach-O; en-US; rv:1.4a) Gecko/20030401',
     'Mac Safari 4' => 'Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_2; de-at) AppleWebKit/531.21.8 (KHTML, like Gecko) Version/4.0.4 Safari/531.21.10',
-    'Mac Safari' => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 13_3_1) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.4 Safari/605.1.15',
+    'Mac Safari' => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 14_2_1) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.2 Safari/605.1.15',
 
-    'Windows Chrome' => 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36',
-    'Windows Edge' => 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36 Edg/112.0.1722.46',
-    'Windows Firefox' => 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:112.0) Gecko/20100101 Firefox/112.0',
+    'Windows Chrome' => 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
+    'Windows Edge' => 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36 Edg/120.0.2210.133',
+    'Windows Firefox' => 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/121.0',
     'Windows IE 6' => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)',
     'Windows IE 7' => 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727)',
     'Windows IE 8' => 'Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)',
@@ -151,9 +150,9 @@ class Mechanize
     'Windows IE 11' => 'Mozilla/5.0 (Windows NT 6.3; WOW64; Trident/7.0; rv:11.0) like Gecko',
     'Windows Mozilla' => 'Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.4b) Gecko/20030516 Mozilla Firebird/0.6',
 
-    'Android' => 'Mozilla/5.0 (Linux; Android 10) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.5615.48 Mobile Safari/537.36',
-    'iPad' => 'Mozilla/5.0 (iPad; CPU OS 16_4_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.4 Mobile/15E148 Safari/604.1',
-    'iPhone' => 'Mozilla/5.0 (iPhone; CPU iPhone OS 16_4_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.4 Mobile/15E148 Safari/604.1',
+    'Android' => 'Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.6099.210 Mobile Safari/537.36',
+    'iPad' => 'Mozilla/5.0 (iPad; CPU OS 17_2_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.2 Mobile/15E148 Safari/604.1',
+    'iPhone' => 'Mozilla/5.0 (iPhone; CPU iPhone OS 17_2_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.2 Mobile/15E148 Safari/604.1',
   }
 
   AGENT_ALIASES.default_proc = proc { |hash, key|
@@ -201,7 +200,7 @@ class Mechanize
   #
   # If you need segregated SSL connections give each agent a unique
   # name.  Otherwise the connections will be shared.  This is
-  # particularly important if you are using certifcates.
+  # particularly important if you are using certificates.
   #
   #    agent_1 = Mechanize.new 'conn1'
   #    agent_2 = Mechanize.new 'conn2'
@@ -957,7 +956,7 @@ Use of #auth and #basic_auth are deprecated due to a security vulnerability.
   # allowed:
   #
   # :all, true:: All 3xx redirects are followed (default)
-  # :permanent:: Only 301 Moved Permanantly redirects are followed
+  # :permanent:: Only 301 Moved Permanently redirects are followed
   # false:: No redirects are followed
 
   def redirect_ok

data/mechanize.gemspec

@@ -65,10 +65,13 @@ Gem::Specification.new do |spec|
   spec.add_runtime_dependency("net-http-persistent", ">= 2.5.2", "< 5.0.dev")
 
   spec.add_runtime_dependency("nokogiri", ">= 1.11.2", "~> 1.11")
-  spec.add_runtime_dependency("rubyntlm", ">= 0.6.3", "~> 0.6")
   spec.add_runtime_dependency("webrick", "~> 1.7")
   spec.add_runtime_dependency("webrobots", "~> 0.1.2")
 
+  spec.add_runtime_dependency("rubyntlm", ">= 0.6.3", "~> 0.6")
+  spec.add_runtime_dependency("base64") # removed from bundled gems in 3.4, and needed by rubyntlm (which doesn't declare this dependency)
+  spec.add_runtime_dependency("nkf") # removed from bundled gems in 3.4
+
   spec.add_development_dependency("minitest", "~> 5.14")
   spec.add_development_dependency("rake", "~> 13.0")
   spec.add_development_dependency("rdoc", "~> 6.3")

data/test/test_mechanize_cookie_jar.rb

@@ -540,7 +540,7 @@ class TestMechanizeCookieJar < Mechanize::TestCase
 
     @jar.add url, Mechanize::Cookie.new(cookie_values)
 
-    # HACK no asertion
+    # HACK no assertion
   end
 
   def test_ssl_cookies

data/test/test_mechanize_form.rb

@@ -357,7 +357,7 @@ class TestMechanizeForm < Mechanize::TestCase
     assert_equal 'ticky=1&ticky=0', submitted.parser.at('#query').text
   end
 
-  def test_submit_takes_arbirary_headers
+  def test_submit_takes_arbitrary_headers
     page = @mech.get('http://localhost:2000/form_no_action.html')
     assert form = page.forms.first
     form.action = '/http_headers'

data/test/test_mechanize_http_agent.rb

@@ -1309,8 +1309,13 @@ class TestMechanizeHttpAgent < Mechanize::TestCase
     page = @agent.response_parse @res, body, @uri
 
     assert_instance_of Mechanize::Page, page
-    assert_equal 'UTF8', page.encoding
-    assert_equal 'UTF8', page.parser.encoding
+
+    # as of libxml 2.12.0, the result is dependent on how libiconv is built (which aliases are supported)
+    # if the alias "UTF8" is defined, then the result will be "UTF-8".
+    # if the alias "UTF8" is not defined, then the result will be "UTF8".
+    # note that this alias may be defined by Nokogiri itself in its EncodingHandler class.
+    assert_includes ["UTF8", "UTF-8"], page.encoding
+    assert_includes ["UTF8", "UTF-8"], page.parser.encoding
   end
 
   def test_response_parse_content_type_encoding_garbage

data/test/test_mechanize_page_link.rb

@@ -2,6 +2,8 @@
 
 require 'mechanize/test_case'
 
+puts "Nokogiri::VERSION_INFO: #{Nokogiri::VERSION_INFO}"
+
 class TestMechanizePageLink < Mechanize::TestCase
 
   WINDOWS_1255 = <<-HTML
@@ -111,11 +113,15 @@ class TestMechanizePageLink < Mechanize::TestCase
   def test_encoding_charset_after_title_bad
     skip_if_nkf_dependency
 
+    # https://gitlab.gnome.org/GNOME/libxml2/-/issues/543
+    skip if Nokogiri.uses_libxml?([">= 2.11.0", "< 2.12.0"])
+    expected_encoding = Nokogiri.uses_libxml?("< 2.11.0") ? 'UTF-8' : 'Shift_JIS'
+
     page = util_page UTF8
 
     assert_equal false, page.encoding_error?
 
-    assert_equal 'UTF-8', page.encoding
+    assert_equal expected_encoding, page.encoding
   end
 
   def test_encoding_charset_after_title_double_bad
@@ -131,6 +137,10 @@ class TestMechanizePageLink < Mechanize::TestCase
   def test_encoding_charset_bad
     skip_if_nkf_dependency
 
+    # https://gitlab.gnome.org/GNOME/libxml2/-/issues/543
+    skip if Nokogiri.uses_libxml?([">= 2.11.0", "< 2.12.0"])
+    expected_encoding = Nokogiri.uses_libxml?("< 2.11.0") ? 'UTF-8' : 'Shift_JIS'
+
     page = util_page "<title>#{UTF8_TITLE}</title>"
     page.encodings.replace %w[
       UTF-8
@@ -139,7 +149,7 @@ class TestMechanizePageLink < Mechanize::TestCase
 
     assert_equal false, page.encoding_error?
 
-    assert_equal 'UTF-8', page.encoding
+    assert_equal expected_encoding, page.encoding
   end
 
   def test_encoding_meta_charset

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mechanize
 version: !ruby/object:Gem::Version
-  version: 2.9.1
+  version: 2.10.0
 platform: ruby
 authors:
 - Eric Hodel
@@ -12,7 +12,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-04-17 00:00:00.000000000 Z
+date: 2024-01-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: addressable
@@ -142,6 +142,34 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: webrick
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: webrobots
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.2
 - !ruby/object:Gem::Dependency
   name: rubyntlm
   requirement: !ruby/object:Gem::Requirement
@@ -163,33 +191,33 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0.6'
 - !ruby/object:Gem::Dependency
-  name: webrick
+  name: base64
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.7'
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.7'
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: webrobots
+  name: nkf
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.2
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.2
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
@@ -503,7 +531,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.10
+rubygems_version: 3.5.5
 signing_key: 
 specification_version: 4
 summary: The Mechanize library is used for automating interaction with websites