RubyGems - mechanize - Versions diffs - 2.4 → 2.5 - Mend

mechanize 2.4 → 2.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of mechanize might be problematic. Click here for more details.

Files changed (57) hide show

data.tar.gz.sig +0 -0
data/CHANGELOG.rdoc +30 -4
data/EXAMPLES.rdoc +2 -2
data/GUIDE.rdoc +13 -13
data/Manifest.txt +30 -0
data/README.rdoc +19 -2
data/lib/mechanize.rb +30 -7
data/lib/mechanize/chunked_termination_error.rb +7 -0
data/lib/mechanize/form.rb +7 -5
data/lib/mechanize/form/radio_button.rb +14 -0
data/lib/mechanize/http/agent.rb +54 -24
data/lib/mechanize/http/auth_store.rb +6 -0
data/lib/mechanize/http/content_disposition_parser.rb +1 -1
data/lib/mechanize/monkey_patch.rb +3 -2
data/lib/mechanize/page.rb +0 -2
data/lib/mechanize/parser.rb +2 -2
data/lib/mechanize/test_case.rb +70 -435
data/lib/mechanize/test_case/.document +1 -0
data/lib/mechanize/test_case/bad_chunking_servlet.rb +14 -0
data/lib/mechanize/test_case/basic_auth_servlet.rb +24 -0
data/lib/mechanize/test_case/content_type_servlet.rb +8 -0
data/lib/mechanize/test_case/digest_auth_servlet.rb +33 -0
data/lib/mechanize/test_case/file_upload_servlet.rb +20 -0
data/lib/mechanize/test_case/form_servlet.rb +55 -0
data/lib/mechanize/test_case/gzip_servlet.rb +32 -0
data/lib/mechanize/test_case/header_servlet.rb +14 -0
data/lib/mechanize/test_case/http_refresh_servlet.rb +9 -0
data/lib/mechanize/test_case/infinite_redirect_servlet.rb +10 -0
data/lib/mechanize/test_case/infinite_refresh_servlet.rb +10 -0
data/lib/mechanize/test_case/many_cookies_as_string_servlet.rb +37 -0
data/lib/mechanize/test_case/many_cookies_servlet.rb +33 -0
data/lib/mechanize/test_case/modified_since_servlet.rb +21 -0
data/lib/mechanize/test_case/ntlm_servlet.rb +30 -0
data/lib/mechanize/test_case/one_cookie_no_spaces_servlet.rb +11 -0
data/lib/mechanize/test_case/one_cookie_servlet.rb +11 -0
data/lib/mechanize/test_case/quoted_value_cookie_servlet.rb +11 -0
data/lib/mechanize/test_case/redirect_servlet.rb +13 -0
data/lib/mechanize/test_case/referer_servlet.rb +12 -0
data/lib/mechanize/test_case/refresh_with_empty_url.rb +15 -0
data/lib/mechanize/test_case/refresh_without_url.rb +14 -0
data/lib/mechanize/test_case/response_code_servlet.rb +15 -0
data/lib/mechanize/test_case/send_cookies_servlet.rb +19 -0
data/lib/mechanize/test_case/server.rb +36 -0
data/lib/mechanize/test_case/servlets.rb +55 -0
data/lib/mechanize/test_case/verb_servlet.rb +11 -0
data/test/test_mechanize.rb +12 -12
data/test/test_mechanize_file.rb +11 -0
data/test/test_mechanize_file_response.rb +23 -0
data/test/test_mechanize_form.rb +34 -0
data/test/test_mechanize_form_radio_button.rb +19 -2
data/test/test_mechanize_http_agent.rb +104 -26
data/test/test_mechanize_http_auth_store.rb +23 -0
data/test/test_mechanize_http_content_disposition_parser.rb +6 -0
data/test/test_mechanize_page.rb +3 -5
data/test/test_mechanize_page_link.rb +0 -32
metadata +39 -8
metadata.gz.sig +2 -2

data/lib/mechanize/test_case/.document ADDED Viewed

	@@ -0,0 +1 @@
1	+ # Don't document this directory

data/lib/mechanize/test_case/bad_chunking_servlet.rb ADDED Viewed

@@ -0,0 +1,14 @@
+class BadChunkingServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET req, res
+    res.keep_alive = false if res.respond_to? :keep_alive=
+    res['Transfer-Encoding'] = 'chunked'
+    res.body = <<-BODY
+a\r
+0123456789\r
+0\r
+    BODY
+  end
+end

data/lib/mechanize/test_case/basic_auth_servlet.rb ADDED Viewed

@@ -0,0 +1,24 @@
+class BasicAuthServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req,res)
+    htpd = nil
+    Tempfile.open 'dot.htpasswd' do |io|
+      htpd = WEBrick::HTTPAuth::Htpasswd.new(io.path)
+      htpd.set_passwd('Blah', 'user', 'pass')
+    end
+    authenticator = WEBrick::HTTPAuth::BasicAuth.new({
+      :UserDB => htpd,
+      :Realm  => 'Blah',
+      :Logger => Logger.new(nil)
+    })
+    begin
+      authenticator.authenticate(req,res)
+      res.body = 'You are authenticated'
+    rescue WEBrick::HTTPStatus::Unauthorized
+      res.status = 401
+    end
+  end
+  alias :do_POST :do_GET
+end

data/lib/mechanize/test_case/content_type_servlet.rb ADDED Viewed

@@ -0,0 +1,8 @@
+class ContentTypeServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    ct = req.query['ct'] || "text/html; charset=utf-8"
+    res['Content-Type'] = ct
+    res.body = "Hello World"
+  end
+end

data/lib/mechanize/test_case/digest_auth_servlet.rb ADDED Viewed

@@ -0,0 +1,33 @@
+require 'logger'
+class DigestAuthServlet < WEBrick::HTTPServlet::AbstractServlet
+  htpd = nil
+  Tempfile.open 'digest.htpasswd' do |io|
+    htpd = WEBrick::HTTPAuth::Htdigest.new(io.path)
+    htpd.set_passwd('Blah', 'user', 'pass')
+  end
+  @@authenticator = WEBrick::HTTPAuth::DigestAuth.new({
+    :UserDB => htpd,
+    :Realm  => 'Blah',
+    :Algorithm => 'MD5',
+    :Logger => Logger.new(nil)
+  })
+  def do_GET(req,res)
+    def req.request_time; Time.now; end
+    def req.request_uri; '/digest_auth'; end
+    def req.request_method; "GET"; end
+    begin
+      @@authenticator.authenticate(req,res)
+      res.body = 'You are authenticated'
+    rescue WEBrick::HTTPStatus::Unauthorized
+      res.status = 401
+    end
+    FileUtils.rm('digest.htpasswd') if File.exists?('digest.htpasswd')
+  end
+  alias :do_POST :do_GET
+end

data/lib/mechanize/test_case/file_upload_servlet.rb ADDED Viewed

@@ -0,0 +1,20 @@
+class FileUploadServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_POST req, res
+    res.body = req.body
+  end
+  def do_GET req, res
+    res.content_type = 'text/html'
+    res.body = <<-BODY
+<!DOCTYPE html>
+<title>Fill in this form</title>
+<p>You can POST anything to this endpoint, though
+<form method="POST">
+<textarea name="text"></textarea>
+<input type="submit">
+</form>
+    BODY
+  end
+end

data/lib/mechanize/test_case/form_servlet.rb ADDED Viewed

@@ -0,0 +1,55 @@
+class FormServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res.content_type = 'text/html'
+    query = []
+    req.query.each_key { |k|
+      key = WEBrick::HTTPUtils.unescape k
+      req.query[k].each_data { |data|
+        value = WEBrick::HTTPUtils.unescape data
+        query << "<li><a href=\"#\">#{key}:#{value}</a>"
+      }
+    }
+    res.body = <<-BODY
+<!DOCTYPE html>
+<title>GET results</title>
+<ul>
+#{query.join "\n"}
+</ul>
+<div id=\"query\">#{req.query}</div>
+    BODY
+  end
+  def do_POST(req, res)
+    res.content_type = 'text/html'
+    query = []
+    req.query.each_key { |k|
+      key = WEBrick::HTTPUtils.unescape k
+      req.query[k].each_data { |data|
+        value = WEBrick::HTTPUtils.unescape data
+        query << "<li><a href=\"#\">#{key}:#{value}</a>"
+      }
+    }
+    res.body = <<-BODY
+<!DOCTYPE html>
+<title>POST results</title>
+<ul>
+#{query.join "\n"}
+</ul>
+<div id=\"query\">#{req.body}</div>
+    BODY
+  end
+end

data/lib/mechanize/test_case/gzip_servlet.rb ADDED Viewed

@@ -0,0 +1,32 @@
+require 'stringio'
+require 'zlib'
+class GzipServlet < WEBrick::HTTPServlet::AbstractServlet
+  TEST_DIR = File.expand_path '../../../../test', __FILE__
+  def do_GET(req, res)
+    if req['Accept-Encoding'] !~ /gzip/ then
+      res.code = 400
+      res.body = 'Content-Encoding: gzip is not supported by your user-agent'
+      return
+    end
+    if name = req.query['file'] then
+      open "#{TEST_DIR}/htdocs/#{name}" do |io|
+        string = ""
+        zipped = StringIO.new string, 'w'
+        Zlib::GzipWriter.wrap zipped do |gz|
+          gz.write io.read
+        end
+        res.body = string
+      end
+    else
+      res.body = ''
+    end
+    res['Content-Encoding'] = req['X-ResponseContentEncoding'] || 'gzip'
+    res['Content-Type'] = "text/html"
+  end
+end

data/lib/mechanize/test_case/header_servlet.rb ADDED Viewed

@@ -0,0 +1,14 @@
+class HeaderServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res.content_type = "text/plain"
+    req.query.each do |x,y|
+      res[x] = y
+    end
+    req.each do |k, v|
+      res.body << "#{k}|#{v}\n"
+    end
+  end
+end

data/lib/mechanize/test_case/http_refresh_servlet.rb ADDED Viewed

@@ -0,0 +1,9 @@
+class HttpRefreshServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    refresh_time = req.query['refresh_time'] || 0
+    refresh_url = req.query['refresh_url'] || '/'
+    res['Refresh'] = " #{refresh_time};url=#{refresh_url}\r\n";
+  end
+end

data/lib/mechanize/test_case/infinite_redirect_servlet.rb ADDED Viewed

@@ -0,0 +1,10 @@
+class InfiniteRedirectServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    res.status = req.query['code'] ? req.query['code'].to_i : '302'
+    number = req.query['q'] ? req.query['q'].to_i : 0
+    res['Location'] = "/infinite_redirect?q=#{number + 1}"
+  end
+  alias :do_POST :do_GET
+end

data/lib/mechanize/test_case/infinite_refresh_servlet.rb ADDED Viewed

@@ -0,0 +1,10 @@
+class InfiniteRefreshServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    address = "#{req.host}:#{req.port}"
+    res['Content-Type'] = req.query['ct'] || "text/html"
+    res.status = req.query['code'] ? req.query['code'].to_i : '302'
+    number = req.query['q'] ? req.query['q'].to_i : 0
+    res['Refresh'] = "0;url=http://#{address}/infinite_refresh?q=#{number + 1}\r\n";
+  end
+end

data/lib/mechanize/test_case/many_cookies_as_string_servlet.rb ADDED Viewed

@@ -0,0 +1,37 @@
+class ManyCookiesAsStringServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    cookies = []
+    name_cookie = WEBrick::Cookie.new("name", "Aaron")
+    name_cookie.path = "/"
+    name_cookie.expires = Time.now + 86400
+    name_cookie.domain = 'localhost'
+    cookies << name_cookie
+    cookies << name_cookie
+    cookies << name_cookie
+    cookies << "#{name_cookie}; HttpOnly"
+    expired_cookie = WEBrick::Cookie.new("expired", "doh")
+    expired_cookie.path = "/"
+    expired_cookie.expires = Time.now - 86400
+    cookies << expired_cookie
+    different_path_cookie = WEBrick::Cookie.new("a_path", "some_path")
+    different_path_cookie.path = "/some_path"
+    different_path_cookie.expires = Time.now + 86400
+    cookies << different_path_cookie
+    no_path_cookie = WEBrick::Cookie.new("no_path", "no_path")
+    no_path_cookie.expires = Time.now + 86400
+    cookies << no_path_cookie
+    no_exp_path_cookie = WEBrick::Cookie.new("no_expires", "nope")
+    no_exp_path_cookie.path = "/"
+    cookies << no_exp_path_cookie
+    res['Set-Cookie'] = cookies.join(', ')
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end

data/lib/mechanize/test_case/many_cookies_servlet.rb ADDED Viewed

@@ -0,0 +1,33 @@
+class ManyCookiesServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    name_cookie = WEBrick::Cookie.new("name", "Aaron")
+    name_cookie.path = "/"
+    name_cookie.expires = Time.now + 86400
+    res.cookies << name_cookie
+    res.cookies << name_cookie
+    res.cookies << name_cookie
+    res.cookies << name_cookie
+    expired_cookie = WEBrick::Cookie.new("expired", "doh")
+    expired_cookie.path = "/"
+    expired_cookie.expires = Time.now - 86400
+    res.cookies << expired_cookie
+    different_path_cookie = WEBrick::Cookie.new("a_path", "some_path")
+    different_path_cookie.path = "/some_path"
+    different_path_cookie.expires = Time.now + 86400
+    res.cookies << different_path_cookie
+    no_path_cookie = WEBrick::Cookie.new("no_path", "no_path")
+    no_path_cookie.expires = Time.now + 86400
+    res.cookies << no_path_cookie
+    no_exp_path_cookie = WEBrick::Cookie.new("no_expires", "nope")
+    no_exp_path_cookie.path = "/"
+    res.cookies << no_exp_path_cookie
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end

data/lib/mechanize/test_case/modified_since_servlet.rb ADDED Viewed

@@ -0,0 +1,21 @@
+class ModifiedSinceServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    s_time = 'Fri, 04 May 2001 00:00:38 GMT'
+    my_time = Time.parse(s_time)
+    if req['If-Modified-Since']
+      your_time = Time.parse(req['If-Modified-Since'])
+      if my_time > your_time
+        res.body = 'This page was updated since you requested'
+      else
+        res.status = 304
+      end
+    else
+      res.body = 'You did not send an If-Modified-Since header'
+    end
+    res['Last-Modified'] = s_time
+  end
+end

data/lib/mechanize/test_case/ntlm_servlet.rb ADDED Viewed

@@ -0,0 +1,30 @@
+class NTLMServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    if req['Authorization'] =~ /^NTLM (.*)/ then
+      authorization = $1.unpack('m*').first
+      if authorization =~ /^NTLMSSP\000\001/ then
+        type_2 = 'TlRMTVNTUAACAAAADAAMADAAAAABAoEAASNFZ4mr' \
+          'ze8AAAAAAAAAAGIAYgA8AAAARABPAE0AQQBJAE4A' \
+          'AgAMAEQATwBNAEEASQBOAAEADABTAEUAUgBWAEUA' \
+          'UgAEABQAZABvAG0AYQBpAG4ALgBjAG8AbQADACIA' \
+          'cwBlAHIAdgBlAHIALgBkAG8AbQBhAGkAbgAuAGMA' \
+          'bwBtAAAAAAA='
+        res['WWW-Authenticate'] = "NTLM #{type_2}"
+        res.status = 401
+      elsif authorization =~ /^NTLMSSP\000\003/ then
+        res.body = 'ok'
+      else
+        res['WWW-Authenticate'] = 'NTLM'
+        res.status = 401
+      end
+    else
+      res['WWW-Authenticate'] = 'NTLM'
+      res.status = 401
+    end
+  end
+end

data/lib/mechanize/test_case/one_cookie_no_spaces_servlet.rb ADDED Viewed

@@ -0,0 +1,11 @@
+class OneCookieNoSpacesServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    cookie = WEBrick::Cookie.new("foo", "bar")
+    cookie.path = "/"
+    cookie.expires = Time.now + 86400
+    res.cookies << cookie.to_s.gsub(/; /, ';')
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end

data/lib/mechanize/test_case/one_cookie_servlet.rb ADDED Viewed

@@ -0,0 +1,11 @@
+class OneCookieServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    cookie = WEBrick::Cookie.new("foo", "bar")
+    cookie.path = "/"
+    cookie.expires = Time.now + 86400
+    res.cookies << cookie
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end

data/lib/mechanize/test_case/quoted_value_cookie_servlet.rb ADDED Viewed

@@ -0,0 +1,11 @@
+class QuotedValueCookieServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    cookie = WEBrick::Cookie.new("quoted", "\"value\"")
+    cookie.path = "/"
+    cookie.expires = Time.now + 86400
+    res.cookies << cookie
+    res['Content-Type'] = "text/html"
+    res.body = "<html><body>hello</body></html>"
+  end
+end

data/lib/mechanize/test_case/redirect_servlet.rb ADDED Viewed

@@ -0,0 +1,13 @@
+class RedirectServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = req.query['ct'] || 'text/html'
+    res.status = req.query['code'] ? req.query['code'].to_i : '302'
+    res['Location'] = req['X-Location'] || '/verb'
+  end
+  alias :do_POST :do_GET
+  alias :do_HEAD :do_GET
+  alias :do_PUT :do_GET
+  alias :do_DELETE :do_GET
+end

data/lib/mechanize/test_case/referer_servlet.rb ADDED Viewed

@@ -0,0 +1,12 @@
+class RefererServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = "text/html"
+    res.body = req['Referer'] || ''
+  end
+  def do_POST(req, res)
+    res['Content-Type'] = "text/html"
+    res.body = req['Referer'] || ''
+  end
+end