mechanize 0.6.7 → 0.6.8

data/CHANGELOG.txt

@@ -1,5 +1,16 @@
 = Mechanize CHANGELOG
 
+== 0.6.8
+
+* Keep alive can be shut off now with WWW::Mechanize#keep_alive
+* Conditional requests can be shut off with WWW::Mechanize#conditional_requests
+* Monkey patched Net::HTTP#keep_alive?
+* [#9877] Moved last request time.  Thanks Max Stepanov
+* Added WWW::Mechanize::File#save
+* Defaulting file name to URI or Content-Disposition
+* Updating compatability with hpricot
+* Added more unit tests
+
 == 0.6.7
 
 * Fixed a bug with keep-alive requests

data/Manifest.txt

@@ -19,6 +19,7 @@ lib/mechanize/form_elements.rb
 lib/mechanize/history.rb
 lib/mechanize/inspect.rb
 lib/mechanize/list.rb
+lib/mechanize/monkey_patch.rb
 lib/mechanize/net-overrides/net/http.rb
 lib/mechanize/net-overrides/net/https.rb
 lib/mechanize/net-overrides/net/protocol.rb
@@ -86,6 +87,7 @@ test/tc_gzipping.rb
 test/tc_history.rb
 test/tc_html_unscape_forms.rb
 test/tc_if_modified_since.rb
+test/tc_keep_alive.rb
 test/tc_links.rb
 test/tc_mech.rb
 test/tc_multi_select.rb
@@ -112,4 +114,5 @@ test/tc_upload.rb
 test/tc_watches.rb
 test/test_all.rb
 test/test_includes.rb
+test/test_mechanize_file.rb
 test/test_servlets.rb

data/Rakefile

@@ -54,7 +54,7 @@ MechHoe.new('mechanize', WWW::Mechanize::VERSION) do |p|
   p.description     = p.paragraphs_of('README.txt', 3).join("\n\n")
   p.url             = p.paragraphs_of('README.txt', 1).first.strip
   p.changes         = p.paragraphs_of('CHANGELOG.txt', 0..2).join("\n\n")
-  p.extra_deps      = ['hpricot']
+  p.extra_deps      = [['hpricot', '>= 0.5.0']]
 end
 
 

data/lib/mechanize.rb

@@ -28,6 +28,7 @@ require 'uri'
 require 'webrick/httputils'
 require 'zlib'
 require 'stringio'
+require 'mechanize/monkey_patch'
 require 'mechanize/cookie'
 require 'mechanize/errors'
 require 'mechanize/pluggable_parsers'
@@ -62,7 +63,7 @@ class Mechanize
   ##
   # The version of Mechanize you are using.
  
-  VERSION = '0.6.7'
+  VERSION = '0.6.8'
 
   ##
   # User Agent aliases
@@ -89,6 +90,8 @@ class Mechanize
   attr_accessor :pass
   attr_accessor :redirect_ok
   attr_accessor :keep_alive_time
+  attr_accessor :keep_alive
+  attr_accessor :conditional_requests
 
   attr_reader :history
   attr_reader :pluggable_parser
@@ -123,9 +126,12 @@ class Mechanize
     @proxy_port     = nil
     @proxy_user     = nil
 
+    @conditional_requests = true
+
     # Connection Cache & Keep alive
     @connection_cache = {}
     @keep_alive_time  = 300
+    @keep_alive       = true
 
     yield self if block_given?
   end
@@ -204,9 +210,8 @@ class Mechanize
   #  agent.post('http://example.com/', [ ["foo", "bar"] ])
   def post(url, query={})
     node = Hpricot::Elem.new(Hpricot::STag.new('form'))
-    node.attributes = {}
-    node.attributes['method'] = 'POST'
-    node.attributes['enctype'] = 'application/x-www-form-urlencoded'
+    node['method'] = 'POST'
+    node['enctype'] = 'application/x-www-form-urlencoded'
 
     form = Form.new(node)
     query.each { |k,v|
@@ -268,8 +273,12 @@ class Mechanize
 
   protected
   def set_headers(uri, request, cur_page)
-    request.add_field('Connection', 'keep-alive')
-    request.add_field('Keep-Alive', keep_alive_time.to_s)
+    if @keep_alive
+      request.add_field('Connection', 'keep-alive')
+      request.add_field('Keep-Alive', keep_alive_time.to_s)
+    else
+      request.add_field('Connection', 'close')
+    end
     request.add_field('Accept-Encoding', 'gzip,identity')
     request.add_field('Accept-Language', 'en-us,en;q0.5')
     request.add_field('Accept-Charset', 'ISO-8859-1,utf-8;q=0.7,*;q=0.7')
@@ -294,8 +303,10 @@ class Mechanize
     request.add_field('User-Agent', @user_agent) if @user_agent 
 
     # Add If-Modified-Since if page is in history
-    if( (page = visited_page(uri)) && page.response['Last-Modified'] )
-      request.add_field('If-Modified-Since', page.response['Last-Modified'])
+    if @conditional_requests
+      if( (page = visited_page(uri)) && page.response['Last-Modified'] )
+        request.add_field('If-Modified-Since', page.response['Last-Modified'])
+      end
     end
 
     request.basic_auth(@user, @password) if @user || @password
@@ -366,9 +377,13 @@ class Mechanize
 
     page = nil
 
-    http_obj = @connection_cache["#{uri.host}:#{uri.port}"]
+    cache_obj = (@connection_cache["#{uri.host}:#{uri.port}"] ||= {
+      :connection         => nil,
+      :keep_alive_options => {},
+    })
+    http_obj = cache_obj[:connection]
     if http_obj.nil? || ! http_obj.started?
-      http_obj = @connection_cache["#{uri.host}:#{uri.port}"] =
+      http_obj = cache_obj[:connection] =
           Net::HTTP.new( uri.host,
                   uri.port,
                   @proxy_addr,
@@ -376,6 +391,11 @@ class Mechanize
                   @proxy_user,
                   @proxy_pass
                 )
+      cache_obj[:keep_alive_options] = {}
+
+      # Specify timeouts if given
+      http_obj.open_timeout = @open_timeout if @open_timeout
+      http_obj.read_timeout = @read_timeout if @read_timeout
     end
 
     if uri.scheme == 'https' && ! http_obj.started?
@@ -391,6 +411,21 @@ class Mechanize
       end
     end
 
+    # If we're keeping connections alive and the last request time is too
+    # long ago, stop the connection.  Or, if the max requests left is 1,
+    # reset the connection.
+    if @keep_alive && http_obj.started?
+      opts = cache_obj[:keep_alive_options]
+      if((opts[:timeout] &&
+         Time.now.to_i - cache_obj[:last_request_time] > opts[:timeout].to_i) ||
+          opts[:max] && opts[:max].to_i == 1)
+
+        log.debug('Finishing stale connection') if log
+        http_obj.finish
+
+      end
+    end
+
     http_obj.start unless http_obj.started?
 
     request = set_headers(uri, request, cur_page)
@@ -402,24 +437,10 @@ class Mechanize
       end
     end
 
-    # Specify timeouts if given
-    http_obj.open_timeout = @open_timeout if @open_timeout
-    http_obj.read_timeout = @read_timeout if @read_timeout
+    cache_obj[:last_request_time] = Time.now.to_i
 
     # Send the request
     response = http_obj.request(request, *request_data) {|response|
-      if log
-        response.each_header {|k,v|
-          log.debug("response-header: #{ k } => #{ v }")
-        }
-      end
-
-      (response.get_fields('Set-Cookie')||[]).each do |cookie|
-        Cookie::parse(uri, cookie, log) { |c|
-          log.debug("saved cookie: #{c}") if log
-          @cookie_jar.add(uri, c)
-        }
-      end
 
       body = StringIO.new
       total = 0
@@ -430,6 +451,10 @@ class Mechanize
       }
       body.rewind
 
+      response.each_header { |k,v|
+        log.debug("response-header: #{ k } => #{ v }")
+      } if log
+
       content_type = nil
       unless response['Content-Type'].nil?
         data = response['Content-Type'].match(/^([^;]*)/)
@@ -464,6 +489,22 @@ class Mechanize
 
     }
 
+    # If the server sends back keep alive options, save them
+    if keep_alive_info = response['keep-alive']
+      keep_alive_info.split(/,\s*/).each do |option|
+        k, v = option.split(/=/)
+        cache_obj[:keep_alive_options] ||= {}
+        cache_obj[:keep_alive_options][k.intern] = v
+      end
+    end
+
+    (response.get_fields('Set-Cookie')||[]).each do |cookie|
+      Cookie::parse(uri, cookie, log) { |c|
+        log.debug("saved cookie: #{c}") if log
+        @cookie_jar.add(uri, c)
+      }
+    end
+
     log.info("status: #{ page.code }") if log
 
     res_klass = Net::HTTPResponse::CODE_TO_OBJ[page.code.to_s]

data/lib/mechanize/form.rb

@@ -32,11 +32,10 @@ module WWW
       def initialize(form_node, elements_node)
         @form_node, @elements_node = form_node, elements_node
     
-        @form_node.attributes ||= {}
-        @method = (@form_node.attributes['method'] || 'GET').upcase
-        @action = Util::html_unescape(@form_node.attributes['action'])
-        @name = @form_node.attributes['name']
-        @enctype = @form_node.attributes['enctype'] || 'application/x-www-form-urlencoded'
+        @method = (@form_node['method'] || 'GET').upcase
+        @action = Util::html_unescape(@form_node['action'])
+        @name = @form_node['name']
+        @enctype = @form_node['enctype'] || 'application/x-www-form-urlencoded'
         @clicked_buttons = []
     
         parse
@@ -122,43 +121,40 @@ module WWW
     
         # Find all input tags
         (@elements_node/'input').each do |node|
-          node.attributes ||= {}
-          type = (node.attributes['type'] || 'text').downcase
-          name = node.attributes['name']
+          type = (node['type'] || 'text').downcase
+          name = node['name']
           next if name.nil? && !(type == 'submit' || type =='button')
           case type
           when 'text', 'password', 'hidden', 'int'
-            @fields << Field.new(node.attributes['name'], node.attributes['value'] || '') 
+            @fields << Field.new(node['name'], node['value'] || '') 
           when 'radio'
-            @radiobuttons << RadioButton.new(node.attributes['name'], node.attributes['value'], node.attributes.has_key?('checked'), self)
+            @radiobuttons << RadioButton.new(node['name'], node['value'], node.has_attribute?('checked'), self)
           when 'checkbox'
-            @checkboxes << CheckBox.new(node.attributes['name'], node.attributes['value'], node.attributes.has_key?('checked'), self)
+            @checkboxes << CheckBox.new(node['name'], node['value'], node.has_attribute?('checked'), self)
           when 'file'
-            @file_uploads << FileUpload.new(node.attributes['name'], nil) 
+            @file_uploads << FileUpload.new(node['name'], nil) 
           when 'submit'
-            @buttons << Button.new(node.attributes['name'], node.attributes['value'])
+            @buttons << Button.new(node['name'], node['value'])
           when 'button'
-            @buttons << Button.new(node.attributes['name'], node.attributes['value'])
+            @buttons << Button.new(node['name'], node['value'])
           when 'image'
-            @buttons << ImageButton.new(node.attributes['name'], node.attributes['value'])
+            @buttons << ImageButton.new(node['name'], node['value'])
           end
         end
 
         # Find all textarea tags
         (@elements_node/'textarea').each do |node|
-          next if node.attributes.nil?
-          next if node.attributes['name'].nil?
-          @fields << Field.new(node.attributes['name'], node.inner_text)
+          next if node['name'].nil?
+          @fields << Field.new(node['name'], node.inner_text)
         end
 
         # Find all select tags
         (@elements_node/'select').each do |node|
-          next if node.attributes.nil?
-          next if node.attributes['name'].nil?
-          if node.attributes.has_key? 'multiple'
-            @fields << MultiSelectList.new(node.attributes['name'], node)
+          next if node['name'].nil?
+          if node.has_attribute? 'multiple'
+            @fields << MultiSelectList.new(node['name'], node)
           else
-            @fields << SelectList.new(node.attributes['name'], node)
+            @fields << SelectList.new(node['name'], node)
           end
         end
       end

data/lib/mechanize/form_elements.rb

@@ -217,10 +217,9 @@ module WWW
     alias :selected? :selected
 
     def initialize(node, select_list)
-      node.attributes ||= {}
       @text     = node.inner_text
-      @value    = Util.html_unescape(node.attributes['value'])
-      @selected = node.attributes.has_key?('selected') ? true : false
+      @value    = Util.html_unescape(node['value'])
+      @selected = node.has_attribute? 'selected'
       @select_list = select_list # The select list this option belongs to
     end
 

data/lib/mechanize/monkey_patch.rb

@@ -0,0 +1,15 @@
+module Net
+  class HTTP
+    alias :old_keep_alive? :keep_alive?
+    def keep_alive?(req, res)
+      return false if /close/i =~ req['connection'].to_s
+      return false if @seems_1_0_server
+      return false if /close/i      =~ res['connection'].to_s
+      return true  if /keep-alive/i =~ res['connection'].to_s
+      return false if /close/i      =~ res['proxy-connection'].to_s
+      return true  if /keep-alive/i =~ res['proxy-connection'].to_s
+      (@curr_http_version == '1.1')
+    end
+  end
+end
+

data/lib/mechanize/page.rb

@@ -89,14 +89,13 @@ module WWW
 
         # Find all 'meta' tags
         (@parser/'meta').each do |node|
-          next if node.attributes.nil?
-          next unless node.attributes.has_key? 'http-equiv'
-          next unless node.attributes.has_key? 'content'
-          equiv   = node.attributes['http-equiv']
-          content = node.attributes['content']
+          next unless node['http-equiv']
+          next unless node['content']
+          equiv   = node['http-equiv']
+          content = node['content']
           if equiv != nil && equiv.downcase == 'refresh'
             if content != nil && content =~ /^\d+\s*;\s*url\s*=\s*(\S+)/i
-              node.attributes['href'] = $1
+              node['href'] = $1
               @meta << Meta.new(node, @mech, self)
             end
           end

data/lib/mechanize/page_elements.rb

@@ -18,24 +18,18 @@ module WWW
       alias :referer :page
     
       def initialize(node, mech, page)
-        node.attributes ||= {}
         @node = node
-        @href = node.attributes['href'] 
+        @href = node['href'] 
         @text = node.inner_text
         @page = page
         @mech = mech
-        @attributes = node.attributes
+        @attributes = node
 
         # If there is no text, try to find an image and use it's alt text
         if (@text.nil? || @text.length == 0) && (node/'img').length > 0
           @text = ''
           (node/'img').each do |e|
-            e.attributes ||= {}
-            @text << (
-                      (e.attributes.has_key?('alt') && e.attributes['alt']) ?
-                        e.attributes['alt'] :
-                        ''
-                     )
+            @text << ( e['alt'] || '')
           end
         end
 
@@ -68,10 +62,9 @@ module WWW
 
       def initialize(node, mech, referer)
         super(node, mech, referer)
-        node.attributes ||= {}
         @node = node
-        @text = node.attributes['name']
-        @href = node.attributes['src']
+        @text = node['name']
+        @href = node['src']
       end
     end
   end

data/lib/mechanize/pluggable_parsers.rb

@@ -17,29 +17,57 @@ module WWW
     #  agent.get('http://example.com/foo.jpg').class  #=> WWW::Mechanize::File
     #
     class File
-      attr_accessor :uri, :response, :body, :code
+      attr_accessor :uri, :response, :body, :code, :filename
       alias :header :response
 
       alias :content :body
 
       def initialize(uri=nil, response=nil, body=nil, code=nil)
         @uri, @body, @code = uri, body, code
+        @response = Headers.new
+
         # Copy the headers in to a hash to prevent memory leaks
         if response
-          @response = Headers.new
           response.each { |k,v|
             @response[k] = v
           }
         end
+
+        @filename = 'index.html'
+
+        # Set the filename
+        if disposition = @response['content-disposition']
+          disposition.split(/;\s*/).each do |pair|
+            k,v = pair.split(/=/, 2)
+            @filename = v if k.downcase == 'filename'
+          end
+        else
+          if @uri
+            @filename = @uri.path.split(/\//).last || 'index.html'
+            @filename << ".html" unless @filename =~ /\./
+          end
+        end
+
         yield self if block_given?
       end
 
       # Use this method to save the content of this object to filename
-      def save_as(filename)
+      def save_as(filename = nil)
+        if filename.nil?
+          filename = @filename
+          number = 1
+          while(::File.exists?(filename))
+            filename = "#{@filename}.#{number}"
+            number += 1
+          end
+        end
+
         ::File::open(filename, "wb") { |f|
           f.write body
         }
       end
+
+      alias :save :save_as
     end
 
     # = Synopsis

data/test/tc_keep_alive.rb

@@ -0,0 +1,38 @@
+$:.unshift File.join(File.dirname(__FILE__), "..", "lib")
+
+require 'test/unit'
+require 'rubygems'
+require 'mechanize'
+require 'test_includes'
+
+class TestKeepAlive < Test::Unit::TestCase
+  include TestMethods
+
+  def setup
+    @agent = WWW::Mechanize.new
+  end
+
+  def test_keep_alive
+    page = @agent.get('http://localhost/http_headers')
+    headers = {}
+    page.body.split(/[\r\n]+/).each do |header|
+      headers.[]=(*header.chomp.split(/\|/))
+    end
+    assert(headers.has_key?('connection'))
+    assert_equal('keep-alive', headers['connection'])
+    assert(headers.has_key?('keep-alive'))
+    assert_equal('300', headers['keep-alive'])
+  end
+
+  def test_close_connection
+    @agent.keep_alive = false
+    page = @agent.get('http://localhost/http_headers')
+    headers = {}
+    page.body.split(/[\r\n]+/).each do |header|
+      headers.[]=(*header.chomp.split(/\|/))
+    end
+    assert(headers.has_key?('connection'))
+    assert_equal('close', headers['connection'])
+    assert(!headers.has_key?('keep-alive'))
+  end
+end

data/test/tc_save_file.rb

@@ -22,4 +22,35 @@ class TestSaveFile < Test::Unit::TestCase
     FileUtils.rm("test.html")
     assert_equal(length.to_i, file_length)
   end
+
+  def test_save_file_default
+    page = WWW::Mechanize::File.new(
+                                    URI.parse('http://localhost/test.html'),
+                                    {},
+                                    "hello"
+                                   )
+    page.save
+    assert(File.exists?('test.html'))
+    page.save
+    assert(File.exists?('test.html.1'))
+    page.save
+    assert(File.exists?('test.html.2'))
+    FileUtils.rm("test.html")
+    FileUtils.rm("test.html.1")
+    FileUtils.rm("test.html.2")
+  end
+
+  def test_save_file_default_with_dots
+    page = WWW::Mechanize::File.new(
+                                    URI.parse('http://localhost/../test.html'),
+                                    {},
+                                    "hello"
+                                   )
+    page.save
+    assert(File.exists?('test.html'))
+    page.save
+    assert(File.exists?('test.html.1'))
+    FileUtils.rm("test.html")
+    FileUtils.rm("test.html.1")
+  end
 end

data/test/tc_watches.rb

@@ -9,7 +9,7 @@ class Area
   attr_reader :name
 
   def initialize(node)
-    @name = node.attributes['name']
+    @name = node['name']
   end
 end
 

data/test/test_all.rb

@@ -38,3 +38,4 @@ require 'tc_subclass'
 require 'tc_textarea'
 require 'tc_upload'
 require 'tc_watches'
+require 'test_mechanize_file'

data/test/test_includes.rb

@@ -31,6 +31,7 @@ class Net::HTTP
     '/many_cookies_as_string' => ManyCookiesAsStringTest,
     '/send_cookies'           => SendCookiesTest,
     '/if_modified_since'      => ModifiedSinceServlet,
+    '/http_headers'           => HeaderServlet,
   }
 
   PAGE_CACHE = {}

data/test/test_mechanize_file.rb

@@ -0,0 +1,52 @@
+$:.unshift File.join(File.dirname(__FILE__), "..", "lib")
+
+require 'test/unit'
+require 'rubygems'
+require 'mechanize'
+require 'test_includes'
+
+class MechanizeFileTest < Test::Unit::TestCase
+  def test_content_disposition
+    file = WWW::Mechanize::File.new(
+                                    URI.parse('http://localhost/foo'),
+           { 'content-disposition' => 'attachment; filename=genome.jpeg; modification-date="Wed, 12 Feb 1997 16:29:51 -0500"', }
+           )
+    assert_equal('genome.jpeg', file.filename)
+
+    file = WWW::Mechanize::File.new(
+                                    URI.parse('http://localhost/foo'),
+           { 'content-disposition' => 'filename=genome.jpeg; modification-date="Wed, 12 Feb 1997 16:29:51 -0500"', }
+           )
+    assert_equal('genome.jpeg', file.filename)
+
+    file = WWW::Mechanize::File.new(
+                                    URI.parse('http://localhost/foo'),
+           { 'content-disposition' => 'filename=genome.jpeg', }
+           )
+    assert_equal('genome.jpeg', file.filename)
+  end
+
+  def test_from_uri
+    file = WWW::Mechanize::File.new(
+                                    URI.parse('http://localhost/foo'),
+                                    {}
+           )
+    assert_equal('foo.html', file.filename)
+
+    file = WWW::Mechanize::File.new(
+                                    URI.parse('http://localhost/foo.jpg'),
+                                    {}
+           )
+    assert_equal('foo.jpg', file.filename)
+
+    file = WWW::Mechanize::File.new(
+                                    URI.parse('http://localhost/foo.jpg')
+           )
+    assert_equal('foo.jpg', file.filename)
+  end
+
+  def test_no_uri
+    file = WWW::Mechanize::File.new()
+    assert_equal('index.html', file.filename)
+  end
+end

data/test/test_servlets.rb

@@ -4,6 +4,17 @@ require 'date'
 require 'zlib'
 require 'stringio'
 
+class HeaderServlet < WEBrick::HTTPServlet::AbstractServlet
+  def do_GET(req, res)
+    res['Content-Type'] = "text/html"
+    body = ''
+    req.each_header do |k,v|
+      body << "#{k}|#{v}\n"
+    end
+    res.body = body
+  end
+end
+
 class RefererServlet < WEBrick::HTTPServlet::AbstractServlet
   def do_GET(req, res)
     res['Content-Type'] = "text/html"

metadata

@@ -1,177 +1,181 @@
 --- !ruby/object:Gem::Specification 
-rubygems_version: 0.9.2
+rubygems_version: 0.9.0
 specification_version: 1
 name: mechanize
 version: !ruby/object:Gem::Version 
-  version: 0.6.7
-date: 2007-03-27 00:00:00 -07:00
+  version: 0.6.8
+date: 2007-04-15 00:00:00 -07:00
 summary: Mechanize provides automated web-browsing
 require_paths: 
-- lib
+  - lib
 email: aaronp@rubyforge.org
 homepage: http://mechanize.rubyforge.org/
 rubyforge_project: mechanize
-description: The Mechanize library is used for automating interaction with websites.  Mechanize automatically stores and sends cookies, follows redirects, can follow links, and submit forms.  Form fields can be populated and submitted.  Mechanize also keeps track of the sites that you have visited as a history.
+description: "The Mechanize library is used for automating interaction with websites. 
+  Mechanize automatically stores and sends cookies, follows redirects, can follow
+  links, and submit forms.  Form fields can be populated and submitted.  Mechanize
+  also keeps track of the sites that you have visited as a history."
 autorequire: 
 default_executable: 
 bindir: bin
 has_rdoc: true
 required_ruby_version: !ruby/object:Gem::Version::Requirement 
   requirements: 
-  - - ">"
-    - !ruby/object:Gem::Version 
-      version: 0.0.0
+    - 
+      - ">"
+      - !ruby/object:Gem::Version 
+        version: 0.0.0
   version: 
 platform: ruby
 signing_key: 
 cert_chain: 
 post_install_message: 
 authors: 
-- Aaron Patterson
+  - Aaron Patterson
 files: 
-- CHANGELOG.txt
-- EXAMPLES.txt
-- GUIDE.txt
-- LICENSE.txt
-- Manifest.txt
-- NOTES.txt
-- README.txt
-- Rakefile
-- eg/flickr_upload.rb
-- eg/mech-dump.rb
-- eg/proxy_req.rb
-- eg/rubyforge.rb
-- eg/spider.rb
-- lib/mechanize.rb
-- lib/mechanize/cookie.rb
-- lib/mechanize/errors.rb
-- lib/mechanize/form.rb
-- lib/mechanize/form_elements.rb
-- lib/mechanize/history.rb
-- lib/mechanize/inspect.rb
-- lib/mechanize/list.rb
-- lib/mechanize/net-overrides/net/http.rb
-- lib/mechanize/net-overrides/net/https.rb
-- lib/mechanize/net-overrides/net/protocol.rb
-- lib/mechanize/page.rb
-- lib/mechanize/page_elements.rb
-- lib/mechanize/parsers/rexml_page.rb
-- lib/mechanize/pluggable_parsers.rb
-- lib/mechanize/rexml.rb
-- setup.rb
-- test/data/htpasswd
-- test/data/server.crt
-- test/data/server.csr
-- test/data/server.key
-- test/data/server.pem
-- test/htdocs/alt_text.html
-- test/htdocs/bad_form_test.html
-- test/htdocs/button.jpg
-- test/htdocs/empty_form.html
-- test/htdocs/file_upload.html
-- test/htdocs/find_link.html
-- test/htdocs/form_multi_select.html
-- test/htdocs/form_multival.html
-- test/htdocs/form_no_action.html
-- test/htdocs/form_no_input_name.html
-- test/htdocs/form_select.html
-- test/htdocs/form_select_all.html
-- test/htdocs/form_select_none.html
-- test/htdocs/form_select_noopts.html
-- test/htdocs/form_set_fields.html
-- test/htdocs/form_test.html
-- test/htdocs/frame_test.html
-- test/htdocs/google.html
-- test/htdocs/iframe_test.html
-- test/htdocs/index.html
-- test/htdocs/link with space.html
-- test/htdocs/no_title_test.html
-- test/htdocs/relative/tc_relative_links.html
-- test/htdocs/tc_bad_links.html
-- test/htdocs/tc_checkboxes.html
-- test/htdocs/tc_encoded_links.html
-- test/htdocs/tc_form_action.html
-- test/htdocs/tc_links.html
-- test/htdocs/tc_no_attributes.html
-- test/htdocs/tc_pretty_print.html
-- test/htdocs/tc_radiobuttons.html
-- test/htdocs/tc_referer.html
-- test/htdocs/tc_relative_links.html
-- test/htdocs/tc_textarea.html
-- test/ssl_server.rb
-- test/tc_authenticate.rb
-- test/tc_bad_links.rb
-- test/tc_checkboxes.rb
-- test/tc_cookie_class.rb
-- test/tc_cookie_jar.rb
-- test/tc_cookies.rb
-- test/tc_encoded_links.rb
-- test/tc_errors.rb
-- test/tc_form_action.rb
-- test/tc_form_as_hash.rb
-- test/tc_form_button.rb
-- test/tc_form_no_inputname.rb
-- test/tc_forms.rb
-- test/tc_frames.rb
-- test/tc_gzipping.rb
-- test/tc_history.rb
-- test/tc_html_unscape_forms.rb
-- test/tc_if_modified_since.rb
-- test/tc_links.rb
-- test/tc_mech.rb
-- test/tc_multi_select.rb
-- test/tc_no_attributes.rb
-- test/tc_page.rb
-- test/tc_pluggable_parser.rb
-- test/tc_post_form.rb
-- test/tc_pretty_print.rb
-- test/tc_proxy.rb
-- test/tc_radiobutton.rb
-- test/tc_referer.rb
-- test/tc_relative_links.rb
-- test/tc_response_code.rb
-- test/tc_save_file.rb
-- test/tc_select.rb
-- test/tc_select_all.rb
-- test/tc_select_none.rb
-- test/tc_select_noopts.rb
-- test/tc_set_fields.rb
-- test/tc_ssl_server.rb
-- test/tc_subclass.rb
-- test/tc_textarea.rb
-- test/tc_upload.rb
-- test/tc_watches.rb
-- test/test_all.rb
-- test/test_includes.rb
-- test/test_servlets.rb
+  - CHANGELOG.txt
+  - EXAMPLES.txt
+  - GUIDE.txt
+  - LICENSE.txt
+  - Manifest.txt
+  - NOTES.txt
+  - README.txt
+  - Rakefile
+  - eg/flickr_upload.rb
+  - eg/mech-dump.rb
+  - eg/proxy_req.rb
+  - eg/rubyforge.rb
+  - eg/spider.rb
+  - lib/mechanize.rb
+  - lib/mechanize/cookie.rb
+  - lib/mechanize/errors.rb
+  - lib/mechanize/form.rb
+  - lib/mechanize/form_elements.rb
+  - lib/mechanize/history.rb
+  - lib/mechanize/inspect.rb
+  - lib/mechanize/list.rb
+  - lib/mechanize/monkey_patch.rb
+  - lib/mechanize/net-overrides/net/http.rb
+  - lib/mechanize/net-overrides/net/https.rb
+  - lib/mechanize/net-overrides/net/protocol.rb
+  - lib/mechanize/page.rb
+  - lib/mechanize/page_elements.rb
+  - lib/mechanize/parsers/rexml_page.rb
+  - lib/mechanize/pluggable_parsers.rb
+  - lib/mechanize/rexml.rb
+  - setup.rb
+  - test/data/htpasswd
+  - test/data/server.crt
+  - test/data/server.csr
+  - test/data/server.key
+  - test/data/server.pem
+  - test/htdocs/alt_text.html
+  - test/htdocs/bad_form_test.html
+  - test/htdocs/button.jpg
+  - test/htdocs/empty_form.html
+  - test/htdocs/file_upload.html
+  - test/htdocs/find_link.html
+  - test/htdocs/form_multi_select.html
+  - test/htdocs/form_multival.html
+  - test/htdocs/form_no_action.html
+  - test/htdocs/form_no_input_name.html
+  - test/htdocs/form_select.html
+  - test/htdocs/form_select_all.html
+  - test/htdocs/form_select_none.html
+  - test/htdocs/form_select_noopts.html
+  - test/htdocs/form_set_fields.html
+  - test/htdocs/form_test.html
+  - test/htdocs/frame_test.html
+  - test/htdocs/google.html
+  - test/htdocs/iframe_test.html
+  - test/htdocs/index.html
+  - test/htdocs/link with space.html
+  - test/htdocs/no_title_test.html
+  - test/htdocs/relative/tc_relative_links.html
+  - test/htdocs/tc_bad_links.html
+  - test/htdocs/tc_checkboxes.html
+  - test/htdocs/tc_encoded_links.html
+  - test/htdocs/tc_form_action.html
+  - test/htdocs/tc_links.html
+  - test/htdocs/tc_no_attributes.html
+  - test/htdocs/tc_pretty_print.html
+  - test/htdocs/tc_radiobuttons.html
+  - test/htdocs/tc_referer.html
+  - test/htdocs/tc_relative_links.html
+  - test/htdocs/tc_textarea.html
+  - test/ssl_server.rb
+  - test/tc_authenticate.rb
+  - test/tc_bad_links.rb
+  - test/tc_checkboxes.rb
+  - test/tc_cookie_class.rb
+  - test/tc_cookie_jar.rb
+  - test/tc_cookies.rb
+  - test/tc_encoded_links.rb
+  - test/tc_errors.rb
+  - test/tc_form_action.rb
+  - test/tc_form_as_hash.rb
+  - test/tc_form_button.rb
+  - test/tc_form_no_inputname.rb
+  - test/tc_forms.rb
+  - test/tc_frames.rb
+  - test/tc_gzipping.rb
+  - test/tc_history.rb
+  - test/tc_html_unscape_forms.rb
+  - test/tc_if_modified_since.rb
+  - test/tc_keep_alive.rb
+  - test/tc_links.rb
+  - test/tc_mech.rb
+  - test/tc_multi_select.rb
+  - test/tc_no_attributes.rb
+  - test/tc_page.rb
+  - test/tc_pluggable_parser.rb
+  - test/tc_post_form.rb
+  - test/tc_pretty_print.rb
+  - test/tc_proxy.rb
+  - test/tc_radiobutton.rb
+  - test/tc_referer.rb
+  - test/tc_relative_links.rb
+  - test/tc_response_code.rb
+  - test/tc_save_file.rb
+  - test/tc_select.rb
+  - test/tc_select_all.rb
+  - test/tc_select_none.rb
+  - test/tc_select_noopts.rb
+  - test/tc_set_fields.rb
+  - test/tc_ssl_server.rb
+  - test/tc_subclass.rb
+  - test/tc_textarea.rb
+  - test/tc_upload.rb
+  - test/tc_watches.rb
+  - test/test_all.rb
+  - test/test_includes.rb
+  - test/test_mechanize_file.rb
+  - test/test_servlets.rb
 test_files: 
-- test/test_all.rb
+  - test/test_all.rb
 rdoc_options: []
-
 extra_rdoc_files: []
-
 executables: []
-
 extensions: []
-
 requirements: []
-
 dependencies: 
-- !ruby/object:Gem::Dependency 
-  name: hpricot
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Version::Requirement 
-    requirements: 
-    - - ">"
-      - !ruby/object:Gem::Version 
-        version: 0.0.0
-    version: 
-- !ruby/object:Gem::Dependency 
-  name: hoe
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Version::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: 1.2.0
-    version: 
+  - !ruby/object:Gem::Dependency 
+    name: hpricot
+    version_requirement: 
+    version_requirements: !ruby/object:Gem::Version::Requirement 
+      requirements: 
+        - 
+          - ">="
+          - !ruby/object:Gem::Version 
+            version: 0.5.0
+      version: 
+  - !ruby/object:Gem::Dependency 
+    name: hoe
+    version_requirement: 
+    version_requirements: !ruby/object:Gem::Version::Requirement 
+      requirements: 
+        - 
+          - ">="
+          - !ruby/object:Gem::Version 
+            version: 1.2.0
+      version: