tenderlove-mechanize 0.9.3.20090617085936

Sign up to get free protection for your applications and to get access to all the features.
Files changed (173) hide show
  1. data/CHANGELOG.rdoc +496 -0
  2. data/EXAMPLES.rdoc +171 -0
  3. data/FAQ.rdoc +11 -0
  4. data/GUIDE.rdoc +122 -0
  5. data/LICENSE.rdoc +340 -0
  6. data/Manifest.txt +169 -0
  7. data/README.rdoc +60 -0
  8. data/Rakefile +43 -0
  9. data/examples/flickr_upload.rb +23 -0
  10. data/examples/mech-dump.rb +7 -0
  11. data/examples/proxy_req.rb +9 -0
  12. data/examples/rubyforge.rb +21 -0
  13. data/examples/spider.rb +11 -0
  14. data/lib/mechanize.rb +7 -0
  15. data/lib/www/mechanize/chain/auth_headers.rb +80 -0
  16. data/lib/www/mechanize/chain/body_decoding_handler.rb +48 -0
  17. data/lib/www/mechanize/chain/connection_resolver.rb +78 -0
  18. data/lib/www/mechanize/chain/custom_headers.rb +23 -0
  19. data/lib/www/mechanize/chain/handler.rb +9 -0
  20. data/lib/www/mechanize/chain/header_resolver.rb +53 -0
  21. data/lib/www/mechanize/chain/parameter_resolver.rb +24 -0
  22. data/lib/www/mechanize/chain/post_connect_hook.rb +0 -0
  23. data/lib/www/mechanize/chain/pre_connect_hook.rb +22 -0
  24. data/lib/www/mechanize/chain/request_resolver.rb +32 -0
  25. data/lib/www/mechanize/chain/response_body_parser.rb +40 -0
  26. data/lib/www/mechanize/chain/response_header_handler.rb +50 -0
  27. data/lib/www/mechanize/chain/response_reader.rb +41 -0
  28. data/lib/www/mechanize/chain/ssl_resolver.rb +42 -0
  29. data/lib/www/mechanize/chain/uri_resolver.rb +77 -0
  30. data/lib/www/mechanize/chain.rb +34 -0
  31. data/lib/www/mechanize/content_type_error.rb +16 -0
  32. data/lib/www/mechanize/cookie.rb +72 -0
  33. data/lib/www/mechanize/cookie_jar.rb +191 -0
  34. data/lib/www/mechanize/file.rb +73 -0
  35. data/lib/www/mechanize/file_response.rb +62 -0
  36. data/lib/www/mechanize/file_saver.rb +39 -0
  37. data/lib/www/mechanize/form/button.rb +8 -0
  38. data/lib/www/mechanize/form/check_box.rb +13 -0
  39. data/lib/www/mechanize/form/field.rb +28 -0
  40. data/lib/www/mechanize/form/file_upload.rb +24 -0
  41. data/lib/www/mechanize/form/image_button.rb +23 -0
  42. data/lib/www/mechanize/form/multi_select_list.rb +69 -0
  43. data/lib/www/mechanize/form/option.rb +51 -0
  44. data/lib/www/mechanize/form/radio_button.rb +38 -0
  45. data/lib/www/mechanize/form/select_list.rb +45 -0
  46. data/lib/www/mechanize/form.rb +360 -0
  47. data/lib/www/mechanize/headers.rb +12 -0
  48. data/lib/www/mechanize/history.rb +67 -0
  49. data/lib/www/mechanize/inspect.rb +90 -0
  50. data/lib/www/mechanize/monkey_patch.rb +37 -0
  51. data/lib/www/mechanize/page/base.rb +10 -0
  52. data/lib/www/mechanize/page/frame.rb +22 -0
  53. data/lib/www/mechanize/page/link.rb +50 -0
  54. data/lib/www/mechanize/page/meta.rb +51 -0
  55. data/lib/www/mechanize/page.rb +176 -0
  56. data/lib/www/mechanize/pluggable_parsers.rb +103 -0
  57. data/lib/www/mechanize/redirect_limit_reached_error.rb +18 -0
  58. data/lib/www/mechanize/redirect_not_get_or_head_error.rb +20 -0
  59. data/lib/www/mechanize/response_code_error.rb +25 -0
  60. data/lib/www/mechanize/unsupported_scheme_error.rb +10 -0
  61. data/lib/www/mechanize/util.rb +76 -0
  62. data/lib/www/mechanize.rb +619 -0
  63. data/mechanize.gemspec +41 -0
  64. data/test/chain/test_argument_validator.rb +14 -0
  65. data/test/chain/test_auth_headers.rb +25 -0
  66. data/test/chain/test_custom_headers.rb +18 -0
  67. data/test/chain/test_header_resolver.rb +28 -0
  68. data/test/chain/test_parameter_resolver.rb +35 -0
  69. data/test/chain/test_request_resolver.rb +29 -0
  70. data/test/chain/test_response_reader.rb +24 -0
  71. data/test/data/htpasswd +1 -0
  72. data/test/data/server.crt +16 -0
  73. data/test/data/server.csr +12 -0
  74. data/test/data/server.key +15 -0
  75. data/test/data/server.pem +15 -0
  76. data/test/helper.rb +129 -0
  77. data/test/htdocs/alt_text.html +10 -0
  78. data/test/htdocs/bad_form_test.html +9 -0
  79. data/test/htdocs/button.jpg +0 -0
  80. data/test/htdocs/empty_form.html +6 -0
  81. data/test/htdocs/file_upload.html +26 -0
  82. data/test/htdocs/find_link.html +41 -0
  83. data/test/htdocs/form_multi_select.html +16 -0
  84. data/test/htdocs/form_multival.html +37 -0
  85. data/test/htdocs/form_no_action.html +18 -0
  86. data/test/htdocs/form_no_input_name.html +16 -0
  87. data/test/htdocs/form_select.html +16 -0
  88. data/test/htdocs/form_select_all.html +16 -0
  89. data/test/htdocs/form_select_none.html +17 -0
  90. data/test/htdocs/form_select_noopts.html +10 -0
  91. data/test/htdocs/form_set_fields.html +14 -0
  92. data/test/htdocs/form_test.html +188 -0
  93. data/test/htdocs/frame_test.html +30 -0
  94. data/test/htdocs/google.html +13 -0
  95. data/test/htdocs/iframe_test.html +16 -0
  96. data/test/htdocs/index.html +6 -0
  97. data/test/htdocs/link with space.html +5 -0
  98. data/test/htdocs/meta_cookie.html +11 -0
  99. data/test/htdocs/no_title_test.html +6 -0
  100. data/test/htdocs/relative/tc_relative_links.html +21 -0
  101. data/test/htdocs/tc_bad_links.html +5 -0
  102. data/test/htdocs/tc_base_link.html +8 -0
  103. data/test/htdocs/tc_blank_form.html +11 -0
  104. data/test/htdocs/tc_checkboxes.html +19 -0
  105. data/test/htdocs/tc_encoded_links.html +5 -0
  106. data/test/htdocs/tc_follow_meta.html +8 -0
  107. data/test/htdocs/tc_form_action.html +48 -0
  108. data/test/htdocs/tc_links.html +18 -0
  109. data/test/htdocs/tc_no_attributes.html +16 -0
  110. data/test/htdocs/tc_pretty_print.html +17 -0
  111. data/test/htdocs/tc_radiobuttons.html +17 -0
  112. data/test/htdocs/tc_referer.html +10 -0
  113. data/test/htdocs/tc_relative_links.html +19 -0
  114. data/test/htdocs/tc_textarea.html +23 -0
  115. data/test/htdocs/unusual______.html +5 -0
  116. data/test/servlets.rb +365 -0
  117. data/test/ssl_server.rb +48 -0
  118. data/test/test_authenticate.rb +71 -0
  119. data/test/test_bad_links.rb +25 -0
  120. data/test/test_blank_form.rb +16 -0
  121. data/test/test_checkboxes.rb +61 -0
  122. data/test/test_content_type.rb +13 -0
  123. data/test/test_cookie_class.rb +338 -0
  124. data/test/test_cookie_jar.rb +362 -0
  125. data/test/test_cookies.rb +123 -0
  126. data/test/test_encoded_links.rb +20 -0
  127. data/test/test_errors.rb +49 -0
  128. data/test/test_follow_meta.rb +108 -0
  129. data/test/test_form_action.rb +44 -0
  130. data/test/test_form_as_hash.rb +61 -0
  131. data/test/test_form_button.rb +38 -0
  132. data/test/test_form_no_inputname.rb +15 -0
  133. data/test/test_forms.rb +564 -0
  134. data/test/test_frames.rb +25 -0
  135. data/test/test_get_headers.rb +52 -0
  136. data/test/test_gzipping.rb +22 -0
  137. data/test/test_hash_api.rb +45 -0
  138. data/test/test_history.rb +142 -0
  139. data/test/test_history_added.rb +16 -0
  140. data/test/test_html_unscape_forms.rb +39 -0
  141. data/test/test_if_modified_since.rb +20 -0
  142. data/test/test_keep_alive.rb +31 -0
  143. data/test/test_links.rb +120 -0
  144. data/test/test_mech.rb +268 -0
  145. data/test/test_mechanize_file.rb +47 -0
  146. data/test/test_meta.rb +65 -0
  147. data/test/test_multi_select.rb +106 -0
  148. data/test/test_no_attributes.rb +13 -0
  149. data/test/test_option.rb +18 -0
  150. data/test/test_page.rb +119 -0
  151. data/test/test_pluggable_parser.rb +145 -0
  152. data/test/test_post_form.rb +34 -0
  153. data/test/test_pretty_print.rb +22 -0
  154. data/test/test_radiobutton.rb +75 -0
  155. data/test/test_redirect_limit_reached.rb +41 -0
  156. data/test/test_redirect_verb_handling.rb +45 -0
  157. data/test/test_referer.rb +39 -0
  158. data/test/test_relative_links.rb +40 -0
  159. data/test/test_request.rb +13 -0
  160. data/test/test_response_code.rb +52 -0
  161. data/test/test_save_file.rb +48 -0
  162. data/test/test_scheme.rb +48 -0
  163. data/test/test_select.rb +106 -0
  164. data/test/test_select_all.rb +15 -0
  165. data/test/test_select_none.rb +15 -0
  166. data/test/test_select_noopts.rb +16 -0
  167. data/test/test_set_fields.rb +44 -0
  168. data/test/test_ssl_server.rb +20 -0
  169. data/test/test_subclass.rb +14 -0
  170. data/test/test_textarea.rb +45 -0
  171. data/test/test_upload.rb +109 -0
  172. data/test/test_verbs.rb +25 -0
  173. metadata +314 -0
data/GUIDE.rdoc ADDED
@@ -0,0 +1,122 @@
1
+ = Getting Started With WWW::Mechanize
2
+ This guide is meant to get you started using Mechanize. By the end of this
3
+ guide, you should be able to fetch pages, click links, fill out and submit
4
+ forms, scrape data, and many other hopefully useful things. This guide
5
+ really just scratches the surface of what is available, but should be enough
6
+ information to get you really going!
7
+
8
+ == Let's Fetch a Page!
9
+ First thing is first. Make sure that you've required mechanize and that you
10
+ instantiate a new mechanize object:
11
+ require 'rubygems'
12
+ require 'mechanize'
13
+
14
+ agent = WWW::Mechanize.new
15
+ Now we'll use the agent we've created to fetch a page. Let's fetch google
16
+ with our mechanize agent:
17
+ page = agent.get('http://google.com/')
18
+ What just happened? We told mechanize to go pick up google's main page.
19
+ Mechanize stored any cookies that were set, and followed any redirects that
20
+ google may have sent. The agent gave us back a page that we can use to
21
+ scrape data, find links to click, or find forms to fill out.
22
+
23
+ Next, lets try finding some links to click.
24
+
25
+ == Finding Links
26
+ Mechanize returns a page object whenever you get a page, post, or submit a
27
+ form. When a page is fetched, the agent will parse the page and put a list
28
+ of links on the page object.
29
+
30
+ Now that we've fetched google's homepage, lets try listing all of the links:
31
+ page.links.each do |link|
32
+ puts link.text
33
+ end
34
+ We can list the links, but Mechanize gives a few shortcuts to help us find a
35
+ link to click on. Lets say we wanted to click the link whose text is 'News'.
36
+ Normally, we would have to do this:
37
+ page = agent.click page.links.find { |l| l.text == 'News' }
38
+ But Mechanize gives us a shortcut. Instead we can say this:
39
+ page = agent.click page.link_with(:text => 'News')
40
+ That shortcut says "find all links with the name 'News'". You're probably
41
+ thinking "there could be multiple links with that text!", and you would be
42
+ correct! If you use the plural form, you can access the list.
43
+ If you wanted to click on the second news link, you could do this:
44
+ agent.click page.links_with(:text => 'News')[1]
45
+ We can even find a link with a certain href like so:
46
+ page.links_with(:href => '/something')
47
+ Or chain them together to find a link with certain text and certain href:
48
+ page.links_with(:text => 'News', :href => '/something')
49
+
50
+ These shortcuts that mechanize provides are available on any list that you
51
+ can fetch like frames, iframes, or forms. Now that we know how to find and
52
+ click links, lets try something more complicated like filling out a form.
53
+
54
+ == Filling Out Forms
55
+ Lets continue with our google example. Here's the code we have so far:
56
+ require 'rubygems'
57
+ require 'mechanize'
58
+
59
+ agent = WWW::Mechanize.new
60
+ page = agent.get('http://google.com/')
61
+ If we pretty print the page, we can see that there is one form named 'f',
62
+ that has a couple buttons and a few fields:
63
+ pp page
64
+ Now that we know the name of the form, lets fetch it off the page:
65
+ google_form = page.form('f')
66
+ Mechanize lets you access form input fields in a few different ways, but the
67
+ most convenient is that you can access input fields as accessors on the
68
+ object. So lets set the form field named 'q' on the form to 'ruby mechanize':
69
+ google_form.q = 'ruby mechanize'
70
+ To make sure that we set the value, lets pretty print the form, and you should
71
+ see a line similar to this:
72
+ #<WWW::Mechanize::Field:0x1403488 @name="q", @value="ruby mechanize">
73
+ If you saw that the value of 'q' changed, you're on the right track! Now we
74
+ can submit the form and 'press' the submit button and print the results:
75
+ page = agent.submit(google_form, google_form.buttons.first)
76
+ pp page
77
+ What we just did was equivalent to putting text in the search field and
78
+ clicking the 'Google Search' button. If we had submitted the form without
79
+ a button, it would be like typing in the text field and hitting the return
80
+ button.
81
+
82
+ Lets take a look at the code all together:
83
+ require 'rubygems'
84
+ require 'mechanize'
85
+
86
+ agent = WWW::Mechanize.new
87
+ page = agent.get('http://google.com/')
88
+ google_form = page.form('f')
89
+ google_form.q = 'ruby mechanize'
90
+ page = agent.submit(google_form)
91
+ pp page
92
+
93
+ Before we go on to screen scraping, lets take a look at forms a little more
94
+ in depth. Unless you want to skip ahead!
95
+
96
+ == Advanced Form Techniques
97
+ In this section, I want to touch on using the different types in input fields
98
+ possible with a form. Password and textarea fields can be treated just like
99
+ text input fields. Select fields are very similar to text fields, but they
100
+ have many options associated with them. If you select one option, mechanize
101
+ will deselect the other options (unless it is a multi select!).
102
+
103
+ For example, lets select an option on a list:
104
+ form.field_with(:name => 'list').options[0].select
105
+
106
+ Now lets take a look at checkboxes and radio buttons. To select a checkbox,
107
+ just check it like this:
108
+ form.checkbox_with(:name => 'box').check
109
+ Radio buttons are very similar to checkboxes, but they know how to uncheck
110
+ other radio buttons of the same name. Just check a radio button like you
111
+ would a checkbox:
112
+ form.radiobuttons_with(:name => 'box')[1].check
113
+ Mechanize also makes file uploads easy! Just find the file upload field, and
114
+ tell it what file name you want to upload:
115
+ form.file_uploads.first.file_name = "somefile.jpg"
116
+
117
+ == Scraping Data
118
+ Mechanize uses nokogiri[http://nokogiri.rubyforge.org/] to parse
119
+ html. What does this mean for you? You can treat a mechanize page like
120
+ an nokogiri object. After you have used Mechanize to navigate to the page
121
+ that you need to scrape, then scrape it using nokogiri methods:
122
+ agent.get('http://someurl.com/').search(".//p[@class='posted']")
data/LICENSE.rdoc ADDED
@@ -0,0 +1,340 @@
1
+ GNU GENERAL PUBLIC LICENSE
2
+ Version 2, June 1991
3
+
4
+ Copyright (C) 1989, 1991 Free Software Foundation, Inc.
5
+ 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
6
+ Everyone is permitted to copy and distribute verbatim copies
7
+ of this license document, but changing it is not allowed.
8
+
9
+ Preamble
10
+
11
+ The licenses for most software are designed to take away your
12
+ freedom to share and change it. By contrast, the GNU General Public
13
+ License is intended to guarantee your freedom to share and change free
14
+ software--to make sure the software is free for all its users. This
15
+ General Public License applies to most of the Free Software
16
+ Foundation's software and to any other program whose authors commit to
17
+ using it. (Some other Free Software Foundation software is covered by
18
+ the GNU Library General Public License instead.) You can apply it to
19
+ your programs, too.
20
+
21
+ When we speak of free software, we are referring to freedom, not
22
+ price. Our General Public Licenses are designed to make sure that you
23
+ have the freedom to distribute copies of free software (and charge for
24
+ this service if you wish), that you receive source code or can get it
25
+ if you want it, that you can change the software or use pieces of it
26
+ in new free programs; and that you know you can do these things.
27
+
28
+ To protect your rights, we need to make restrictions that forbid
29
+ anyone to deny you these rights or to ask you to surrender the rights.
30
+ These restrictions translate to certain responsibilities for you if you
31
+ distribute copies of the software, or if you modify it.
32
+
33
+ For example, if you distribute copies of such a program, whether
34
+ gratis or for a fee, you must give the recipients all the rights that
35
+ you have. You must make sure that they, too, receive or can get the
36
+ source code. And you must show them these terms so they know their
37
+ rights.
38
+
39
+ We protect your rights with two steps: (1) copyright the software, and
40
+ (2) offer you this license which gives you legal permission to copy,
41
+ distribute and/or modify the software.
42
+
43
+ Also, for each author's protection and ours, we want to make certain
44
+ that everyone understands that there is no warranty for this free
45
+ software. If the software is modified by someone else and passed on, we
46
+ want its recipients to know that what they have is not the original, so
47
+ that any problems introduced by others will not reflect on the original
48
+ authors' reputations.
49
+
50
+ Finally, any free program is threatened constantly by software
51
+ patents. We wish to avoid the danger that redistributors of a free
52
+ program will individually obtain patent licenses, in effect making the
53
+ program proprietary. To prevent this, we have made it clear that any
54
+ patent must be licensed for everyone's free use or not licensed at all.
55
+
56
+ The precise terms and conditions for copying, distribution and
57
+ modification follow.
58
+
59
+ GNU GENERAL PUBLIC LICENSE
60
+ TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION
61
+
62
+ 0. This License applies to any program or other work which contains
63
+ a notice placed by the copyright holder saying it may be distributed
64
+ under the terms of this General Public License. The "Program", below,
65
+ refers to any such program or work, and a "work based on the Program"
66
+ means either the Program or any derivative work under copyright law:
67
+ that is to say, a work containing the Program or a portion of it,
68
+ either verbatim or with modifications and/or translated into another
69
+ language. (Hereinafter, translation is included without limitation in
70
+ the term "modification".) Each licensee is addressed as "you".
71
+
72
+ Activities other than copying, distribution and modification are not
73
+ covered by this License; they are outside its scope. The act of
74
+ running the Program is not restricted, and the output from the Program
75
+ is covered only if its contents constitute a work based on the
76
+ Program (independent of having been made by running the Program).
77
+ Whether that is true depends on what the Program does.
78
+
79
+ 1. You may copy and distribute verbatim copies of the Program's
80
+ source code as you receive it, in any medium, provided that you
81
+ conspicuously and appropriately publish on each copy an appropriate
82
+ copyright notice and disclaimer of warranty; keep intact all the
83
+ notices that refer to this License and to the absence of any warranty;
84
+ and give any other recipients of the Program a copy of this License
85
+ along with the Program.
86
+
87
+ You may charge a fee for the physical act of transferring a copy, and
88
+ you may at your option offer warranty protection in exchange for a fee.
89
+
90
+ 2. You may modify your copy or copies of the Program or any portion
91
+ of it, thus forming a work based on the Program, and copy and
92
+ distribute such modifications or work under the terms of Section 1
93
+ above, provided that you also meet all of these conditions:
94
+
95
+ a) You must cause the modified files to carry prominent notices
96
+ stating that you changed the files and the date of any change.
97
+
98
+ b) You must cause any work that you distribute or publish, that in
99
+ whole or in part contains or is derived from the Program or any
100
+ part thereof, to be licensed as a whole at no charge to all third
101
+ parties under the terms of this License.
102
+
103
+ c) If the modified program normally reads commands interactively
104
+ when run, you must cause it, when started running for such
105
+ interactive use in the most ordinary way, to print or display an
106
+ announcement including an appropriate copyright notice and a
107
+ notice that there is no warranty (or else, saying that you provide
108
+ a warranty) and that users may redistribute the program under
109
+ these conditions, and telling the user how to view a copy of this
110
+ License. (Exception: if the Program itself is interactive but
111
+ does not normally print such an announcement, your work based on
112
+ the Program is not required to print an announcement.)
113
+
114
+ These requirements apply to the modified work as a whole. If
115
+ identifiable sections of that work are not derived from the Program,
116
+ and can be reasonably considered independent and separate works in
117
+ themselves, then this License, and its terms, do not apply to those
118
+ sections when you distribute them as separate works. But when you
119
+ distribute the same sections as part of a whole which is a work based
120
+ on the Program, the distribution of the whole must be on the terms of
121
+ this License, whose permissions for other licensees extend to the
122
+ entire whole, and thus to each and every part regardless of who wrote it.
123
+
124
+ Thus, it is not the intent of this section to claim rights or contest
125
+ your rights to work written entirely by you; rather, the intent is to
126
+ exercise the right to control the distribution of derivative or
127
+ collective works based on the Program.
128
+
129
+ In addition, mere aggregation of another work not based on the Program
130
+ with the Program (or with a work based on the Program) on a volume of
131
+ a storage or distribution medium does not bring the other work under
132
+ the scope of this License.
133
+
134
+ 3. You may copy and distribute the Program (or a work based on it,
135
+ under Section 2) in object code or executable form under the terms of
136
+ Sections 1 and 2 above provided that you also do one of the following:
137
+
138
+ a) Accompany it with the complete corresponding machine-readable
139
+ source code, which must be distributed under the terms of Sections
140
+ 1 and 2 above on a medium customarily used for software interchange; or,
141
+
142
+ b) Accompany it with a written offer, valid for at least three
143
+ years, to give any third party, for a charge no more than your
144
+ cost of physically performing source distribution, a complete
145
+ machine-readable copy of the corresponding source code, to be
146
+ distributed under the terms of Sections 1 and 2 above on a medium
147
+ customarily used for software interchange; or,
148
+
149
+ c) Accompany it with the information you received as to the offer
150
+ to distribute corresponding source code. (This alternative is
151
+ allowed only for noncommercial distribution and only if you
152
+ received the program in object code or executable form with such
153
+ an offer, in accord with Subsection b above.)
154
+
155
+ The source code for a work means the preferred form of the work for
156
+ making modifications to it. For an executable work, complete source
157
+ code means all the source code for all modules it contains, plus any
158
+ associated interface definition files, plus the scripts used to
159
+ control compilation and installation of the executable. However, as a
160
+ special exception, the source code distributed need not include
161
+ anything that is normally distributed (in either source or binary
162
+ form) with the major components (compiler, kernel, and so on) of the
163
+ operating system on which the executable runs, unless that component
164
+ itself accompanies the executable.
165
+
166
+ If distribution of executable or object code is made by offering
167
+ access to copy from a designated place, then offering equivalent
168
+ access to copy the source code from the same place counts as
169
+ distribution of the source code, even though third parties are not
170
+ compelled to copy the source along with the object code.
171
+
172
+ 4. You may not copy, modify, sublicense, or distribute the Program
173
+ except as expressly provided under this License. Any attempt
174
+ otherwise to copy, modify, sublicense or distribute the Program is
175
+ void, and will automatically terminate your rights under this License.
176
+ However, parties who have received copies, or rights, from you under
177
+ this License will not have their licenses terminated so long as such
178
+ parties remain in full compliance.
179
+
180
+ 5. You are not required to accept this License, since you have not
181
+ signed it. However, nothing else grants you permission to modify or
182
+ distribute the Program or its derivative works. These actions are
183
+ prohibited by law if you do not accept this License. Therefore, by
184
+ modifying or distributing the Program (or any work based on the
185
+ Program), you indicate your acceptance of this License to do so, and
186
+ all its terms and conditions for copying, distributing or modifying
187
+ the Program or works based on it.
188
+
189
+ 6. Each time you redistribute the Program (or any work based on the
190
+ Program), the recipient automatically receives a license from the
191
+ original licensor to copy, distribute or modify the Program subject to
192
+ these terms and conditions. You may not impose any further
193
+ restrictions on the recipients' exercise of the rights granted herein.
194
+ You are not responsible for enforcing compliance by third parties to
195
+ this License.
196
+
197
+ 7. If, as a consequence of a court judgment or allegation of patent
198
+ infringement or for any other reason (not limited to patent issues),
199
+ conditions are imposed on you (whether by court order, agreement or
200
+ otherwise) that contradict the conditions of this License, they do not
201
+ excuse you from the conditions of this License. If you cannot
202
+ distribute so as to satisfy simultaneously your obligations under this
203
+ License and any other pertinent obligations, then as a consequence you
204
+ may not distribute the Program at all. For example, if a patent
205
+ license would not permit royalty-free redistribution of the Program by
206
+ all those who receive copies directly or indirectly through you, then
207
+ the only way you could satisfy both it and this License would be to
208
+ refrain entirely from distribution of the Program.
209
+
210
+ If any portion of this section is held invalid or unenforceable under
211
+ any particular circumstance, the balance of the section is intended to
212
+ apply and the section as a whole is intended to apply in other
213
+ circumstances.
214
+
215
+ It is not the purpose of this section to induce you to infringe any
216
+ patents or other property right claims or to contest validity of any
217
+ such claims; this section has the sole purpose of protecting the
218
+ integrity of the free software distribution system, which is
219
+ implemented by public license practices. Many people have made
220
+ generous contributions to the wide range of software distributed
221
+ through that system in reliance on consistent application of that
222
+ system; it is up to the author/donor to decide if he or she is willing
223
+ to distribute software through any other system and a licensee cannot
224
+ impose that choice.
225
+
226
+ This section is intended to make thoroughly clear what is believed to
227
+ be a consequence of the rest of this License.
228
+
229
+ 8. If the distribution and/or use of the Program is restricted in
230
+ certain countries either by patents or by copyrighted interfaces, the
231
+ original copyright holder who places the Program under this License
232
+ may add an explicit geographical distribution limitation excluding
233
+ those countries, so that distribution is permitted only in or among
234
+ countries not thus excluded. In such case, this License incorporates
235
+ the limitation as if written in the body of this License.
236
+
237
+ 9. The Free Software Foundation may publish revised and/or new versions
238
+ of the General Public License from time to time. Such new versions will
239
+ be similar in spirit to the present version, but may differ in detail to
240
+ address new problems or concerns.
241
+
242
+ Each version is given a distinguishing version number. If the Program
243
+ specifies a version number of this License which applies to it and "any
244
+ later version", you have the option of following the terms and conditions
245
+ either of that version or of any later version published by the Free
246
+ Software Foundation. If the Program does not specify a version number of
247
+ this License, you may choose any version ever published by the Free Software
248
+ Foundation.
249
+
250
+ 10. If you wish to incorporate parts of the Program into other free
251
+ programs whose distribution conditions are different, write to the author
252
+ to ask for permission. For software which is copyrighted by the Free
253
+ Software Foundation, write to the Free Software Foundation; we sometimes
254
+ make exceptions for this. Our decision will be guided by the two goals
255
+ of preserving the free status of all derivatives of our free software and
256
+ of promoting the sharing and reuse of software generally.
257
+
258
+ NO WARRANTY
259
+
260
+ 11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY
261
+ FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW. EXCEPT WHEN
262
+ OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES
263
+ PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED
264
+ OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
265
+ MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS
266
+ TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE
267
+ PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING,
268
+ REPAIR OR CORRECTION.
269
+
270
+ 12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING
271
+ WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR
272
+ REDISTRIBUTE THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES,
273
+ INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING
274
+ OUT OF THE USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED
275
+ TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY
276
+ YOU OR THIRD PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER
277
+ PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE
278
+ POSSIBILITY OF SUCH DAMAGES.
279
+
280
+ END OF TERMS AND CONDITIONS
281
+
282
+ How to Apply These Terms to Your New Programs
283
+
284
+ If you develop a new program, and you want it to be of the greatest
285
+ possible use to the public, the best way to achieve this is to make it
286
+ free software which everyone can redistribute and change under these terms.
287
+
288
+ To do so, attach the following notices to the program. It is safest
289
+ to attach them to the start of each source file to most effectively
290
+ convey the exclusion of warranty; and each file should have at least
291
+ the "copyright" line and a pointer to where the full notice is found.
292
+
293
+ <one line to give the program's name and a brief idea of what it does.>
294
+ Copyright (C) <year> <name of author>
295
+
296
+ This program is free software; you can redistribute it and/or modify
297
+ it under the terms of the GNU General Public License as published by
298
+ the Free Software Foundation; either version 2 of the License, or
299
+ (at your option) any later version.
300
+
301
+ This program is distributed in the hope that it will be useful,
302
+ but WITHOUT ANY WARRANTY; without even the implied warranty of
303
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
304
+ GNU General Public License for more details.
305
+
306
+ You should have received a copy of the GNU General Public License
307
+ along with this program; if not, write to the Free Software
308
+ Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
309
+
310
+
311
+ Also add information on how to contact you by electronic and paper mail.
312
+
313
+ If the program is interactive, make it output a short notice like this
314
+ when it starts in an interactive mode:
315
+
316
+ Gnomovision version 69, Copyright (C) year name of author
317
+ Gnomovision comes with ABSOLUTELY NO WARRANTY; for details type `show w'.
318
+ This is free software, and you are welcome to redistribute it
319
+ under certain conditions; type `show c' for details.
320
+
321
+ The hypothetical commands `show w' and `show c' should show the appropriate
322
+ parts of the General Public License. Of course, the commands you use may
323
+ be called something other than `show w' and `show c'; they could even be
324
+ mouse-clicks or menu items--whatever suits your program.
325
+
326
+ You should also get your employer (if you work as a programmer) or your
327
+ school, if any, to sign a "copyright disclaimer" for the program, if
328
+ necessary. Here is a sample; alter the names:
329
+
330
+ Yoyodyne, Inc., hereby disclaims all copyright interest in the program
331
+ `Gnomovision' (which makes passes at compilers) written by James Hacker.
332
+
333
+ <signature of Ty Coon>, 1 April 1989
334
+ Ty Coon, President of Vice
335
+
336
+ This General Public License does not permit incorporating your program into
337
+ proprietary programs. If your program is a subroutine library, you may
338
+ consider it more useful to permit linking proprietary applications with the
339
+ library. If this is what you want to do, use the GNU Library General
340
+ Public License instead of this License.
data/Manifest.txt ADDED
@@ -0,0 +1,169 @@
1
+ CHANGELOG.rdoc
2
+ EXAMPLES.rdoc
3
+ FAQ.rdoc
4
+ GUIDE.rdoc
5
+ LICENSE.rdoc
6
+ Manifest.txt
7
+ README.rdoc
8
+ Rakefile
9
+ examples/flickr_upload.rb
10
+ examples/mech-dump.rb
11
+ examples/proxy_req.rb
12
+ examples/rubyforge.rb
13
+ examples/spider.rb
14
+ lib/mechanize.rb
15
+ lib/www/mechanize.rb
16
+ lib/www/mechanize/chain.rb
17
+ lib/www/mechanize/chain/auth_headers.rb
18
+ lib/www/mechanize/chain/body_decoding_handler.rb
19
+ lib/www/mechanize/chain/connection_resolver.rb
20
+ lib/www/mechanize/chain/custom_headers.rb
21
+ lib/www/mechanize/chain/handler.rb
22
+ lib/www/mechanize/chain/header_resolver.rb
23
+ lib/www/mechanize/chain/parameter_resolver.rb
24
+ lib/www/mechanize/chain/post_connect_hook.rb
25
+ lib/www/mechanize/chain/pre_connect_hook.rb
26
+ lib/www/mechanize/chain/request_resolver.rb
27
+ lib/www/mechanize/chain/response_body_parser.rb
28
+ lib/www/mechanize/chain/response_header_handler.rb
29
+ lib/www/mechanize/chain/response_reader.rb
30
+ lib/www/mechanize/chain/ssl_resolver.rb
31
+ lib/www/mechanize/chain/uri_resolver.rb
32
+ lib/www/mechanize/content_type_error.rb
33
+ lib/www/mechanize/cookie.rb
34
+ lib/www/mechanize/cookie_jar.rb
35
+ lib/www/mechanize/file.rb
36
+ lib/www/mechanize/file_response.rb
37
+ lib/www/mechanize/file_saver.rb
38
+ lib/www/mechanize/form.rb
39
+ lib/www/mechanize/form/button.rb
40
+ lib/www/mechanize/form/check_box.rb
41
+ lib/www/mechanize/form/field.rb
42
+ lib/www/mechanize/form/file_upload.rb
43
+ lib/www/mechanize/form/image_button.rb
44
+ lib/www/mechanize/form/multi_select_list.rb
45
+ lib/www/mechanize/form/option.rb
46
+ lib/www/mechanize/form/radio_button.rb
47
+ lib/www/mechanize/form/select_list.rb
48
+ lib/www/mechanize/headers.rb
49
+ lib/www/mechanize/history.rb
50
+ lib/www/mechanize/inspect.rb
51
+ lib/www/mechanize/monkey_patch.rb
52
+ lib/www/mechanize/page.rb
53
+ lib/www/mechanize/page/base.rb
54
+ lib/www/mechanize/page/frame.rb
55
+ lib/www/mechanize/page/link.rb
56
+ lib/www/mechanize/page/meta.rb
57
+ lib/www/mechanize/pluggable_parsers.rb
58
+ lib/www/mechanize/redirect_limit_reached_error.rb
59
+ lib/www/mechanize/redirect_not_get_or_head_error.rb
60
+ lib/www/mechanize/response_code_error.rb
61
+ lib/www/mechanize/unsupported_scheme_error.rb
62
+ lib/www/mechanize/util.rb
63
+ mechanize.gemspec
64
+ test/chain/test_argument_validator.rb
65
+ test/chain/test_custom_headers.rb
66
+ test/chain/test_parameter_resolver.rb
67
+ test/chain/test_request_resolver.rb
68
+ test/chain/test_response_reader.rb
69
+ test/data/htpasswd
70
+ test/data/server.crt
71
+ test/data/server.csr
72
+ test/data/server.key
73
+ test/data/server.pem
74
+ test/helper.rb
75
+ test/htdocs/alt_text.html
76
+ test/htdocs/bad_form_test.html
77
+ test/htdocs/button.jpg
78
+ test/htdocs/empty_form.html
79
+ test/htdocs/file_upload.html
80
+ test/htdocs/find_link.html
81
+ test/htdocs/form_multi_select.html
82
+ test/htdocs/form_multival.html
83
+ test/htdocs/form_no_action.html
84
+ test/htdocs/form_no_input_name.html
85
+ test/htdocs/form_select.html
86
+ test/htdocs/form_select_all.html
87
+ test/htdocs/form_select_none.html
88
+ test/htdocs/form_select_noopts.html
89
+ test/htdocs/form_set_fields.html
90
+ test/htdocs/form_test.html
91
+ test/htdocs/frame_test.html
92
+ test/htdocs/google.html
93
+ test/htdocs/iframe_test.html
94
+ test/htdocs/index.html
95
+ test/htdocs/link with space.html
96
+ test/htdocs/meta_cookie.html
97
+ test/htdocs/no_title_test.html
98
+ test/htdocs/relative/tc_relative_links.html
99
+ test/htdocs/tc_bad_links.html
100
+ test/htdocs/tc_base_link.html
101
+ test/htdocs/tc_blank_form.html
102
+ test/htdocs/tc_checkboxes.html
103
+ test/htdocs/tc_encoded_links.html
104
+ test/htdocs/tc_follow_meta.html
105
+ test/htdocs/tc_form_action.html
106
+ test/htdocs/tc_links.html
107
+ test/htdocs/tc_no_attributes.html
108
+ test/htdocs/tc_pretty_print.html
109
+ test/htdocs/tc_radiobuttons.html
110
+ test/htdocs/tc_referer.html
111
+ test/htdocs/tc_relative_links.html
112
+ test/htdocs/tc_textarea.html
113
+ test/htdocs/unusual______.html
114
+ test/servlets.rb
115
+ test/ssl_server.rb
116
+ test/test_authenticate.rb
117
+ test/test_bad_links.rb
118
+ test/test_blank_form.rb
119
+ test/test_checkboxes.rb
120
+ test/test_content_type.rb
121
+ test/test_cookie_class.rb
122
+ test/test_cookie_jar.rb
123
+ test/test_cookies.rb
124
+ test/test_encoded_links.rb
125
+ test/test_errors.rb
126
+ test/test_follow_meta.rb
127
+ test/test_form_action.rb
128
+ test/test_form_as_hash.rb
129
+ test/test_form_button.rb
130
+ test/test_form_no_inputname.rb
131
+ test/test_forms.rb
132
+ test/test_frames.rb
133
+ test/test_get_headers.rb
134
+ test/test_gzipping.rb
135
+ test/test_hash_api.rb
136
+ test/test_history.rb
137
+ test/test_history_added.rb
138
+ test/test_html_unscape_forms.rb
139
+ test/test_if_modified_since.rb
140
+ test/test_keep_alive.rb
141
+ test/test_links.rb
142
+ test/test_mech.rb
143
+ test/test_mechanize_file.rb
144
+ test/test_multi_select.rb
145
+ test/test_no_attributes.rb
146
+ test/test_option.rb
147
+ test/test_page.rb
148
+ test/test_pluggable_parser.rb
149
+ test/test_post_form.rb
150
+ test/test_pretty_print.rb
151
+ test/test_radiobutton.rb
152
+ test/test_redirect_limit_reached.rb
153
+ test/test_redirect_verb_handling.rb
154
+ test/test_referer.rb
155
+ test/test_relative_links.rb
156
+ test/test_request.rb
157
+ test/test_response_code.rb
158
+ test/test_save_file.rb
159
+ test/test_scheme.rb
160
+ test/test_select.rb
161
+ test/test_select_all.rb
162
+ test/test_select_none.rb
163
+ test/test_select_noopts.rb
164
+ test/test_set_fields.rb
165
+ test/test_ssl_server.rb
166
+ test/test_subclass.rb
167
+ test/test_textarea.rb
168
+ test/test_upload.rb
169
+ test/test_verbs.rb