aai10-mechanize 2.0.1.0
Sign up to get free protection for your applications and to get access to all the features.
- data/.autotest +6 -0
- data/.gitignore +9 -0
- data/CHANGELOG.rdoc +652 -0
- data/EXAMPLES.rdoc +187 -0
- data/FAQ.rdoc +11 -0
- data/GUIDE.rdoc +163 -0
- data/LICENSE.rdoc +20 -0
- data/Manifest.txt +172 -0
- data/README.rdoc +63 -0
- data/Rakefile +36 -0
- data/aai10-mechanize.gemspec +20 -0
- data/examples/flickr_upload.rb +22 -0
- data/examples/mech-dump.rb +5 -0
- data/examples/proxy_req.rb +7 -0
- data/examples/rubyforge.rb +20 -0
- data/examples/spider.rb +21 -0
- data/lib/mechanize.rb +664 -0
- data/lib/mechanize/content_type_error.rb +14 -0
- data/lib/mechanize/cookie.rb +116 -0
- data/lib/mechanize/cookie_jar.rb +202 -0
- data/lib/mechanize/element_matcher.rb +35 -0
- data/lib/mechanize/file.rb +80 -0
- data/lib/mechanize/file_connection.rb +17 -0
- data/lib/mechanize/file_request.rb +26 -0
- data/lib/mechanize/file_response.rb +74 -0
- data/lib/mechanize/file_saver.rb +37 -0
- data/lib/mechanize/form.rb +478 -0
- data/lib/mechanize/form/button.rb +9 -0
- data/lib/mechanize/form/check_box.rb +11 -0
- data/lib/mechanize/form/field.rb +44 -0
- data/lib/mechanize/form/file_upload.rb +23 -0
- data/lib/mechanize/form/image_button.rb +20 -0
- data/lib/mechanize/form/multi_select_list.rb +83 -0
- data/lib/mechanize/form/option.rb +49 -0
- data/lib/mechanize/form/radio_button.rb +48 -0
- data/lib/mechanize/form/select_list.rb +40 -0
- data/lib/mechanize/headers.rb +25 -0
- data/lib/mechanize/history.rb +83 -0
- data/lib/mechanize/http.rb +3 -0
- data/lib/mechanize/http/agent.rb +738 -0
- data/lib/mechanize/inspect.rb +88 -0
- data/lib/mechanize/monkey_patch.rb +37 -0
- data/lib/mechanize/page.rb +408 -0
- data/lib/mechanize/page/base.rb +8 -0
- data/lib/mechanize/page/frame.rb +27 -0
- data/lib/mechanize/page/image.rb +30 -0
- data/lib/mechanize/page/label.rb +20 -0
- data/lib/mechanize/page/link.rb +82 -0
- data/lib/mechanize/page/meta_refresh.rb +56 -0
- data/lib/mechanize/pluggable_parsers.rb +101 -0
- data/lib/mechanize/redirect_limit_reached_error.rb +16 -0
- data/lib/mechanize/redirect_not_get_or_head_error.rb +19 -0
- data/lib/mechanize/response_code_error.rb +22 -0
- data/lib/mechanize/response_read_error.rb +27 -0
- data/lib/mechanize/robots_disallowed_error.rb +29 -0
- data/lib/mechanize/unsupported_scheme_error.rb +8 -0
- data/lib/mechanize/util.rb +113 -0
- data/test/data/htpasswd +1 -0
- data/test/data/server.crt +16 -0
- data/test/data/server.csr +12 -0
- data/test/data/server.key +15 -0
- data/test/data/server.pem +15 -0
- data/test/helper.rb +175 -0
- data/test/htdocs/alt_text.html +10 -0
- data/test/htdocs/bad_form_test.html +9 -0
- data/test/htdocs/button.jpg +0 -0
- data/test/htdocs/canonical_uri.html +9 -0
- data/test/htdocs/dir with spaces/foo.html +1 -0
- data/test/htdocs/empty_form.html +6 -0
- data/test/htdocs/file_upload.html +26 -0
- data/test/htdocs/find_link.html +41 -0
- data/test/htdocs/form_multi_select.html +16 -0
- data/test/htdocs/form_multival.html +37 -0
- data/test/htdocs/form_no_action.html +18 -0
- data/test/htdocs/form_no_input_name.html +16 -0
- data/test/htdocs/form_select.html +16 -0
- data/test/htdocs/form_select_all.html +16 -0
- data/test/htdocs/form_select_none.html +17 -0
- data/test/htdocs/form_select_noopts.html +10 -0
- data/test/htdocs/form_set_fields.html +14 -0
- data/test/htdocs/form_test.html +188 -0
- data/test/htdocs/frame_referer_test.html +10 -0
- data/test/htdocs/frame_test.html +30 -0
- data/test/htdocs/google.html +13 -0
- data/test/htdocs/iframe_test.html +16 -0
- data/test/htdocs/index.html +6 -0
- data/test/htdocs/link with space.html +5 -0
- data/test/htdocs/meta_cookie.html +11 -0
- data/test/htdocs/no_title_test.html +6 -0
- data/test/htdocs/nofollow.html +9 -0
- data/test/htdocs/noindex.html +9 -0
- data/test/htdocs/norobots.html +8 -0
- data/test/htdocs/rails_3_encoding_hack_form_test.html +27 -0
- data/test/htdocs/rel_nofollow.html +8 -0
- data/test/htdocs/relative/tc_relative_links.html +21 -0
- data/test/htdocs/robots.html +8 -0
- data/test/htdocs/robots.txt +2 -0
- data/test/htdocs/tc_bad_charset.html +9 -0
- data/test/htdocs/tc_bad_links.html +5 -0
- data/test/htdocs/tc_base_images.html +10 -0
- data/test/htdocs/tc_base_link.html +8 -0
- data/test/htdocs/tc_blank_form.html +11 -0
- data/test/htdocs/tc_charset.html +6 -0
- data/test/htdocs/tc_checkboxes.html +19 -0
- data/test/htdocs/tc_encoded_links.html +5 -0
- data/test/htdocs/tc_field_precedence.html +11 -0
- data/test/htdocs/tc_follow_meta.html +8 -0
- data/test/htdocs/tc_form_action.html +48 -0
- data/test/htdocs/tc_images.html +8 -0
- data/test/htdocs/tc_links.html +18 -0
- data/test/htdocs/tc_meta_in_body.html +9 -0
- data/test/htdocs/tc_no_attributes.html +16 -0
- data/test/htdocs/tc_pretty_print.html +17 -0
- data/test/htdocs/tc_radiobuttons.html +17 -0
- data/test/htdocs/tc_referer.html +16 -0
- data/test/htdocs/tc_relative_links.html +19 -0
- data/test/htdocs/tc_textarea.html +23 -0
- data/test/htdocs/test_bad_encoding.html +52 -0
- data/test/htdocs/test_click.html +11 -0
- data/test/htdocs/unusual______.html +5 -0
- data/test/servlets.rb +402 -0
- data/test/ssl_server.rb +48 -0
- data/test/test_cookies.rb +129 -0
- data/test/test_form_action.rb +52 -0
- data/test/test_form_as_hash.rb +59 -0
- data/test/test_form_button.rb +46 -0
- data/test/test_frames.rb +34 -0
- data/test/test_headers.rb +33 -0
- data/test/test_history.rb +118 -0
- data/test/test_history_added.rb +16 -0
- data/test/test_html_unscape_forms.rb +46 -0
- data/test/test_if_modified_since.rb +20 -0
- data/test/test_images.rb +19 -0
- data/test/test_mechanize.rb +852 -0
- data/test/test_mechanize_cookie.rb +345 -0
- data/test/test_mechanize_cookie_jar.rb +433 -0
- data/test/test_mechanize_file.rb +53 -0
- data/test/test_mechanize_file_request.rb +19 -0
- data/test/test_mechanize_file_response.rb +21 -0
- data/test/test_mechanize_form.rb +576 -0
- data/test/test_mechanize_form_check_box.rb +37 -0
- data/test/test_mechanize_form_encoding.rb +120 -0
- data/test/test_mechanize_form_field.rb +21 -0
- data/test/test_mechanize_form_image_button.rb +12 -0
- data/test/test_mechanize_form_textarea.rb +51 -0
- data/test/test_mechanize_http_agent.rb +697 -0
- data/test/test_mechanize_link.rb +84 -0
- data/test/test_mechanize_page_encoding.rb +147 -0
- data/test/test_mechanize_page_link.rb +382 -0
- data/test/test_mechanize_page_meta_refresh.rb +115 -0
- data/test/test_mechanize_redirect_not_get_or_head_error.rb +18 -0
- data/test/test_mechanize_subclass.rb +22 -0
- data/test/test_mechanize_util.rb +92 -0
- data/test/test_multi_select.rb +118 -0
- data/test/test_no_attributes.rb +13 -0
- data/test/test_option.rb +18 -0
- data/test/test_pluggable_parser.rb +136 -0
- data/test/test_post_form.rb +37 -0
- data/test/test_pretty_print.rb +22 -0
- data/test/test_radiobutton.rb +75 -0
- data/test/test_redirect_limit_reached.rb +39 -0
- data/test/test_redirect_ok.rb +25 -0
- data/test/test_referer.rb +81 -0
- data/test/test_relative_links.rb +40 -0
- data/test/test_request.rb +13 -0
- data/test/test_response_code.rb +53 -0
- data/test/test_robots.rb +72 -0
- data/test/test_save_file.rb +48 -0
- data/test/test_scheme.rb +48 -0
- data/test/test_select.rb +119 -0
- data/test/test_select_all.rb +15 -0
- data/test/test_select_none.rb +15 -0
- data/test/test_select_noopts.rb +18 -0
- data/test/test_set_fields.rb +44 -0
- data/test/test_ssl_server.rb +20 -0
- metadata +360 -0
@@ -0,0 +1,113 @@
|
|
1
|
+
require 'cgi'
|
2
|
+
|
3
|
+
class Mechanize::Util
|
4
|
+
CODE_DIC = {
|
5
|
+
:JIS => "ISO-2022-JP",
|
6
|
+
:EUC => "EUC-JP",
|
7
|
+
:SJIS => "SHIFT_JIS",
|
8
|
+
:UTF8 => "UTF-8", :UTF16 => "UTF-16", :UTF32 => "UTF-32"}
|
9
|
+
|
10
|
+
# true if RUBY_VERSION is 1.9.0 or later
|
11
|
+
NEW_RUBY_ENCODING = RUBY_VERSION >= '1.9.0'
|
12
|
+
|
13
|
+
# contains encoding error classes to raise
|
14
|
+
ENCODING_ERRORS = if NEW_RUBY_ENCODING
|
15
|
+
[EncodingError]
|
16
|
+
else
|
17
|
+
[Iconv::InvalidEncoding, Iconv::IllegalSequence]
|
18
|
+
end
|
19
|
+
|
20
|
+
def self.build_query_string(parameters, enc=nil)
|
21
|
+
parameters.map { |k,v|
|
22
|
+
# WEBrick::HTTP.escape* has some problems about m17n on ruby-1.9.*.
|
23
|
+
[CGI.escape(k.to_s), CGI.escape(v.to_s)].join("=") if k
|
24
|
+
}.compact.join('&')
|
25
|
+
end
|
26
|
+
|
27
|
+
def self.to_native_charset(s, code=nil)
|
28
|
+
location = Gem.location_of_caller.join ':'
|
29
|
+
warn "#{location}: Mechanize::Util::to_native_charset is deprecated and will be removed October 2011"
|
30
|
+
if Mechanize.html_parser == Nokogiri::HTML
|
31
|
+
return unless s
|
32
|
+
code ||= detect_charset(s)
|
33
|
+
Iconv.iconv("UTF-8", code, s).join("")
|
34
|
+
else
|
35
|
+
s
|
36
|
+
end
|
37
|
+
end
|
38
|
+
|
39
|
+
# Converts string +s+ from +code+ to UTF-8.
|
40
|
+
def self.from_native_charset(s, code, ignore_encoding_error=false, log=nil)
|
41
|
+
return s unless s && code
|
42
|
+
return s unless Mechanize.html_parser == Nokogiri::HTML
|
43
|
+
|
44
|
+
begin
|
45
|
+
encode_to(code, s)
|
46
|
+
rescue *ENCODING_ERRORS => ex
|
47
|
+
log.debug("from_native_charset: #{ex.class}: form encoding: #{code.inspect} string: #{s}") if log
|
48
|
+
if ignore_encoding_error
|
49
|
+
s
|
50
|
+
else
|
51
|
+
raise
|
52
|
+
end
|
53
|
+
end
|
54
|
+
end
|
55
|
+
|
56
|
+
# inner convert method of Util.from_native_charset
|
57
|
+
def self.encode_to(encoding, str)
|
58
|
+
if NEW_RUBY_ENCODING
|
59
|
+
str.encode(encoding)
|
60
|
+
else
|
61
|
+
Iconv.conv(encoding.to_s, "UTF-8", str)
|
62
|
+
end
|
63
|
+
end
|
64
|
+
private_class_method :encode_to
|
65
|
+
|
66
|
+
def self.html_unescape(s)
|
67
|
+
return s unless s
|
68
|
+
s.gsub(/&(\w+|#[0-9]+);/) { |match|
|
69
|
+
number = case match
|
70
|
+
when /&(\w+);/
|
71
|
+
Mechanize.html_parser::NamedCharacters[$1]
|
72
|
+
when /&#([0-9]+);/
|
73
|
+
$1.to_i
|
74
|
+
end
|
75
|
+
|
76
|
+
number ? ([number].pack('U') rescue match) : match
|
77
|
+
}
|
78
|
+
end
|
79
|
+
|
80
|
+
def self.detect_charset(src)
|
81
|
+
tmp = NKF.guess(src || "<html></html>")
|
82
|
+
if RUBY_VERSION >= "1.9.0"
|
83
|
+
enc = tmp.to_s.upcase
|
84
|
+
else
|
85
|
+
enc = NKF.constants.find{|c|
|
86
|
+
NKF.const_get(c) == tmp
|
87
|
+
}
|
88
|
+
enc = CODE_DIC[enc.intern]
|
89
|
+
end
|
90
|
+
enc || "ISO-8859-1"
|
91
|
+
end
|
92
|
+
|
93
|
+
def self.uri_escape str
|
94
|
+
@parser ||= begin
|
95
|
+
URI::Parser.new
|
96
|
+
rescue NameError
|
97
|
+
URI
|
98
|
+
end
|
99
|
+
|
100
|
+
@parser.escape str
|
101
|
+
end
|
102
|
+
|
103
|
+
def self.uri_unescape str
|
104
|
+
@parser ||= begin
|
105
|
+
URI::Parser.new
|
106
|
+
rescue NameError
|
107
|
+
URI
|
108
|
+
end
|
109
|
+
|
110
|
+
@parser.unescape str
|
111
|
+
end
|
112
|
+
|
113
|
+
end
|
data/test/data/htpasswd
ADDED
@@ -0,0 +1 @@
|
|
1
|
+
mech:44E/qORekFV0E
|
@@ -0,0 +1,16 @@
|
|
1
|
+
-----BEGIN CERTIFICATE-----
|
2
|
+
MIICmzCCAgQCCQDq2kM3TCIM0DANBgkqhkiG9w0BAQQFADCBkTELMAkGA1UEBhMC
|
3
|
+
VVMxEzARBgNVBAgTCldhc2hpbmd0b24xEDAOBgNVBAcTB1NlYXR0bGUxEjAQBgNV
|
4
|
+
BAoTCU1lY2hhbml6ZTESMBAGA1UECxMJTWVjaGFuaXplMQ4wDAYDVQQDEwVBYXJv
|
5
|
+
bjEjMCEGCSqGSIb3DQEJARYUYWFyb25wQHJ1Ynlmb3JnZS5vcmcwHhcNMDYwODIz
|
6
|
+
MDU0NTMwWhcNMDcwODIzMDU0NTMwWjCBkTELMAkGA1UEBhMCVVMxEzARBgNVBAgT
|
7
|
+
Cldhc2hpbmd0b24xEDAOBgNVBAcTB1NlYXR0bGUxEjAQBgNVBAoTCU1lY2hhbml6
|
8
|
+
ZTESMBAGA1UECxMJTWVjaGFuaXplMQ4wDAYDVQQDEwVBYXJvbjEjMCEGCSqGSIb3
|
9
|
+
DQEJARYUYWFyb25wQHJ1Ynlmb3JnZS5vcmcwgZ8wDQYJKoZIhvcNAQEBBQADgY0A
|
10
|
+
MIGJAoGBAKpnmI4Y4tBz3SJsHR28QoUr7IYxkqbD8qjqgIN0LXOslyFyiGzNKca5
|
11
|
+
Ln2Au8CZLyCugt/vutjfV+Eq0bl0HwbKdo6HjP6RxmGX6EKWX7NOrsof+s96DhLm
|
12
|
+
JaWWbtvqP8eyy9PNInKjX6n/7wsVetQutjhNy/cAkrh6UOsjyCGvAgMBAAEwDQYJ
|
13
|
+
KoZIhvcNAQEEBQADgYEAGtqgxn1fh0X5MxDG1yMp5aGcZ6HhtEtlm5S0ZsRnMsqU
|
14
|
+
Hh6Bd57+zUQ66XnLCbQN2cwNeeSoqtI16Ccc1I5cAhQnIZESMsPG21i1BnpEhKph
|
15
|
+
HfNFNpWI/upT2EXNUM6Vx2Kk2aCw2ysrD2pHpsTo5bCOly00uK1ZkoJVQMTL4gU=
|
16
|
+
-----END CERTIFICATE-----
|
@@ -0,0 +1,12 @@
|
|
1
|
+
-----BEGIN CERTIFICATE REQUEST-----
|
2
|
+
MIIB0jCCATsCAQAwgZExCzAJBgNVBAYTAlVTMRMwEQYDVQQIEwpXYXNoaW5ndG9u
|
3
|
+
MRAwDgYDVQQHEwdTZWF0dGxlMRIwEAYDVQQKEwlNZWNoYW5pemUxEjAQBgNVBAsT
|
4
|
+
CU1lY2hhbml6ZTEOMAwGA1UEAxMFQWFyb24xIzAhBgkqhkiG9w0BCQEWFGFhcm9u
|
5
|
+
cEBydWJ5Zm9yZ2Uub3JnMIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCqZ5iO
|
6
|
+
GOLQc90ibB0dvEKFK+yGMZKmw/Ko6oCDdC1zrJchcohszSnGuS59gLvAmS8groLf
|
7
|
+
77rY31fhKtG5dB8GynaOh4z+kcZhl+hCll+zTq7KH/rPeg4S5iWllm7b6j/HssvT
|
8
|
+
zSJyo1+p/+8LFXrULrY4Tcv3AJK4elDrI8ghrwIDAQABoAAwDQYJKoZIhvcNAQEE
|
9
|
+
BQADgYEAT7SPe71NQvT2BYGEmbWb7FlSQrPh+rDQMHt/Akb8+r91NLkxZtbD1e/F
|
10
|
+
iyI9JloPCEwJXxHBl0VVRpFCRuJNN0z0E/G4NUWu6n+ZkihtnmV6uazzAQmD4pTl
|
11
|
+
SjoiyVLWU+r4Q4yXWXtJ9GR8Attv32fL3PcP+GGLeurXJAn0MNU=
|
12
|
+
-----END CERTIFICATE REQUEST-----
|
@@ -0,0 +1,15 @@
|
|
1
|
+
-----BEGIN RSA PRIVATE KEY-----
|
2
|
+
MIICXAIBAAKBgQCqZ5iOGOLQc90ibB0dvEKFK+yGMZKmw/Ko6oCDdC1zrJchcohs
|
3
|
+
zSnGuS59gLvAmS8groLf77rY31fhKtG5dB8GynaOh4z+kcZhl+hCll+zTq7KH/rP
|
4
|
+
eg4S5iWllm7b6j/HssvTzSJyo1+p/+8LFXrULrY4Tcv3AJK4elDrI8ghrwIDAQAB
|
5
|
+
AoGAC+iZfLS4hSDTv2gW0NErROtA6E/mk8j12GArAwTHeGIDXc8HQbNEzCJ84UBx
|
6
|
+
3o/V/06yzruOL0HMfmvjpDY9RLsH02xZb2F/lruw4MJLu50i/Zu8Sjmb1YPSfCh/
|
7
|
+
3+8lREA3Uznlq+wHC3yPxQzMBy5jaEdH4IKxT0Bq8TeF0AECQQDSpL47YpRVRsLn
|
8
|
+
sS00ndEgQQmT5AJWJJtPpbHk6AA0a+zdNeuDRbdF42zG483YEqU7meZbPKR8QbkK
|
9
|
+
ZQPEBuevAkEAzxjGcz6NZesmN/NQOtOpylewEs1bdIJyBIBmcnmkimLBtdxd0t34
|
10
|
+
wUKVHLDSj2aemuAHHwsyn/BNXs6F+obmAQJBALpbkAXAAFW1xefvo3vih8sOXyfd
|
11
|
+
WIfX2SRNBqbq7otyVFudQaChBDUrsOgBUPLyBAdH8DoV27wm9UuR9RPvu/cCQFRr
|
12
|
+
WgICXqtMFtE56tuACreD1S9k7MHqpsW0/Y3ujicnKKWUhd5+Q3esR5JhdgOkpkSl
|
13
|
+
y+FYtDNERpW+BBliwgECQA+Vc7pnxwDIOP8kFumdAUmRmhEZjuwArFcywPzrCUn9
|
14
|
+
4/KBOp5wDN7kanBwNGZCZ/eQtkb6thAS8C9pufHD1lw=
|
15
|
+
-----END RSA PRIVATE KEY-----
|
@@ -0,0 +1,15 @@
|
|
1
|
+
-----BEGIN RSA PRIVATE KEY-----
|
2
|
+
MIICXAIBAAKBgQCqZ5iOGOLQc90ibB0dvEKFK+yGMZKmw/Ko6oCDdC1zrJchcohs
|
3
|
+
zSnGuS59gLvAmS8groLf77rY31fhKtG5dB8GynaOh4z+kcZhl+hCll+zTq7KH/rP
|
4
|
+
eg4S5iWllm7b6j/HssvTzSJyo1+p/+8LFXrULrY4Tcv3AJK4elDrI8ghrwIDAQAB
|
5
|
+
AoGAC+iZfLS4hSDTv2gW0NErROtA6E/mk8j12GArAwTHeGIDXc8HQbNEzCJ84UBx
|
6
|
+
3o/V/06yzruOL0HMfmvjpDY9RLsH02xZb2F/lruw4MJLu50i/Zu8Sjmb1YPSfCh/
|
7
|
+
3+8lREA3Uznlq+wHC3yPxQzMBy5jaEdH4IKxT0Bq8TeF0AECQQDSpL47YpRVRsLn
|
8
|
+
sS00ndEgQQmT5AJWJJtPpbHk6AA0a+zdNeuDRbdF42zG483YEqU7meZbPKR8QbkK
|
9
|
+
ZQPEBuevAkEAzxjGcz6NZesmN/NQOtOpylewEs1bdIJyBIBmcnmkimLBtdxd0t34
|
10
|
+
wUKVHLDSj2aemuAHHwsyn/BNXs6F+obmAQJBALpbkAXAAFW1xefvo3vih8sOXyfd
|
11
|
+
WIfX2SRNBqbq7otyVFudQaChBDUrsOgBUPLyBAdH8DoV27wm9UuR9RPvu/cCQFRr
|
12
|
+
WgICXqtMFtE56tuACreD1S9k7MHqpsW0/Y3ujicnKKWUhd5+Q3esR5JhdgOkpkSl
|
13
|
+
y+FYtDNERpW+BBliwgECQA+Vc7pnxwDIOP8kFumdAUmRmhEZjuwArFcywPzrCUn9
|
14
|
+
4/KBOp5wDN7kanBwNGZCZ/eQtkb6thAS8C9pufHD1lw=
|
15
|
+
-----END RSA PRIVATE KEY-----
|
data/test/helper.rb
ADDED
@@ -0,0 +1,175 @@
|
|
1
|
+
require 'rubygems'
|
2
|
+
require 'minitest/autorun'
|
3
|
+
require 'mechanize'
|
4
|
+
require 'webrick/httputils'
|
5
|
+
require 'servlets'
|
6
|
+
require 'tmpdir'
|
7
|
+
require 'tempfile'
|
8
|
+
|
9
|
+
BASE_DIR = File.dirname(__FILE__)
|
10
|
+
|
11
|
+
# Move this to a test base class
|
12
|
+
module MechTestHelper
|
13
|
+
def self.fake_page(agent)
|
14
|
+
html = <<-END
|
15
|
+
<html><body>
|
16
|
+
<form><input type="submit" value="submit" /></form>
|
17
|
+
</body></html>
|
18
|
+
END
|
19
|
+
html_response = { 'content-type' => 'text/html' }
|
20
|
+
Mechanize::Page.new( nil, html_response, html, 200, agent )
|
21
|
+
end
|
22
|
+
end
|
23
|
+
|
24
|
+
class Net::HTTP
|
25
|
+
alias :old_do_start :do_start
|
26
|
+
|
27
|
+
def do_start
|
28
|
+
@started = true
|
29
|
+
end
|
30
|
+
|
31
|
+
SERVLETS = {
|
32
|
+
'/gzip' => GzipServlet,
|
33
|
+
'/form_post' => FormTest,
|
34
|
+
'/basic_auth' => BasicAuthServlet,
|
35
|
+
'/form post' => FormTest,
|
36
|
+
'/response_code' => ResponseCodeTest,
|
37
|
+
'/http_refresh' => HttpRefreshTest,
|
38
|
+
'/bad_content_type' => BadContentTypeTest,
|
39
|
+
'/content_type_test' => ContentTypeTest,
|
40
|
+
'/referer' => RefererServlet,
|
41
|
+
'/file_upload' => FileUploadTest,
|
42
|
+
'/one_cookie' => OneCookieTest,
|
43
|
+
'/one_cookie_no_space' => OneCookieNoSpacesTest,
|
44
|
+
'/many_cookies' => ManyCookiesTest,
|
45
|
+
'/many_cookies_as_string' => ManyCookiesAsStringTest,
|
46
|
+
'/send_cookies' => SendCookiesTest,
|
47
|
+
'/quoted_value_cookie' => QuotedValueCookieTest,
|
48
|
+
'/if_modified_since' => ModifiedSinceServlet,
|
49
|
+
'/http_headers' => HeaderServlet,
|
50
|
+
'/infinite_redirect' => InfiniteRedirectTest,
|
51
|
+
'/infinite_refresh' => InfiniteRefreshTest,
|
52
|
+
'/redirect_ok' => RedirectOkTest,
|
53
|
+
'/redirect' => RedirectTest,
|
54
|
+
'/refresh_without_url' => RefreshWithoutUrl,
|
55
|
+
'/refresh_with_empty_url' => RefreshWithEmptyUrl,
|
56
|
+
'/digest_auth' => DigestAuthServlet,
|
57
|
+
'/verb' => VerbServlet,
|
58
|
+
}
|
59
|
+
|
60
|
+
PAGE_CACHE = {}
|
61
|
+
|
62
|
+
alias :old_request :request
|
63
|
+
|
64
|
+
def request(request, *data, &block)
|
65
|
+
url = URI.parse(request.path)
|
66
|
+
path = WEBrick::HTTPUtils.unescape(url.path)
|
67
|
+
|
68
|
+
path = '/index.html' if path == '/'
|
69
|
+
|
70
|
+
res = ::Response.new
|
71
|
+
res.query_params = url.query
|
72
|
+
|
73
|
+
request.query = if 'POST' != request.method && url.query then
|
74
|
+
WEBrick::HTTPUtils.parse_query url.query
|
75
|
+
elsif request['content-type'] =~ /www-form-urlencoded/ then
|
76
|
+
WEBrick::HTTPUtils.parse_query request.body
|
77
|
+
elsif request['content-type'] =~ /boundary=(.+)/ then
|
78
|
+
boundary = WEBrick::HTTPUtils.dequote $1
|
79
|
+
WEBrick::HTTPUtils.parse_form_data request.body, boundary
|
80
|
+
else
|
81
|
+
{}
|
82
|
+
end
|
83
|
+
|
84
|
+
request.cookies = WEBrick::Cookie.parse(request['Cookie'])
|
85
|
+
|
86
|
+
if SERVLETS[path]
|
87
|
+
SERVLETS[path].new({}).send("do_#{request.method}", request, res)
|
88
|
+
else
|
89
|
+
filename = "htdocs#{path.gsub(/[^\/\\.\w\s]/, '_')}"
|
90
|
+
unless PAGE_CACHE[filename]
|
91
|
+
File.open("#{BASE_DIR}/#{filename}", 'rb') { |file|
|
92
|
+
PAGE_CACHE[filename] = file.read
|
93
|
+
}
|
94
|
+
end
|
95
|
+
|
96
|
+
res.body = PAGE_CACHE[filename]
|
97
|
+
case filename
|
98
|
+
when /\.txt$/
|
99
|
+
res['Content-Type'] = 'text/plain'
|
100
|
+
when /\.jpg$/
|
101
|
+
res['Content-Type'] = 'image/jpeg'
|
102
|
+
end
|
103
|
+
end
|
104
|
+
|
105
|
+
res['Content-Type'] ||= 'text/html'
|
106
|
+
res.code ||= "200"
|
107
|
+
|
108
|
+
response_klass = Net::HTTPResponse::CODE_TO_OBJ[res.code.to_s]
|
109
|
+
response = response_klass.new res.http_version, res.code, res.message
|
110
|
+
|
111
|
+
res.header.each do |k,v|
|
112
|
+
v = v.first if v.length == 1
|
113
|
+
response[k] = v
|
114
|
+
end
|
115
|
+
|
116
|
+
res.cookies.each do |cookie|
|
117
|
+
response.add_field 'Set-Cookie', cookie.to_s
|
118
|
+
end
|
119
|
+
|
120
|
+
response['Content-Type'] ||= 'text/html'
|
121
|
+
response['Content-Length'] = res['Content-Length'] || res.body.length.to_s
|
122
|
+
|
123
|
+
io = StringIO.new(res.body)
|
124
|
+
response.instance_variable_set :@socket, io
|
125
|
+
def io.read clen, dest, _
|
126
|
+
dest << string[0, clen]
|
127
|
+
end
|
128
|
+
|
129
|
+
body_exist = request.response_body_permitted? &&
|
130
|
+
response_klass.body_permitted?
|
131
|
+
|
132
|
+
response.instance_variable_set :@body_exist, body_exist
|
133
|
+
|
134
|
+
yield response if block_given?
|
135
|
+
|
136
|
+
response
|
137
|
+
end
|
138
|
+
end
|
139
|
+
|
140
|
+
class Net::HTTPRequest
|
141
|
+
attr_accessor :query, :body, :cookies, :user
|
142
|
+
end
|
143
|
+
|
144
|
+
class Response
|
145
|
+
include Net::HTTPHeader
|
146
|
+
|
147
|
+
attr_reader :code
|
148
|
+
attr_accessor :body, :query, :cookies
|
149
|
+
attr_accessor :query_params, :http_version
|
150
|
+
attr_accessor :header
|
151
|
+
|
152
|
+
def code=(c)
|
153
|
+
@code = c.to_s
|
154
|
+
end
|
155
|
+
|
156
|
+
alias :status :code
|
157
|
+
alias :status= :code=
|
158
|
+
|
159
|
+
def initialize
|
160
|
+
@header = {}
|
161
|
+
@body = ''
|
162
|
+
@code = nil
|
163
|
+
@query = nil
|
164
|
+
@cookies = []
|
165
|
+
@http_version = '1.1'
|
166
|
+
end
|
167
|
+
|
168
|
+
def read_body
|
169
|
+
yield body
|
170
|
+
end
|
171
|
+
|
172
|
+
def message
|
173
|
+
''
|
174
|
+
end
|
175
|
+
end
|
@@ -0,0 +1,10 @@
|
|
1
|
+
<html>
|
2
|
+
<meta http-equiv="Refresh" content="0; url=http://www.drphil.com/">
|
3
|
+
<body>
|
4
|
+
<a href="alt_text.html"><img alt="alt text" src="hello"></a>
|
5
|
+
<a href="no_alt_text.html"><img src="hello"></a>
|
6
|
+
<a href="nil_alt_text.html"><img alt src="hello"></a>
|
7
|
+
<a href="no_image.html">no image</a>
|
8
|
+
<a href="no_text.html"></a>
|
9
|
+
</body>
|
10
|
+
</html>
|
Binary file
|
@@ -0,0 +1 @@
|
|
1
|
+
HELLO
|
@@ -0,0 +1,26 @@
|
|
1
|
+
<html>
|
2
|
+
<head>
|
3
|
+
<title>File Upload Form</title>
|
4
|
+
</head>
|
5
|
+
<body>
|
6
|
+
<h1>File Upload Test</h1>
|
7
|
+
<form enctype="multipart/form-data" action="/file_upload" method="post">
|
8
|
+
Your name: <input type="text" name="name" /><br />
|
9
|
+
File to process: <input name="userfile1" type="file" /><br />
|
10
|
+
<input type="text" name="foo[aaron]" value="test" />
|
11
|
+
<select name="foo">
|
12
|
+
</select>
|
13
|
+
<input type="submit" value="Send File" />
|
14
|
+
</form>
|
15
|
+
<form enctype="multipart/form-data" action="/file_upload" method="post">
|
16
|
+
Your name: <input type="text" name="name" /><br />
|
17
|
+
File to process: <input name="green[eggs]" type="file" /><br />
|
18
|
+
<input type="submit" value="Send File" />
|
19
|
+
</form>
|
20
|
+
<form enctype="multipart/form-data" action="/file_upload" name="value_test" method="post">
|
21
|
+
Your name: <input type="text" name="name" /><br />
|
22
|
+
File to process: <input name="green[eggs]" value="/etc/hosts" type="file" /><br />
|
23
|
+
<input type="submit" value="Send File" />
|
24
|
+
</form>
|
25
|
+
</body>
|
26
|
+
</html>
|
@@ -0,0 +1,41 @@
|
|
1
|
+
<html>
|
2
|
+
<head>
|
3
|
+
<meta http_equiv="Refresh" content="0; url=http://www.incorrect.com">
|
4
|
+
<meta http-equiv="Rfresh" content="0; url=http://www.also-wrong.com">
|
5
|
+
<meta http-equiv="Refresh" content="0; url=http://www.drphil.com/">
|
6
|
+
<meta http-equiv="Refresh" content="0; url='http://tenderlovemaking.com/'">
|
7
|
+
<META HTTP-EQUIV="REFRESH" CONTENT="0; URL=HTTP://WWW.UPCASE.COM/">
|
8
|
+
<TITLE>Testing the links</TITLE>
|
9
|
+
</head>
|
10
|
+
<body>
|
11
|
+
<A HREF="http://blargle.com/">blargle</A>
|
12
|
+
<A HREF="http://a.cpan.org/">CPAN A</A>
|
13
|
+
<A HREF="http://b.cpan.org/">CPAN B</A>
|
14
|
+
<FRAME SRC="foo.html">
|
15
|
+
<FRAME SRC="bar.html">
|
16
|
+
<A HREF="http://c.cpan.org/" NAME="bongo">CPAN C</A>
|
17
|
+
<A HREF="http://d.cpan.org/">CPAN D</A>
|
18
|
+
|
19
|
+
<A HREF="http://www.msnbc.com/">MSNBC</A>
|
20
|
+
<FRAME SRC="http://www.oreilly.com/" NAME="wongo">
|
21
|
+
<A HREF="http://www.cnn.com/">CNN</A>
|
22
|
+
<A HREF="http://www.bbc.co.uk/" NAME="Wilma">BBC</A>
|
23
|
+
<A HREF="http://www.msnbc.com/">News</A>
|
24
|
+
<A HREF="http://www.cnn.com/" NAME="Fred">News</A>
|
25
|
+
<A HREF="http://www.bbc.co.uk/">News</A>
|
26
|
+
<A onmouseover="window.status='Rebuild Files'; return true" href="#" onClick="window.open( '/cgi-bin/MT/mt.cgi', 'rebuild', 'width=400,height=200,resizable=yes')">Rebuild Index</A>
|
27
|
+
|
28
|
+
<MAP NAME="SOME_MAP">
|
29
|
+
<AREA HREF="http://www.msnbc.com/area" COORDS="1,2,3,4"></AREA>
|
30
|
+
<AREA HREF="http://www.cnn.com/area" COORDS="5,6,7,8" NAME="Marty">
|
31
|
+
<AREA HREF="http://www.cpan.org/area" COORDS="10,11,12,13" />
|
32
|
+
</MAP>
|
33
|
+
<IMG SRC="SOME_IMAGE" USEMAP="#SOME_MAP">
|
34
|
+
|
35
|
+
<!-- new stuff -->
|
36
|
+
<A HREF="http://nowhere.org/" Name="Here">NoWhere</A>
|
37
|
+
<A HREF="http://nowhere.org/padded" Name=" Here "> NoWhere </A>
|
38
|
+
<A HREF="blongo.html">Blongo!</A>
|
39
|
+
</body>
|
40
|
+
</html>
|
41
|
+
|