ronin-web 0.3.0.pre2 → 0.3.0.rc1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/ChangeLog.md +3 -0
- data/Gemfile +1 -1
- data/README.md +2 -1
- data/Rakefile +4 -4
- data/bin/ronin-web +2 -2
- data/data/ronin/web/user_agents.yml +247 -0
- data/gemspec.yml +3 -6
- data/lib/ronin/network/mixins/web.rb +3 -1
- data/lib/ronin/web/config.rb +34 -0
- data/lib/ronin/web/mechanize.rb +81 -0
- data/lib/ronin/web/spider.rb +7 -2
- data/lib/ronin/web/user_agents.rb +196 -0
- data/lib/ronin/web/version.rb +1 -1
- data/lib/ronin/web/web.rb +61 -74
- data/ronin-web.gemspec +129 -13
- data/spec/web/helpers/rack_app.rb +1 -8
- data/spec/web/mechanize_spec.rb +62 -0
- data/spec/web/user_agents_spec.rb +56 -0
- data/spec/web/web_spec.rb +2 -58
- metadata +14 -6
data/ChangeLog.md
CHANGED
|
@@ -9,6 +9,8 @@
|
|
|
9
9
|
* Require data_paths ~> 0.3.
|
|
10
10
|
* Require ronin-support ~> 0.2.
|
|
11
11
|
* Require ronin ~> 1.1.
|
|
12
|
+
* Added {Ronin::Web::UserAgents}.
|
|
13
|
+
* Added {Ronin::Web::Mechanize}.
|
|
12
14
|
* Added {Ronin::Web::Middleware::Base}.
|
|
13
15
|
* Added {Ronin::Web::Middleware::Request}.
|
|
14
16
|
* Added {Ronin::Web::Middleware::Response}.
|
|
@@ -26,6 +28,7 @@
|
|
|
26
28
|
* Added {Ronin::Web::Middleware::Proxy}.
|
|
27
29
|
* Renamed `Ronin::Helpers::Web` to {Ronin::Network::Mixins::Web}.
|
|
28
30
|
* Renamed `Ronin::Web::Server::Proxy` to {Ronin::Web::Proxy}.
|
|
31
|
+
* Made {Ronin::Web.agent} persistent.
|
|
29
32
|
* Switched from [Jeweler](https://github.com/technicalpickles/jeweler)
|
|
30
33
|
to [Ore](http://github.com/ruby-ore/ore) and [Bundler](http://gembundler.com).
|
|
31
34
|
* Opted into [test.rubygems.org](http://test.rubygems.org/).
|
data/Gemfile
CHANGED
data/README.md
CHANGED
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
* [Issues](http://github.com/ronin-ruby/ronin-web/issues)
|
|
5
5
|
* [Documentation](http://rubydoc.info/github/ronin-ruby/ronin-web/frames)
|
|
6
6
|
* [Mailing List](http://groups.google.com/group/ronin-ruby)
|
|
7
|
-
* irc.freenode.net #ronin
|
|
7
|
+
* [irc.freenode.net #ronin](http://webchat.freenode.net/?channels=ronin&uio=Mj10cnVldd)
|
|
8
8
|
|
|
9
9
|
## Description
|
|
10
10
|
|
|
@@ -38,6 +38,7 @@ install or update Overlays.
|
|
|
38
38
|
|
|
39
39
|
## Features
|
|
40
40
|
|
|
41
|
+
* Provides popular [User Agent strings](https://github.com/ronin-ruby/ronin-web/blob/master/data/ronin/web/user_agents.yml).
|
|
41
42
|
* Web access (utilizing [Mechanize](http://rubydoc.info/gems/mechanize/frames)
|
|
42
43
|
and [Nokogiri](http://rubydoc.info/gems/nokogiri/frames).
|
|
43
44
|
* Integrates [Spidr](http://github.com/postmodern/spidr#readme) into
|
data/Rakefile
CHANGED
|
@@ -3,16 +3,16 @@ require 'rubygems'
|
|
|
3
3
|
begin
|
|
4
4
|
require 'bundler'
|
|
5
5
|
rescue LoadError => e
|
|
6
|
-
|
|
7
|
-
|
|
6
|
+
warn e.message
|
|
7
|
+
warn "Run `gem install bundler` to install Bundler."
|
|
8
8
|
exit e.status_code
|
|
9
9
|
end
|
|
10
10
|
|
|
11
11
|
begin
|
|
12
12
|
Bundler.setup(:development)
|
|
13
13
|
rescue Bundler::BundlerError => e
|
|
14
|
-
|
|
15
|
-
|
|
14
|
+
warn e.message
|
|
15
|
+
warn "Run `bundle install` to install missing gems"
|
|
16
16
|
exit e.status_code
|
|
17
17
|
end
|
|
18
18
|
|
data/bin/ronin-web
CHANGED
|
@@ -10,8 +10,8 @@ if File.directory?(File.join(root_dir,'.git'))
|
|
|
10
10
|
begin
|
|
11
11
|
Bundler.setup(:default)
|
|
12
12
|
rescue Bundler::BundlerError => e
|
|
13
|
-
|
|
14
|
-
|
|
13
|
+
warn e.message
|
|
14
|
+
warn "Run `bundle install` to install missing gems"
|
|
15
15
|
exit e.status_code
|
|
16
16
|
end
|
|
17
17
|
end
|
|
@@ -0,0 +1,247 @@
|
|
|
1
|
+
#
|
|
2
|
+
# Sources:
|
|
3
|
+
#
|
|
4
|
+
# * http://www.zytrax.com/tech/web/browser_ids.htm
|
|
5
|
+
#
|
|
6
|
+
---
|
|
7
|
+
:googlebot:
|
|
8
|
+
- "Googlebot/2.1 ( http://www.googlebot.com/bot.html)"
|
|
9
|
+
- "Googlebot-Image/1.0 ( http://www.googlebot.com/bot.html)"
|
|
10
|
+
- "Mediapartners-Google/2.1"
|
|
11
|
+
- "Google-Sitemaps/1.0"
|
|
12
|
+
:askjeeves:
|
|
13
|
+
- "Mozilla/2.0 (compatible; Ask Jeeves)"
|
|
14
|
+
- "msnbot-Products/1.0 (+http://search.msn.com/msnbot.htm)"
|
|
15
|
+
:aptget:
|
|
16
|
+
- "Ubuntu APT-HTTP/1.3 (0.7.23.1ubuntu2)"
|
|
17
|
+
- "Ubuntu APT-HTTP/1.3"
|
|
18
|
+
:chrome:
|
|
19
|
+
- "Mozilla/5.0 (Windows NT 6.0) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.60 Safari/534.24"
|
|
20
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16"
|
|
21
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.204 Safari/534.16"
|
|
22
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.133 Safari/534.16"
|
|
23
|
+
- "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.133 Safari/534.16"
|
|
24
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.127 Safari/534.16"
|
|
25
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/534.13 (KHTML, like Gecko) Chrome/9.0.597.98 Safari/534.13"
|
|
26
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.237 Safari/534.10"
|
|
27
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/534.3 (KHTML, like Gecko) Chrome/6.0.472.63 Safari/534.3"
|
|
28
|
+
- "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_4; en-US) AppleWebKit/533.4 (KHTML, like Gecko) Chrome/5.0.375.127 Safari/533.4"
|
|
29
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/533.4 (KHTML, like Gecko) Chrome/5.0.375.125 Safari/533.4"
|
|
30
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/533.4 (KHTML, like Gecko) Chrome/5.0.375.125 Safari/533.4"
|
|
31
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/533.4 (KHTML, like Gecko) Chrome/5.0.375.99 Safari/533.4"
|
|
32
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.1 (KHTML, like Gecko) Chrome/5.0.322.2 Safari/533.1"
|
|
33
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US) AppleWebKit/532.9 (KHTML, like Gecko) Chrome/5.0.307.9 Safari/532.9"
|
|
34
|
+
- "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_2; en-US) AppleWebKit/532.9 (KHTML, like Gecko) Chrome/5.0.307.11 Safari/532.9"
|
|
35
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/532.5 (KHTML, like Gecko) Chrome/4.0.249.78 Safari/532.5"
|
|
36
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US) AppleWebKit/532.4 (KHTML, like Gecko) Chrome/4.0.233.0 Safari/532.4"
|
|
37
|
+
- "Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US) AppleWebKit/532.0 (KHTML, like Gecko) Chrome/3.0.198.0 Safari/532.0"
|
|
38
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; Valve Steam GameOverlay; ) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/3.0.195.24 Safari/532.1"
|
|
39
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.13 (KHTML, like Gecko) Version/3.1 Safari/525.13"
|
|
40
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.0 (KHTML, like Gecko) Chrome/3.0.195.33 Safari/532.0"
|
|
41
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Chrome/1.0.154.53 Safari/525.19"
|
|
42
|
+
- "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_7; en-US) AppleWebKit/531.0 (KHTML, like Gecko) Chrome/3.0.183 Safari/531.0"
|
|
43
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Chrome/1.0.154.53 Safari/525.19"
|
|
44
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Chrome/1.0.154.36 Safari/525.19"
|
|
45
|
+
- "Mozilla/5.0 (Linux; U; en-US) AppleWebKit/525.13 (KHTML, like Gecko) Chrome/0.2.149.27 Safari/525.13"
|
|
46
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.13 (KHTML, like Gecko) Version/3.1 Safari/525.13"
|
|
47
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.13 (KHTML, like Gecko) Chrome/0.2.149.27 Safari/525.13"
|
|
48
|
+
:curl:
|
|
49
|
+
- "curl/7.19.5 (i586-pc-mingw32msvc) libcurl/7.19.5 OpenSSL/0.9.8l zlib/1.2.3"
|
|
50
|
+
- "curl/7.7.2 (powerpc-apple-darwin6.0) libcurl 7.7.2 (OpenSSL 0.9.6b)"
|
|
51
|
+
:firefox:
|
|
52
|
+
- "Mozilla/5.0 (Windows NT 5.1; rv:2.0) Gecko/20100101 Firefox/4.0:"
|
|
53
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.4) Gecko/2008102920 Firefox/3.0.4 (Splashtop-v1.0.5.0)"
|
|
54
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8) Gecko/20051111 Firefox/1.5 BAVM/1.0.0"
|
|
55
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1a2pre) Gecko/2008073000 Shredder/3.0a2pre ThunderBrowse/3.2.1.8"
|
|
56
|
+
- "Mozilla/5.0 (X11; U; Linux armv61; en-US; rv:1.9.1b2pre) Gecko/20081015 Fennec/1.0a1"
|
|
57
|
+
- "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:2.0b7pre) Gecko/20100925 Firefox/4.0b7pre"
|
|
58
|
+
- "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:2.0.1) Gecko/20100101 Firefox/4.0.1"
|
|
59
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.2.16) Gecko/20110319 Firefox/3.6.16"
|
|
60
|
+
- "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.8) Gecko/20100215 Solaris/10.1 (GNU) Superswan/3.5.8 (Byte/me)"
|
|
61
|
+
- "Mozilla/5.0 (Macintosh; U; PPC Mac OS X 10.5; en-US; rv:1.9.0.3) Gecko/2008092414 Firefox/3.0.3"
|
|
62
|
+
- "Mozilla/5.0 (X11; U; OpenBSD i386; en-US; rv:1.8.1.14) Gecko/20080821 Firefox/2.0.0.14"
|
|
63
|
+
- "Mozilla/5.0 (X11; U; Darwin Power Macintosh; en-US; rv:1.8.0.12) Gecko/20070803 Firefox/1.5.0.12 Fink Community Edition"
|
|
64
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.7.13) Gecko/20060410 Firefox/1.0.8"
|
|
65
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.7.3) Gecko/20041002 Firefox/0.10.1"
|
|
66
|
+
- "Mozilla/5.0 (X11; U; SunOS sun4m; en-US; rv:1.4b) Gecko/20030517 Mozilla Firebird/0.6"
|
|
67
|
+
- "Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.3a) Gecko/20021207 Phoenix/0.5"
|
|
68
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.2b) Gecko/20020923 Phoenix/0.1"
|
|
69
|
+
- "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; Google Wireless Transcoder;)"
|
|
70
|
+
:android:
|
|
71
|
+
- "Mozilla/5.0 (Linux; U; Android 1.1; en-gb; dream) AppleWebKit/525.10+ (KHTML, like Gecko) Version/3.0.4 Mobile Safari/523.12.2"
|
|
72
|
+
- "Mozilla/5.0 (Linux; U; Android 0.5; en-us) AppleWebKit/522+ (KHTML, like Gecko) Safari/419.3"
|
|
73
|
+
:links:
|
|
74
|
+
- "Links (2.1pre31; Linux 2.6.21-omap1 armv6l; x)"
|
|
75
|
+
- "Links (2.1pre18; Linux 2.6.17-dyne i686; x)"
|
|
76
|
+
- "Links (2.1pre15; Linux 2.4.26-vc4 i586; x)"
|
|
77
|
+
- "Links (2.1pre14; OS/2 1 i386; 80x33)"
|
|
78
|
+
- "Links (0.99; OS/2 1 i386; 80x33)"
|
|
79
|
+
- "Links (0.98; Linux 2.6.7-rc2 i686; 132x43)"
|
|
80
|
+
- "Links (0.98; Unix; 80x25)"
|
|
81
|
+
- "Links (0.95; Unix)"
|
|
82
|
+
:lynx:
|
|
83
|
+
- "Lynx/2.8.5dev.16 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.6b"
|
|
84
|
+
- "Lynx/2.8.5rel.1 libwww-FM/2.14 SSL-MM/1.4.1 GNUTLS/1.0.16"
|
|
85
|
+
- "Lynx/2.8.5rel.1 libwww-FM/2.14 SSL-MM/1.4.1 GNUTLS/0.8.12"
|
|
86
|
+
- "Lynx/2.8.3rel.1 libwww-FM/2.14FM"
|
|
87
|
+
- "Lynx/2.8.4dev.11 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.6"
|
|
88
|
+
- "Lynx/2.6 libwww-FM/2.14"
|
|
89
|
+
:seamonkey:
|
|
90
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100508 SeaMonkey/2.0.4"
|
|
91
|
+
- "Mozilla/5.0 (X11; U; Linux i686; nb-NO; rv:1.9.1.8) Gecko/20100205 SeaMonkey/2.0.3"
|
|
92
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1b4pre) Gecko/20090405 SeaMonkey/2.0b1pre"
|
|
93
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1b1pre) Gecko/20080915000512 SeaMonkey/2.0a1pre"
|
|
94
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9pre) Gecko/2008060901 SeaMonkey/2.0a1pre"
|
|
95
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.13) Gecko/20080313 SeaMonkey/1.1.9 (Ubuntu-1.1.9+nobinonly-0ubuntu1)"
|
|
96
|
+
- "Mozilla/5.0 (X11; U; SunOS sun4u; en-US; rv:1.7) Gecko/20070606"
|
|
97
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.8) Gecko/20050927 Debian/1.7.8-1sarge3"
|
|
98
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.8.1.2) Gecko/20070220 Firefox/2.0.0.8"
|
|
99
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.8.1.8) Gecko/20071009 SeaMonkey/1.1.5"
|
|
100
|
+
- "Mozilla/5.0 (Windows; U; WinNT3.51; en-US; rv:1.8.1.6) Gecko/20070802 SeaMonkey/1.1.4"
|
|
101
|
+
- "Mozilla/5.0 (BeOS; U; BeOS BePC; en-US; rv:1.8.1.8pre) Gecko/20070926 SeaMonkey/1.1.5pre"
|
|
102
|
+
- "Mozilla/5.0 (X11; U; Darwin Power Macintosh; en-US; rv:1.8.1.5) Gecko/20070803 SeaMonkey/1.1.3"
|
|
103
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1b2) Gecko/20060823 SeaMonkey/1.1a"
|
|
104
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.13) Gecko/20060417"
|
|
105
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060130 SeaMonkey/1.0"
|
|
106
|
+
- "Mozilla/5.0 (OS/2; U; Warp 4.5; en-US; rv:1.9a1) Gecko/20051119 MultiZilla/1.8.1.0s SeaMonkey/1.5a"
|
|
107
|
+
- "Mozilla/5.0 (X11; U; FreeBSD i386; en-US; rv:1.7.12) Gecko/20051105"
|
|
108
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20050920"
|
|
109
|
+
- "Mozilla/5.0 (X11; U; Linux ppc; en-US; rv:1.7.12) Gecko/20051009 Debian/1.7.12-1"
|
|
110
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.8b4) Gecko/20050910 SeaMonkey/1.0a"
|
|
111
|
+
- "Mozilla/5.0 (Windows; U; Win98; en-US; rv:1.8b3) Gecko/20050713 SeaMonkey/1.0a"
|
|
112
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8a2) Gecko/20040704"
|
|
113
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.7.11) Gecko/20050728"
|
|
114
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.7.8) Gecko/20050511"
|
|
115
|
+
- "Mozilla/5.0+(X11;+U;+Linux+i686;+en-US;+rv:1.7.3)+Gecko/20040922"
|
|
116
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.6) Gecko/20040413 Debian/1.6-5"
|
|
117
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.6) Gecko/20040616 MultiZilla/1.6.3.1d"
|
|
118
|
+
- "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US; rv:1.0.2) Gecko/20020924 AOL/7.0"
|
|
119
|
+
- "Mozilla/5.0 (Windows; U; Win 9x 4.90) Gecko/20020502 CS 2000 7.0/7.0"
|
|
120
|
+
- "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.5b; MultiZilla v1.5.0.2g) Gecko/20030827"
|
|
121
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.4b) Gecko/20030504 Mozilla Firebird/0.5+ StumbleUpon/1.63"
|
|
122
|
+
- "Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.2) Gecko/20021126"
|
|
123
|
+
- "Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.2) Gecko/20021126"
|
|
124
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.2a) Gecko/20020910"
|
|
125
|
+
- "Mozilla/5.0 (X11; U; Linux 2.4.3-20mdk i586; en-US; rv:0.9.1) Gecko/20010611"
|
|
126
|
+
:ie:
|
|
127
|
+
- "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; InfoPath.1)"
|
|
128
|
+
- "Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; WOW64; Trident/6.0)"
|
|
129
|
+
- "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)"
|
|
130
|
+
- "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E; InfoPath.3; Creative AutoUpdate v1.40.02)"
|
|
131
|
+
- "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E; InfoPath.3; Creative AutoUpdate v1.40.02)"
|
|
132
|
+
- "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; GTB6.5; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; SLCC1; .NET CLR 2.0.50727; Media Center PC 5.0; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET4.0C)"
|
|
133
|
+
- "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; Tablet PC 2.0; .NET CLR 1.1.4322; .NET CLR 3.0.04506; eMusic DLM/4; OfficeLiveConnector.1.3; OfficeLiveConnector.1.4; OfficeLivePatch.0.0; OfficeLivePatch.1.3; SLCC1; .NET4.0C; .NET4.0E; InfoPath.3; Zune 4.7; MS-RTC LM 8; yie8)"
|
|
134
|
+
- "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0; FunWebProducts; SLCC1; .NET CLR 2.0.50727; Media Center PC 5.0; .NET CLR 3.0.04506; Windows-Media-Player/10.00.00.3990)"
|
|
135
|
+
- "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; GTB6.4; .NET CLR 1.1.4322; FDM; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)"
|
|
136
|
+
- "Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; Rogers Hi·Speed Internet; (R1 1.3))"
|
|
137
|
+
- "Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)"
|
|
138
|
+
- "Mozilla/4.0 (compatible; MSIE 5.0; SunOS 5.10 sun4u; X11)"
|
|
139
|
+
- "Mozilla/4.0 (compatible; MSIE 5.22; Mac_PowerPC)"
|
|
140
|
+
- "Mozilla/4.0 (compatible; MSIE 4.01; Windows NT 5.0)"
|
|
141
|
+
- "Mozilla/2.0 (compatible; MSIE 3.02; Windows CE; 240x320)"
|
|
142
|
+
- "Mozilla/1.22 (compatible; MSIE 2.0; Windows 95)"
|
|
143
|
+
- "Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 7.11)"
|
|
144
|
+
:opera:
|
|
145
|
+
- "Opera/9.80 (Windows NT 6.1; U; en) Presto/2.8.131 Version/11.10"
|
|
146
|
+
- "Opera/9.80 (Windows Mobile; WCE; Opera Mobi/WMD-50433; U; en) Presto/2.4.13 Version/10.00"
|
|
147
|
+
- "Opera/9.80 (Windows NT 6.0; U; en) Presto/2.7.62 Version/11.00"
|
|
148
|
+
- "Opera/9.80 (X11; Linux i686; U; en-GB) Presto/2.6.30 Version/10.62"
|
|
149
|
+
- "Opera/9.80 (Macintosh; Intel Mac OS X; U; en) Presto/2.6.30 Version/10.61"
|
|
150
|
+
- "Opera/9.80 (J2ME/MIDP; Opera Mini/5.1.21214/19.916; U; en) Presto/2.5.25"
|
|
151
|
+
- "Opera/9.80 (Windows NT 6.1; U; en) Presto/2.5.24 Version/10.54"
|
|
152
|
+
- "Opera/9.80 (S60; SymbOS; Opera Mobi/499; U; ru) Presto/2.4.18 Version/10.00"
|
|
153
|
+
- "Opera/9.80 (Windows NT 5.1; U; en) Presto/2.5.22 Version/10.50"
|
|
154
|
+
- "Opera/9.80 (Windows NT 6.0; U; en) Presto/2.5.22 Version/10.50"
|
|
155
|
+
- "Opera/9.80 (X11; Linux x86_64; U; Linux Mint; en) Presto/2.2.15 Version/10.10"
|
|
156
|
+
- "Opera/9.80 (J2ME/MIDP; Opera Mini/5.0.16823/1428; U; en) Presto/2.2.0"
|
|
157
|
+
- "Opera/9.80 (J2ME/MIDP; Opera Mini/4.2.14912/1186; U; en) Presto/2.2.0"
|
|
158
|
+
- "Opera/9.80 (Windows NT 5.2; U; en) Presto/2.2.15 Version/10.10"
|
|
159
|
+
- "Opera/9.80 (X11; Linux i686; U; nl) Presto/2.2.15 Version/10.00"
|
|
160
|
+
- "Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.13337/458; U; en) Presto/2.2.0"
|
|
161
|
+
- "Opera/9.60 (J2ME/MIDP; Opera Mini/4.1.11320/608; U; en) Presto/2.2.0"
|
|
162
|
+
- "Opera/10.00 (X11; Linux i686 ; U; en) Presto/2.2.0"
|
|
163
|
+
- "Opera/9.62 (Windows NT 5.1; U; en) Presto/2.1.1"
|
|
164
|
+
- "Opera/9.60 (X11; Linux i686; U; en) Presto/2.1.1"
|
|
165
|
+
- "Opera/9.52 (Windows NT 5.1; U; en)"
|
|
166
|
+
- "Opera/9.25 (Windows NT 6.0; U; en)"
|
|
167
|
+
- "Opera/9.20 (Macintosh; Intel Mac OS X; U; en)"
|
|
168
|
+
- "Opera/9.02 (Windows NT 5.0; U; en)"
|
|
169
|
+
- "Opera/9.00 (Windows NT 4.0; U; en)"
|
|
170
|
+
- "Opera/9.00 (X11; Linux i686; U; en)"
|
|
171
|
+
- "Opera/9.00 (Windows NT 5.1; U; en)"
|
|
172
|
+
- "Opera/9.0 (Windows NT 5.1; U; en)"
|
|
173
|
+
- "Opera/9.0 (Macintosh; PPC Mac OS X; U; en)"
|
|
174
|
+
- "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 9.0"
|
|
175
|
+
- "Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; PPC; 480x640) Opera 8.60 [en]"
|
|
176
|
+
- "Opera/8.5 (Macintosh; PPC Mac OS X; U; en)"
|
|
177
|
+
- "Mozilla/5.0 (Macintosh; PPC Mac OS X; U; en) Opera 8.5"
|
|
178
|
+
- "Mozilla/4.0 (compatible; MSIE 6.0; Mac_PowerPC Mac OS X; en) Opera 8.5"
|
|
179
|
+
- "Opera/8.0 (Macintosh; PPC Mac OS X; U; en)"
|
|
180
|
+
- "Mozilla/5.0 (Macintosh; PPC Mac OS X; U; en) Opera 8.0"
|
|
181
|
+
- "Mozilla/4.0 (compatible; MSIE 6.0; Mac_PowerPC Mac OS X; en) Opera 8.0"
|
|
182
|
+
- "Opera/8.01 (Windows NT 5.1)"
|
|
183
|
+
- "Mozilla/5.0 (Windows NT 5.1; U; en) Opera 8.01"
|
|
184
|
+
- "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)"
|
|
185
|
+
- "Mozilla/5.0 (Windows NT 5.1; U; en) Opera 8.00"
|
|
186
|
+
- "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.00"
|
|
187
|
+
- "Opera/8.00 (Windows NT 5.1; U; en)"
|
|
188
|
+
- "Mozilla/5.0 (X11; Linux i386; U) Opera 7.60 [en-GB]"
|
|
189
|
+
- "Opera/7.60 (Windows NT 5.2; U) [en] (IBM EVV/3.0/EAK01AG9/LE)"
|
|
190
|
+
- "Opera/7.54 (Windows NT 5.1; U) [pl]"
|
|
191
|
+
- "Opera/7.50 (X11; Linux i686; U) [en]"
|
|
192
|
+
- "Mozilla/5.0 (X11; Linux i686; U) Opera 7.50 [en]"
|
|
193
|
+
- "Mozilla/4.0 (compatible; MSIE 6.0; X11; Linux i686) Opera 7.20 [en]"
|
|
194
|
+
- "Opera/7.11 (Windows NT 5.1; U) [en]"
|
|
195
|
+
- "Mozilla/4.0 (compatible; MSIE 6.0; Windows ME) Opera 7.11 [en]"
|
|
196
|
+
- "Mozilla/4.0 (compatible; MSIE 6.0; MSIE 5.5; Windows NT 5.0) Opera 7.02 Bork-edition [en]"
|
|
197
|
+
- "Mozilla/4.0 (compatible; MSIE 6.0; MSIE 5.5; Windows NT 4.0) Opera 7.0 [en]"
|
|
198
|
+
- "Mozilla/4.0 (compatible; MSIE 5.0; Windows 2000) Opera 6.0 [en]"
|
|
199
|
+
- "Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) Opera 6.01 [en]"
|
|
200
|
+
- "Mozilla/4.0 (compatible; MSIE 5.0; Mac_PowerPC) Opera 5.0 [en]"
|
|
201
|
+
:safari:
|
|
202
|
+
- "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; en-us) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27"
|
|
203
|
+
- "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; en-us) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4"
|
|
204
|
+
- "Mozilla/5.0 (iPod; U; CPU iPhone OS 4_0 like Mac OS X; en-us) AppleWebKit/532.9 (KHTML, like Gecko) Version/4.0.5 Mobile/8A293 Safari/6531.22.7"
|
|
205
|
+
- "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_4; en-us) AppleWebKit/533.17.8 (KHTML, like Gecko) Version/5.0.1 Safari/533.17.8"
|
|
206
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/531.21.8 (KHTML, like Gecko) Version/4.0.4 Safari/531.21.10"
|
|
207
|
+
- "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_2; en-us) AppleWebKit/531.21.8 (KHTML, like Gecko) Version/4.0.4 Safari/531.21.10"
|
|
208
|
+
- "Mozilla/5.0 (iPod; U; CPU iPhone OS 2_2_1 like Mac OS X; en-us) AppleWebKit/525.18.1 (KHTML, like Gecko) Version/3.1.1 Mobile/5H11a Safari/525.20"
|
|
209
|
+
- "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_7; en-us) AppleWebKit/525.28.3 (KHTML, like Gecko) Version/3.2.3 Safari/525.28.3"
|
|
210
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Version/3.1.2 Safari/525.21"
|
|
211
|
+
- "Mozilla/5.0 (iPhone; U; CPU iPhone OS 2_1 like Mac OS X; en-us) AppleWebKit/525.18.1 (KHTML, like Gecko) Version/3.1.1 Mobile/5F136 Safari/525.20"
|
|
212
|
+
- "Mozilla/5.0 (iPhone; U; CPU iPhone OS 2_0 like Mac OS X; en-us) AppleWebKit/525.18.1 (KHTML, like Gecko) Version/3.1.1 Mobile/5A347 Safari/525.20"
|
|
213
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Version/3.1.2 Safari/525.21"
|
|
214
|
+
- "Mozilla/5.0 (iPod; U; CPU iPhone OS 2_0 like Mac OS X; de-de) AppleWebKit/525.18.1 (KHTML, like Gecko) Version/3.1.1 Mobile/5A347 Safari/525.20"
|
|
215
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Version/3.1.2 Safari/525.21"
|
|
216
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.18 (KHTML, like Gecko) Version/3.1.1 Safari/525.17"
|
|
217
|
+
- "Mozilla/5.0 (iPod; U; CPU like Mac OS X; en) AppleWebKit/420.1 (KHTML, like Gecko) Version/3.0 Mobile/3A101a Safari/419.3"
|
|
218
|
+
- "Mozilla/5.0 (Macintosh; U; PPC Mac OS X 10_5_2; en-us) AppleWebKit/525.13 (KHTML, like Gecko) Version/3.1 Safari/525.13"
|
|
219
|
+
- "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_2; en-us) AppleWebKit/525.13 (KHTML, like Gecko) Version/3.1 Safari/525.13"
|
|
220
|
+
- "Mozilla/5.0 (iPhone; U; CPU like Mac OS X; en) AppleWebKit/420.1 (KHTML, like Gecko) Version/3.0 Mobile/4A93 Safari/419.3"
|
|
221
|
+
- "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en-gb) AppleWebKit/523.10.6 (KHTML, like Gecko) Version/3.0.4 Safari/523.10.6"
|
|
222
|
+
- "Mozilla/5.0 (iPod; U; CPU like Mac OS X; en) AppleWebKit/420.1 (KHTML, like Gecko) Version/3.0 Mobile/3A100a Safari/419.3"
|
|
223
|
+
- "Mozilla/5.0 (iPhone; U; CPU like Mac OS X; en) AppleWebKit/420+ (KHTML, like Gecko) Version/3.0 Mobile/1C28 Safari/419.3"
|
|
224
|
+
- "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en) AppleWebKit/522.11.1 (KHTML, like Gecko) Version/3.0.3 Safari/522.12.1"
|
|
225
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; bg) AppleWebKit/522.13.1 (KHTML, like Gecko) Version/3.0.2 Safari/522.13.1"
|
|
226
|
+
- "Mozilla/4.0 (compatible; Mozilla/4.0; Mozilla/5.0; Mozilla/6.0; Safari/431.7; Macintosh; U; PPC Mac OS X 10.6 Leopard; AppleWebKit/421.9 (KHTML, like Gecko) )"
|
|
227
|
+
- "Mozilla/5.0 (Windows; U; Windows NT 5.1; ru) AppleWebKit/522.11.3 (KHTML, like Gecko) Version/3.0 Safari/522.11.3"
|
|
228
|
+
- "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en) AppleWebKit/419.3 (KHTML, like Gecko) Safari/419.3"
|
|
229
|
+
- "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/418.8 (KHTML, like Gecko) Safari/419.3"
|
|
230
|
+
- "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8"
|
|
231
|
+
- "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en) AppleWebKit/417.3 (KHTML, like Gecko) Safari/417.2"
|
|
232
|
+
- "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/412 (KHTML, like Gecko) Safari/412"
|
|
233
|
+
- "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/312.9 (KHTML, like Gecko) Safari/312.6"
|
|
234
|
+
- "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; fr-fr) AppleWebKit/312.5.1 (KHTML, like Gecko) Safari/312.3.1"
|
|
235
|
+
- "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; fr-fr) AppleWebKit/312.5 (KHTML, like Gecko) Safari/312.3"
|
|
236
|
+
- "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/124 (KHTML, like Gecko) Safari/125.1"
|
|
237
|
+
- "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/106.2 (KHTML, like Gecko) Safari/100.1"
|
|
238
|
+
- "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; es) AppleWebKit/85 (KHTML, like Gecko) Safari/85"
|
|
239
|
+
- "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-us) AppleWebKit/74 (KHTML, like Gecko) Safari/74"
|
|
240
|
+
- "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/51 (like Gecko) Safari/51"
|
|
241
|
+
:wget:
|
|
242
|
+
- "Wget/1.8.1"
|
|
243
|
+
- "Wget/1.6"
|
|
244
|
+
:wdg_validator:
|
|
245
|
+
- "WDG_Validator/1.6.1"
|
|
246
|
+
:w3c_validator:
|
|
247
|
+
- "W3C_Validator/1.183 libwww-perl/5.64"
|
data/gemspec.yml
CHANGED
|
@@ -18,13 +18,10 @@ dependencies:
|
|
|
18
18
|
spidr: ~> 0.2
|
|
19
19
|
rack: ~> 1.3
|
|
20
20
|
sinatra: ~> 1.2
|
|
21
|
-
|
|
22
|
-
data_paths: ~> 0.3.0.rc1
|
|
21
|
+
data_paths: ~> 0.3
|
|
23
22
|
# Ronin dependencies:
|
|
24
|
-
|
|
25
|
-
ronin
|
|
26
|
-
# ronin: ~> 1.1
|
|
27
|
-
ronin: ~> 1.1.0.rc3
|
|
23
|
+
ronin-support: ~> 0.2
|
|
24
|
+
ronin: ~> 1.1
|
|
28
25
|
|
|
29
26
|
development_dependencies:
|
|
30
27
|
bundler: ~> 1.0.10
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
#
|
|
2
|
+
# Ronin Web - A Ruby library for Ronin that provides support for web
|
|
3
|
+
# scraping and spidering functionality.
|
|
4
|
+
#
|
|
5
|
+
# Copyright (c) 2006-2011 Hal Brodigan (postmodern.mod3 at gmail.com)
|
|
6
|
+
#
|
|
7
|
+
# This file is part of Ronin Web.
|
|
8
|
+
#
|
|
9
|
+
# Ronin is free software: you can redistribute it and/or modify
|
|
10
|
+
# it under the terms of the GNU General Public License as published by
|
|
11
|
+
# the Free Software Foundation, either version 3 of the License, or
|
|
12
|
+
# (at your option) any later version.
|
|
13
|
+
#
|
|
14
|
+
# Ronin is distributed in the hope that it will be useful,
|
|
15
|
+
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
16
|
+
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
17
|
+
# GNU General Public License for more details.
|
|
18
|
+
#
|
|
19
|
+
# You should have received a copy of the GNU General Public License
|
|
20
|
+
# along with Ronin. If not, see <http://www.gnu.org/licenses/>.
|
|
21
|
+
#
|
|
22
|
+
|
|
23
|
+
require 'data_paths'
|
|
24
|
+
|
|
25
|
+
module Ronin
|
|
26
|
+
module Web
|
|
27
|
+
module Config
|
|
28
|
+
include DataPaths
|
|
29
|
+
extend DataPaths::Finders
|
|
30
|
+
|
|
31
|
+
register_data_path File.join(File.dirname(__FILE__),'..','..','..','data')
|
|
32
|
+
end
|
|
33
|
+
end
|
|
34
|
+
end
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
#
|
|
2
|
+
# Ronin Web - A Ruby library for Ronin that provides support for web
|
|
3
|
+
# scraping and spidering functionality.
|
|
4
|
+
#
|
|
5
|
+
# Copyright (c) 2006-2011 Hal Brodigan (postmodern.mod3 at gmail.com)
|
|
6
|
+
#
|
|
7
|
+
# This file is part of Ronin Web.
|
|
8
|
+
#
|
|
9
|
+
# Ronin is free software: you can redistribute it and/or modify
|
|
10
|
+
# it under the terms of the GNU General Public License as published by
|
|
11
|
+
# the Free Software Foundation, either version 3 of the License, or
|
|
12
|
+
# (at your option) any later version.
|
|
13
|
+
#
|
|
14
|
+
# Ronin is distributed in the hope that it will be useful,
|
|
15
|
+
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
16
|
+
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
17
|
+
# GNU General Public License for more details.
|
|
18
|
+
#
|
|
19
|
+
# You should have received a copy of the GNU General Public License
|
|
20
|
+
# along with Ronin. If not, see <http://www.gnu.org/licenses/>.
|
|
21
|
+
#
|
|
22
|
+
|
|
23
|
+
require 'ronin/web/web'
|
|
24
|
+
require 'ronin/network/http/proxy'
|
|
25
|
+
|
|
26
|
+
require 'mechanize'
|
|
27
|
+
|
|
28
|
+
module Ronin
|
|
29
|
+
module Web
|
|
30
|
+
class Mechanize < ::Mechanize
|
|
31
|
+
|
|
32
|
+
#
|
|
33
|
+
# Creates a new [Mechanize](http://mechanize.rubyforge.org/) Agent.
|
|
34
|
+
#
|
|
35
|
+
# @param [Hash] options
|
|
36
|
+
# Additional options.
|
|
37
|
+
#
|
|
38
|
+
# @option options [String] :user_agent
|
|
39
|
+
# The User-Agent string to use.
|
|
40
|
+
#
|
|
41
|
+
# @option options [String] :user_agent_alias
|
|
42
|
+
# The User-Agent Alias to use.
|
|
43
|
+
#
|
|
44
|
+
# @option options [Network::HTTP::Proxy, Hash, String] :proxy (Web.proxy)
|
|
45
|
+
# Proxy information.
|
|
46
|
+
#
|
|
47
|
+
# @yield [agent]
|
|
48
|
+
# If a block is given, it will be passed the newly created Mechanize
|
|
49
|
+
# agent.
|
|
50
|
+
#
|
|
51
|
+
# @yieldparam [Mechanize] agent
|
|
52
|
+
# The new Mechanize agent.
|
|
53
|
+
#
|
|
54
|
+
def initialize(options={})
|
|
55
|
+
super()
|
|
56
|
+
|
|
57
|
+
if options[:user_agent_alias]
|
|
58
|
+
self.user_agent_alias = options[:user_agent_alias]
|
|
59
|
+
elsif options[:user_agent]
|
|
60
|
+
self.user_agent = options[:user_agent]
|
|
61
|
+
elsif Web.user_agent
|
|
62
|
+
self.user_agent = Web.user_agent
|
|
63
|
+
end
|
|
64
|
+
|
|
65
|
+
proxy = Network::HTTP::Proxy.new(options[:proxy] || Web.proxy)
|
|
66
|
+
|
|
67
|
+
if proxy[:host]
|
|
68
|
+
set_proxy(
|
|
69
|
+
proxy[:host],
|
|
70
|
+
proxy[:port],
|
|
71
|
+
proxy[:user],
|
|
72
|
+
proxy[:password]
|
|
73
|
+
)
|
|
74
|
+
end
|
|
75
|
+
|
|
76
|
+
yield self if block_given?
|
|
77
|
+
end
|
|
78
|
+
|
|
79
|
+
end
|
|
80
|
+
end
|
|
81
|
+
end
|