ronin-web 0.3.0.rc1 → 1.0.0.beta2

data/data/ronin/web/user_agents.yml

@@ -1,247 +0,0 @@
-#
-# Sources:
-#
-# * http://www.zytrax.com/tech/web/browser_ids.htm
-#
----
-:googlebot:
-  - "Googlebot/2.1 ( http://www.googlebot.com/bot.html)"
-  - "Googlebot-Image/1.0 ( http://www.googlebot.com/bot.html)"
-  - "Mediapartners-Google/2.1"
-  - "Google-Sitemaps/1.0"
-:askjeeves:
-  - "Mozilla/2.0 (compatible; Ask Jeeves)"
-  - "msnbot-Products/1.0 (+http://search.msn.com/msnbot.htm)"
-:aptget:
-  - "Ubuntu APT-HTTP/1.3 (0.7.23.1ubuntu2)"
-  - "Ubuntu APT-HTTP/1.3"
-:chrome:
-  - "Mozilla/5.0 (Windows NT 6.0) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.60 Safari/534.24"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.205 Safari/534.16"
-  - "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.204 Safari/534.16"
-  - "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.133 Safari/534.16"
-  - "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.133 Safari/534.16"
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US) AppleWebKit/534.16 (KHTML, like Gecko) Chrome/10.0.648.127 Safari/534.16"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/534.13 (KHTML, like Gecko) Chrome/9.0.597.98 Safari/534.13"
-  - "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko) Chrome/8.0.552.237 Safari/534.10"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/534.3 (KHTML, like Gecko) Chrome/6.0.472.63 Safari/534.3"
-  - "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_4; en-US) AppleWebKit/533.4 (KHTML, like Gecko) Chrome/5.0.375.127 Safari/533.4"
-  - "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/533.4 (KHTML, like Gecko) Chrome/5.0.375.125 Safari/533.4"
-  - "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/533.4 (KHTML, like Gecko) Chrome/5.0.375.125 Safari/533.4"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/533.4 (KHTML, like Gecko) Chrome/5.0.375.99 Safari/533.4"
-  - "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.1 (KHTML, like Gecko) Chrome/5.0.322.2 Safari/533.1"
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US) AppleWebKit/532.9 (KHTML, like Gecko) Chrome/5.0.307.9 Safari/532.9"
-  - "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_2; en-US) AppleWebKit/532.9 (KHTML, like Gecko) Chrome/5.0.307.11 Safari/532.9"
-  - "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/532.5 (KHTML, like Gecko) Chrome/4.0.249.78 Safari/532.5"
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US) AppleWebKit/532.4 (KHTML, like Gecko) Chrome/4.0.233.0 Safari/532.4"
-  - "Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US) AppleWebKit/532.0 (KHTML, like Gecko) Chrome/3.0.198.0 Safari/532.0"
-  - "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; Valve Steam GameOverlay; ) AppleWebKit/532.1 (KHTML, like Gecko) Chrome/3.0.195.24 Safari/532.1"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.13 (KHTML, like Gecko) Version/3.1 Safari/525.13"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/532.0 (KHTML, like Gecko) Chrome/3.0.195.33 Safari/532.0"
-  - "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Chrome/1.0.154.53 Safari/525.19"
-  - "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_7; en-US) AppleWebKit/531.0 (KHTML, like Gecko) Chrome/3.0.183 Safari/531.0"
-  - "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Chrome/1.0.154.53 Safari/525.19"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Chrome/1.0.154.36 Safari/525.19"
-  - "Mozilla/5.0 (Linux; U; en-US) AppleWebKit/525.13 (KHTML, like Gecko) Chrome/0.2.149.27 Safari/525.13"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.13 (KHTML, like Gecko) Version/3.1 Safari/525.13"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.13 (KHTML, like Gecko) Chrome/0.2.149.27 Safari/525.13"
-:curl:
-  - "curl/7.19.5 (i586-pc-mingw32msvc) libcurl/7.19.5 OpenSSL/0.9.8l zlib/1.2.3"
-  - "curl/7.7.2 (powerpc-apple-darwin6.0) libcurl 7.7.2 (OpenSSL 0.9.6b)"
-:firefox:
-  - "Mozilla/5.0 (Windows NT 5.1; rv:2.0) Gecko/20100101 Firefox/4.0:"
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.4) Gecko/2008102920 Firefox/3.0.4 (Splashtop-v1.0.5.0)"
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8) Gecko/20051111 Firefox/1.5 BAVM/1.0.0"
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1a2pre) Gecko/2008073000 Shredder/3.0a2pre ThunderBrowse/3.2.1.8"
-  - "Mozilla/5.0 (X11; U; Linux armv61; en-US; rv:1.9.1b2pre) Gecko/20081015 Fennec/1.0a1"
-  - "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:2.0b7pre) Gecko/20100925 Firefox/4.0b7pre"
-  - "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:2.0.1) Gecko/20100101 Firefox/4.0.1"
-  - "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.2.16) Gecko/20110319 Firefox/3.6.16"
-  - "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.1.8) Gecko/20100215 Solaris/10.1 (GNU) Superswan/3.5.8 (Byte/me)"
-  - "Mozilla/5.0 (Macintosh; U; PPC Mac OS X 10.5; en-US; rv:1.9.0.3) Gecko/2008092414 Firefox/3.0.3"
-  - "Mozilla/5.0 (X11; U; OpenBSD i386; en-US; rv:1.8.1.14) Gecko/20080821 Firefox/2.0.0.14"
-  - "Mozilla/5.0 (X11; U; Darwin Power Macintosh; en-US; rv:1.8.0.12) Gecko/20070803 Firefox/1.5.0.12 Fink Community Edition"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.7.13) Gecko/20060410 Firefox/1.0.8"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.7.3) Gecko/20041002 Firefox/0.10.1"
-  - "Mozilla/5.0 (X11; U; SunOS sun4m; en-US; rv:1.4b) Gecko/20030517 Mozilla Firebird/0.6"
-  - "Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.3a) Gecko/20021207 Phoenix/0.5"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.2b) Gecko/20020923 Phoenix/0.1"
-  - "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; Google Wireless Transcoder;)"
-:android:
-  - "Mozilla/5.0 (Linux; U; Android 1.1; en-gb; dream) AppleWebKit/525.10+ (KHTML, like Gecko) Version/3.0.4 Mobile Safari/523.12.2"
-  - "Mozilla/5.0 (Linux; U; Android 0.5; en-us) AppleWebKit/522+ (KHTML, like Gecko) Safari/419.3"
-:links:
-  - "Links (2.1pre31; Linux 2.6.21-omap1 armv6l; x)"
-  - "Links (2.1pre18; Linux 2.6.17-dyne i686; x)"
-  - "Links (2.1pre15; Linux 2.4.26-vc4 i586; x)"
-  - "Links (2.1pre14; OS/2 1 i386; 80x33)"
-  - "Links (0.99; OS/2 1 i386; 80x33)"
-  - "Links (0.98; Linux 2.6.7-rc2 i686; 132x43)"
-  - "Links (0.98; Unix; 80x25)"
-  - "Links (0.95; Unix)"
-:lynx:
-  - "Lynx/2.8.5dev.16 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.6b"
-  - "Lynx/2.8.5rel.1 libwww-FM/2.14 SSL-MM/1.4.1 GNUTLS/1.0.16"
-  - "Lynx/2.8.5rel.1 libwww-FM/2.14 SSL-MM/1.4.1 GNUTLS/0.8.12"
-  - "Lynx/2.8.3rel.1 libwww-FM/2.14FM"
-  - "Lynx/2.8.4dev.11 libwww-FM/2.14 SSL-MM/1.4.1 OpenSSL/0.9.6"
-  - "Lynx/2.6 libwww-FM/2.14"
-:seamonkey:
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.9) Gecko/20100508 SeaMonkey/2.0.4"
-  - "Mozilla/5.0 (X11; U; Linux i686; nb-NO; rv:1.9.1.8) Gecko/20100205 SeaMonkey/2.0.3"
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1b4pre) Gecko/20090405 SeaMonkey/2.0b1pre"
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1b1pre) Gecko/20080915000512 SeaMonkey/2.0a1pre"
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9pre) Gecko/2008060901 SeaMonkey/2.0a1pre"
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.13) Gecko/20080313 SeaMonkey/1.1.9 (Ubuntu-1.1.9+nobinonly-0ubuntu1)"
-  - "Mozilla/5.0 (X11; U; SunOS sun4u; en-US; rv:1.7) Gecko/20070606"
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.8) Gecko/20050927 Debian/1.7.8-1sarge3"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.8.1.2) Gecko/20070220 Firefox/2.0.0.8"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.8.1.8) Gecko/20071009 SeaMonkey/1.1.5"
-  - "Mozilla/5.0 (Windows; U; WinNT3.51; en-US; rv:1.8.1.6) Gecko/20070802 SeaMonkey/1.1.4"
-  - "Mozilla/5.0 (BeOS; U; BeOS BePC; en-US; rv:1.8.1.8pre) Gecko/20070926 SeaMonkey/1.1.5pre"
-  - "Mozilla/5.0 (X11; U; Darwin Power Macintosh; en-US; rv:1.8.1.5) Gecko/20070803 SeaMonkey/1.1.3"
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1b2) Gecko/20060823 SeaMonkey/1.1a"
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.13) Gecko/20060417"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060130 SeaMonkey/1.0"
-  - "Mozilla/5.0 (OS/2; U; Warp 4.5; en-US; rv:1.9a1) Gecko/20051119 MultiZilla/1.8.1.0s SeaMonkey/1.5a"
-  - "Mozilla/5.0 (X11; U; FreeBSD i386; en-US; rv:1.7.12) Gecko/20051105"
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20050920"
-  - "Mozilla/5.0 (X11; U; Linux ppc; en-US; rv:1.7.12) Gecko/20051009 Debian/1.7.12-1"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.8b4) Gecko/20050910 SeaMonkey/1.0a"
-  - "Mozilla/5.0 (Windows; U; Win98; en-US; rv:1.8b3) Gecko/20050713 SeaMonkey/1.0a"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8a2) Gecko/20040704"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.7.11) Gecko/20050728"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.7.8) Gecko/20050511"
-  - "Mozilla/5.0+(X11;+U;+Linux+i686;+en-US;+rv:1.7.3)+Gecko/20040922"
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.6) Gecko/20040413 Debian/1.6-5"
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.6) Gecko/20040616 MultiZilla/1.6.3.1d"
-  - "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-US; rv:1.0.2) Gecko/20020924 AOL/7.0"
-  - "Mozilla/5.0 (Windows; U; Win 9x 4.90) Gecko/20020502 CS 2000 7.0/7.0"
-  - "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.5b; MultiZilla v1.5.0.2g) Gecko/20030827"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.4b) Gecko/20030504 Mozilla Firebird/0.5+ StumbleUpon/1.63"
-  - "Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.2) Gecko/20021126"
-  - "Mozilla/5.0 (Windows; U; WinNT4.0; en-US; rv:1.2) Gecko/20021126"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.2a) Gecko/20020910"
-  - "Mozilla/5.0 (X11; U; Linux 2.4.3-20mdk i586; en-US; rv:0.9.1) Gecko/20010611"
-:ie:
-  - "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; InfoPath.1)"
-  - "Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; WOW64; Trident/6.0)"
-  - "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)"
-  - "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E; InfoPath.3; Creative AutoUpdate v1.40.02)"
-  - "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E; InfoPath.3; Creative AutoUpdate v1.40.02)"
-  - "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; GTB6.5; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; SLCC1; .NET CLR 2.0.50727; Media Center PC 5.0; InfoPath.1; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET4.0C)"
-  - "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; Tablet PC 2.0; .NET CLR 1.1.4322; .NET CLR 3.0.04506; eMusic DLM/4; OfficeLiveConnector.1.3; OfficeLiveConnector.1.4; OfficeLivePatch.0.0; OfficeLivePatch.1.3; SLCC1; .NET4.0C; .NET4.0E; InfoPath.3; Zune 4.7; MS-RTC LM 8; yie8)"
-  - "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0; FunWebProducts; SLCC1; .NET CLR 2.0.50727; Media Center PC 5.0; .NET CLR 3.0.04506; Windows-Media-Player/10.00.00.3990)"
-  - "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; GTB6.4; .NET CLR 1.1.4322; FDM; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)"
-  - "Mozilla/4.0 (compatible; MSIE 6.0; Windows 98; Rogers Hi·Speed Internet; (R1 1.3))"
-  - "Mozilla/4.0 (compatible; MSIE 5.5; Windows 98)"
-  - "Mozilla/4.0 (compatible; MSIE 5.0; SunOS 5.10 sun4u; X11)"
-  - "Mozilla/4.0 (compatible; MSIE 5.22; Mac_PowerPC)"
-  - "Mozilla/4.0 (compatible; MSIE 4.01; Windows NT 5.0)"
-  - "Mozilla/2.0 (compatible; MSIE 3.02; Windows CE; 240x320)"
-  - "Mozilla/1.22 (compatible; MSIE 2.0; Windows 95)"
-  - "Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; IEMobile 7.11)"
-:opera:
-  - "Opera/9.80 (Windows NT 6.1; U; en) Presto/2.8.131 Version/11.10"
-  - "Opera/9.80 (Windows Mobile; WCE; Opera Mobi/WMD-50433; U; en) Presto/2.4.13 Version/10.00"
-  - "Opera/9.80 (Windows NT 6.0; U; en) Presto/2.7.62 Version/11.00"
-  - "Opera/9.80 (X11; Linux i686; U; en-GB) Presto/2.6.30 Version/10.62"
-  - "Opera/9.80 (Macintosh; Intel Mac OS X; U; en) Presto/2.6.30 Version/10.61"
-  - "Opera/9.80 (J2ME/MIDP; Opera Mini/5.1.21214/19.916; U; en) Presto/2.5.25"
-  - "Opera/9.80 (Windows NT 6.1; U; en) Presto/2.5.24 Version/10.54"
-  - "Opera/9.80 (S60; SymbOS; Opera Mobi/499; U; ru) Presto/2.4.18 Version/10.00"
-  - "Opera/9.80 (Windows NT 5.1; U; en) Presto/2.5.22 Version/10.50"
-  - "Opera/9.80 (Windows NT 6.0; U; en) Presto/2.5.22 Version/10.50"
-  - "Opera/9.80 (X11; Linux x86_64; U; Linux Mint; en) Presto/2.2.15 Version/10.10"
-  - "Opera/9.80 (J2ME/MIDP; Opera Mini/5.0.16823/1428; U; en) Presto/2.2.0"
-  - "Opera/9.80 (J2ME/MIDP; Opera Mini/4.2.14912/1186; U; en) Presto/2.2.0"
-  - "Opera/9.80 (Windows NT 5.2; U; en) Presto/2.2.15 Version/10.10"
-  - "Opera/9.80 (X11; Linux i686; U; nl) Presto/2.2.15 Version/10.00"
-  - "Opera/9.60 (J2ME/MIDP; Opera Mini/4.2.13337/458; U; en) Presto/2.2.0"
-  - "Opera/9.60 (J2ME/MIDP; Opera Mini/4.1.11320/608; U; en) Presto/2.2.0"
-  - "Opera/10.00 (X11; Linux i686 ; U; en) Presto/2.2.0"
-  - "Opera/9.62 (Windows NT 5.1; U; en) Presto/2.1.1"
-  - "Opera/9.60 (X11; Linux i686; U; en) Presto/2.1.1"
-  - "Opera/9.52 (Windows NT 5.1; U; en)"
-  - "Opera/9.25 (Windows NT 6.0; U; en)"
-  - "Opera/9.20 (Macintosh; Intel Mac OS X; U; en)"
-  - "Opera/9.02 (Windows NT 5.0; U; en)"
-  - "Opera/9.00 (Windows NT 4.0; U; en)"
-  - "Opera/9.00 (X11; Linux i686; U; en)"
-  - "Opera/9.00 (Windows NT 5.1; U; en)"
-  - "Opera/9.0 (Windows NT 5.1; U; en)"
-  - "Opera/9.0 (Macintosh; PPC Mac OS X; U; en)"
-  - "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 9.0"
-  - "Mozilla/4.0 (compatible; MSIE 6.0; Windows CE; PPC; 480x640) Opera 8.60 [en]"
-  - "Opera/8.5 (Macintosh; PPC Mac OS X; U; en)"
-  - "Mozilla/5.0 (Macintosh; PPC Mac OS X; U; en) Opera 8.5"
-  - "Mozilla/4.0 (compatible; MSIE 6.0; Mac_PowerPC Mac OS X; en) Opera 8.5"
-  - "Opera/8.0 (Macintosh; PPC Mac OS X; U; en)"
-  - "Mozilla/5.0 (Macintosh; PPC Mac OS X; U; en) Opera 8.0"
-  - "Mozilla/4.0 (compatible; MSIE 6.0; Mac_PowerPC Mac OS X; en) Opera 8.0"
-  - "Opera/8.01 (Windows NT 5.1)"
-  - "Mozilla/5.0 (Windows NT 5.1; U; en) Opera 8.01"
-  - "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)"
-  - "Mozilla/5.0 (Windows NT 5.1; U; en) Opera 8.00"
-  - "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.00"
-  - "Opera/8.00 (Windows NT 5.1; U; en)"
-  - "Mozilla/5.0 (X11; Linux i386; U) Opera 7.60 [en-GB]"
-  - "Opera/7.60 (Windows NT 5.2; U) [en] (IBM EVV/3.0/EAK01AG9/LE)"
-  - "Opera/7.54 (Windows NT 5.1; U) [pl]"
-  - "Opera/7.50 (X11; Linux i686; U) [en]"
-  - "Mozilla/5.0 (X11; Linux i686; U) Opera 7.50 [en]"
-  - "Mozilla/4.0 (compatible; MSIE 6.0; X11; Linux i686) Opera 7.20 [en]"
-  - "Opera/7.11 (Windows NT 5.1; U) [en]"
-  - "Mozilla/4.0 (compatible; MSIE 6.0; Windows ME) Opera 7.11 [en]"
-  - "Mozilla/4.0 (compatible; MSIE 6.0; MSIE 5.5; Windows NT 5.0) Opera 7.02 Bork-edition [en]"
-  - "Mozilla/4.0 (compatible; MSIE 6.0; MSIE 5.5; Windows NT 4.0) Opera 7.0 [en]"
-  - "Mozilla/4.0 (compatible; MSIE 5.0; Windows 2000) Opera 6.0 [en]"
-  - "Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) Opera 6.01 [en]"
-  - "Mozilla/4.0 (compatible; MSIE 5.0; Mac_PowerPC) Opera 5.0 [en]"
-:safari:
-  - "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; en-us) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27"
-  - "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; en-us) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4"
-  - "Mozilla/5.0 (iPod; U; CPU iPhone OS 4_0 like Mac OS X; en-us) AppleWebKit/532.9 (KHTML, like Gecko) Version/4.0.5 Mobile/8A293 Safari/6531.22.7"
-  - "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_4; en-us) AppleWebKit/533.17.8 (KHTML, like Gecko) Version/5.0.1 Safari/533.17.8"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/531.21.8 (KHTML, like Gecko) Version/4.0.4 Safari/531.21.10"
-  - "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_2; en-us) AppleWebKit/531.21.8 (KHTML, like Gecko) Version/4.0.4 Safari/531.21.10"
-  - "Mozilla/5.0 (iPod; U; CPU iPhone OS 2_2_1 like Mac OS X; en-us) AppleWebKit/525.18.1 (KHTML, like Gecko) Version/3.1.1 Mobile/5H11a Safari/525.20"
-  - "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_7; en-us) AppleWebKit/525.28.3 (KHTML, like Gecko) Version/3.2.3 Safari/525.28.3"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Version/3.1.2 Safari/525.21"
-  - "Mozilla/5.0 (iPhone; U; CPU iPhone OS 2_1 like Mac OS X; en-us) AppleWebKit/525.18.1 (KHTML, like Gecko) Version/3.1.1 Mobile/5F136 Safari/525.20"
-  - "Mozilla/5.0 (iPhone; U; CPU iPhone OS 2_0 like Mac OS X; en-us) AppleWebKit/525.18.1 (KHTML, like Gecko) Version/3.1.1 Mobile/5A347 Safari/525.20"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Version/3.1.2 Safari/525.21"
-  - "Mozilla/5.0 (iPod; U; CPU iPhone OS 2_0 like Mac OS X; de-de) AppleWebKit/525.18.1 (KHTML, like Gecko) Version/3.1.1 Mobile/5A347 Safari/525.20"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Version/3.1.2 Safari/525.21"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.18 (KHTML, like Gecko) Version/3.1.1 Safari/525.17"
-  - "Mozilla/5.0 (iPod; U; CPU like Mac OS X; en) AppleWebKit/420.1 (KHTML, like Gecko) Version/3.0 Mobile/3A101a Safari/419.3"
-  - "Mozilla/5.0 (Macintosh; U; PPC Mac OS X 10_5_2; en-us) AppleWebKit/525.13 (KHTML, like Gecko) Version/3.1 Safari/525.13"
-  - "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_2; en-us) AppleWebKit/525.13 (KHTML, like Gecko) Version/3.1 Safari/525.13"
-  - "Mozilla/5.0 (iPhone; U; CPU like Mac OS X; en) AppleWebKit/420.1 (KHTML, like Gecko) Version/3.0 Mobile/4A93 Safari/419.3"
-  - "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en-gb) AppleWebKit/523.10.6 (KHTML, like Gecko) Version/3.0.4 Safari/523.10.6"
-  - "Mozilla/5.0 (iPod; U; CPU like Mac OS X; en) AppleWebKit/420.1 (KHTML, like Gecko) Version/3.0 Mobile/3A100a Safari/419.3"
-  - "Mozilla/5.0 (iPhone; U; CPU like Mac OS X; en) AppleWebKit/420+ (KHTML, like Gecko) Version/3.0 Mobile/1C28 Safari/419.3"
-  - "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en) AppleWebKit/522.11.1 (KHTML, like Gecko) Version/3.0.3 Safari/522.12.1"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; bg) AppleWebKit/522.13.1 (KHTML, like Gecko) Version/3.0.2 Safari/522.13.1"
-  - "Mozilla/4.0 (compatible; Mozilla/4.0; Mozilla/5.0; Mozilla/6.0; Safari/431.7; Macintosh; U; PPC Mac OS X 10.6 Leopard; AppleWebKit/421.9 (KHTML, like Gecko) )"
-  - "Mozilla/5.0 (Windows; U; Windows NT 5.1; ru) AppleWebKit/522.11.3 (KHTML, like Gecko) Version/3.0 Safari/522.11.3"
-  - "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en) AppleWebKit/419.3 (KHTML, like Gecko) Safari/419.3"
-  - "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/418.8 (KHTML, like Gecko) Safari/419.3"
-  - "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8"
-  - "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en) AppleWebKit/417.3 (KHTML, like Gecko) Safari/417.2"
-  - "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/412 (KHTML, like Gecko) Safari/412"
-  - "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/312.9 (KHTML, like Gecko) Safari/312.6"
-  - "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; fr-fr) AppleWebKit/312.5.1 (KHTML, like Gecko) Safari/312.3.1"
-  - "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; fr-fr) AppleWebKit/312.5 (KHTML, like Gecko) Safari/312.3"
-  - "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/124 (KHTML, like Gecko) Safari/125.1"
-  - "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/106.2 (KHTML, like Gecko) Safari/100.1"
-  - "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; es) AppleWebKit/85 (KHTML, like Gecko) Safari/85"
-  - "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-us) AppleWebKit/74 (KHTML, like Gecko) Safari/74"
-  - "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/51 (like Gecko) Safari/51"
-:wget:
-  - "Wget/1.8.1"
-  - "Wget/1.6"
-:wdg_validator:
-  - "WDG_Validator/1.6.1"
-:w3c_validator:
-  - "W3C_Validator/1.183 libwww-perl/5.64"

data/lib/ronin/network/mixins/web.rb

@@ -1,258 +0,0 @@
-#
-# Ronin Web - A Ruby library for Ronin that provides support for web
-# scraping and spidering functionality.
-#
-# Copyright (c) 2006-2011 Hal Brodigan (postmodern.mod3 at gmail.com)
-#
-# This file is part of Ronin Web.
-#
-# Ronin is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# Ronin is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with Ronin.  If not, see <http://www.gnu.org/licenses/>.
-#
-
-require 'ronin/ui/output/helpers'
-require 'ronin/network/http/proxy'
-require 'ronin/web/web'
-require 'ronin/mixin'
-
-require 'parameters'
-
-module Ronin
-  module Network
-    module Mixins
-      module Web
-        include Mixin
- 
-        mixin UI::Output::Helpers,
-              Parameters
-
-        mixin do
-          # The Web Proxy host to connect to
-          parameter :web_proxy_host, :type => String,
-                                     :description => 'Web Proxy host'
-
-          # The Web Proxy port to connect to
-          parameter :web_proxy_port, :type => Integer,
-                                     :description => 'Web Proxy port'
-
-          # The Web Proxy user to authenticate with
-          parameter :web_proxy_user, :type => String,
-                                     :description => 'Web Proxy authentication user'
-
-          # The Web Proxy password to authenticate with
-          parameter :web_proxy_password, :type => String,
-                                         :description => 'Web Proxy authentication password'
-        end
-
-        protected
-
-        #
-        # Combines the proxy information set by the `web_proxy_host`,
-        # `web_proxy_port`, `web_proxy_user` and `web_proxy_password`
-        # parameters.
-        #
-        # @return [Network::HTTP::Proxy]
-        #   The current proxy information.
-        #
-        # @api semipublic
-        #
-        def web_proxy
-          HTTP::Proxy.new(
-            :host => @web_proxy_host,
-            :port => @web_proxy_port,
-            :user => @web_proxy_user,
-            :password => @web_proxy_password
-          )
-        end
-
-        #
-        # Provides a persistant Mechanize agent.
-        #
-        # @param [Hash] options
-        #   Additional options for initializing the agent.
-        #
-        # @option options [Hash] :proxy (web_proxy)
-        #   Proxy information.
-        #
-        # @option options [String] :user_agent (web_user_agent)
-        #   User-Agent string to use.
-        #
-        # @return [Mechanize]
-        #   The agent.
-        #
-        # @api semipublic
-        #
-        def web_agent(options={},&block)
-          unless @web_agent
-            options[:proxy] ||= web_proxy
-            options[:user_agent] ||= @web_user_agent
-
-            @web_agent = Ronin::Web.agent(options,&block)
-          end
-
-          return @web_agent
-        end
-
-        #
-        # Creates a Mechanize Page for the contents at a given URL.
-        #
-        # @param [URI::Generic, String] url
-        #   The URL to request.
-        #
-        # @param [Hash] options
-        #   Additional options to initialize the agent with.
-        #
-        # @option options [Hash] :proxy (web_proxy)
-        #   Proxy information.
-        #
-        # @option options [String] :user_agent (web_user_agent)
-        #   User-Agent string to use.
-        #
-        # @yield [page]
-        #   If a block is given, it will be passed the page for the
-        #   requested URL.
-        #
-        # @yieldparam [Mechanize::Page] page
-        #   The requested page.
-        #
-        # @return [Mechanize::Page]
-        #   The requested page.
-        #
-        # @api semipublic
-        #
-        def web_get(url,options={})
-          print_info "Requesting #{url}"
-          page = web_agent(options).get(url)
-
-          yield page if block_given?
-          return page
-        end
-
-        #
-        # Requests the body of the Mechanize Page created from the response
-        # of the given URL.
-        #
-        # @param [URI::Generic, String] url
-        #   The URL to request.
-        #
-        # @param [Hash] options
-        #   Additional options to initialize the agent with.
-        #
-        # @option options [Hash] :proxy (web_proxy)
-        #   Proxy information.
-        #
-        # @option options [String] :user_agent (web_user_agent)
-        #   User-Agent string to use.
-        #
-        # @yield [body]
-        #   If a block is given, it will be passed the body of the page.
-        #
-        # @yieldparam [String] body
-        #   The requested body of the page.
-        #
-        # @return [String]
-        #   The requested body of the page.
-        #
-        # @api semipublic
-        #
-        def web_get_body(url,options={})
-          page = web_get(url,options)
-          body = page.body
-
-          yield body if block_given?
-          return body
-        end
-
-        #
-        # Posts to a given URL and creates a Mechanize Page from the
-        # response.
-        #
-        # @param [URI::Generic, String] url
-        #   The URL to post to.
-        #
-        # @param [Hash] options
-        #   Additional options to initialize the agent with.
-        #
-        # @option options [Hash] :query
-        #   Additional query parameters to post with.
-        #
-        # @option options [Hash] :proxy (web_proxy)
-        #   Proxy information.
-        #
-        # @option options [String] :user_agent (web_user_agent)
-        #   User-Agent string to use.
-        #
-        # @yield [page]
-        #   If a block is given, it will be passed the page for the
-        #   requested URL.
-        #
-        # @yieldparam [Mechanize::Page] page
-        #   The requested page.
-        #
-        # @return [Mechanize::Page]
-        #   The requested page.
-        #
-        # @api semipublic
-        #
-        def web_post(url,options={})
-          query = {}
-          query.merge!(options[:query]) if options[:query]
-
-          print_info "Posting #{url}"
-          page = web_agent(options).post(url)
-
-          yield page if block_given?
-          return page
-        end
-
-        #
-        # Posts to a given URL and returns the body of the Mechanize Page
-        # created from the response.
-        #
-        # @param [URI::Generic, String] url
-        #   The URL to post to.
-        #
-        # @param [Hash] options
-        #   Additional options to initialize the agent with.
-        #
-        # @option options [Hash] :query
-        #   Additional query parameters to post with.
-        #
-        # @option options [Hash] :proxy (web_proxy)
-        #   Proxy information.
-        #
-        # @option options [String] :user_agent (web_user_agent)
-        #   User-Agent string to use.
-        #
-        # @yield [body]
-        #   If a block is given, it will be passed the body of the page.
-        #
-        # @yieldparam [Mechanize::Page] page
-        #   The body of the requested page.
-        #
-        # @return [String]
-        #   The requested body of the page.
-        #
-        # @api semipublic
-        #
-        def web_post_body(url,options={})
-          page = web_post(url,options)
-          body = page.body
-
-          yield body if block_given?
-          return body
-        end
-      end
-    end
-  end
-end

data/lib/ronin/web/config.rb

@@ -1,34 +0,0 @@
-#
-# Ronin Web - A Ruby library for Ronin that provides support for web
-# scraping and spidering functionality.
-#
-# Copyright (c) 2006-2011 Hal Brodigan (postmodern.mod3 at gmail.com)
-#
-# This file is part of Ronin Web.
-#
-# Ronin is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# Ronin is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with Ronin.  If not, see <http://www.gnu.org/licenses/>.
-#
-
-require 'data_paths'
-
-module Ronin
-  module Web
-    module Config
-      include DataPaths
-      extend DataPaths::Finders
-
-      register_data_path File.join(File.dirname(__FILE__),'..','..','..','data')
-    end
-  end
-end

data/lib/ronin/web/extensions/nokogiri/xml/attr.rb

@@ -1,47 +0,0 @@
-#
-# Ronin Web - A Ruby library for Ronin that provides support for web
-# scraping and spidering functionality.
-#
-# Copyright (c) 2006-2011 Hal Brodigan (postmodern.mod3 at gmail.com)
-#
-# This file is part of Ronin Web.
-#
-# Ronin is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# Ronin is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with Ronin.  If not, see <http://www.gnu.org/licenses/>.
-#
-
-require 'nokogiri'
-
-module Nokogiri
-  module XML
-    class Attr < Node
-
-      #
-      # Determines if the attribute is similar to another attribute.
-      #
-      # @param [Nokogiri::XML::Attr] other
-      #   The other attribute.
-      #
-      # @return [Boolean]
-      #   Specifies if the attribute is similar, in indentity or value,
-      #   to the other attribute.
-      #
-      # @api public
-      #
-      def ==(other)
-        super(other) && (self.value == other.value)
-      end
-
-    end
-  end
-end

data/lib/ronin/web/extensions/nokogiri/xml/document.rb

@@ -1,48 +0,0 @@
-#
-# Ronin Web - A Ruby library for Ronin that provides support for web
-# scraping and spidering functionality.
-#
-# Copyright (c) 2006-2011 Hal Brodigan (postmodern.mod3 at gmail.com)
-#
-# This file is part of Ronin Web.
-#
-# Ronin is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# Ronin is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with Ronin.  If not, see <http://www.gnu.org/licenses/>.
-#
-
-require 'nokogiri'
-
-module Nokogiri
-  module XML
-    class Document < Node
-
-      #
-      # Calculates the sum of all sub-children of the document.
-      #
-      # @return [Integer]
-      #   The total number of children and sub-children of the document.
-      #   Returns `0` if the document has no root element.
-      #
-      # @api public
-      #
-      def total_children
-        if root
-          1 + root.total_children
-        else
-          0
-        end
-      end
-
-    end
-  end
-end