RubyGems - ronin-web - Versions diffs - 0.1.2 → 0.1.3 - Mend

ronin-web 0.1.2 → 0.1.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (15) hide show

data.tar.gz.sig +0 -0
data/History.txt +18 -0
data/Manifest.txt +2 -0
data/README.txt +94 -1
data/Rakefile +9 -10
data/TODO.txt +7 -0
data/lib/ronin/web.rb +6 -0
data/lib/ronin/web/fingerprint.rb +76 -0
data/lib/ronin/web/server.rb +129 -83
data/lib/ronin/web/spider.rb +8 -11
data/lib/ronin/web/version.rb +1 -1
data/lib/ronin/web/web.rb +43 -6
data/spec/web/server_spec.rb +22 -22
metadata +42 -20
metadata.gz.sig +0 -0

data.tar.gz.sig ADDED Viewed

Binary file

data/History.txt CHANGED Viewed

@@ -1,3 +1,21 @@
+=== 0.1.3 / 2009-07-02
+* Use Hoe >= 2.0.0.
+* Require spidr >= 0.1.9.
+* Require rack >= 1.0.0.
+* Require ronin >= 0.2.4.
+* Added Ronin::Web::Fingerprint.
+* Added Web.build_html.
+* Added Web.build_xml.
+* Allow Web.html to accept a block.
+* Allow Web.xml to accept a block.
+* Allow Server#return_file to accept a content_type option.
+* Make sure Ronin::Web::Server is thread safe.
+* Blocks passed to Server.new will not be instance_evaled.
+* Removed Spider#default_options.
+* Removed Server.run.
+* Removed Server#config.
 === 0.1.2 / 2009-03-28
 * Added Ronin::Web::Proxy.

data/Manifest.txt CHANGED Viewed

@@ -1,6 +1,7 @@
 History.txt
 Manifest.txt
 README.txt
+TODO.txt
 Rakefile
 bin/ronin-web
 lib/ronin/sessions/web.rb
@@ -13,6 +14,7 @@ lib/ronin/web/extensions/nokogiri/xml/text.rb
 lib/ronin/web/extensions/nokogiri/xml/attr.rb
 lib/ronin/web/extensions/nokogiri/xml/element.rb
 lib/ronin/web/extensions/nokogiri/xml/document.rb
+lib/ronin/web/fingerprint.rb
 lib/ronin/web/server.rb
 lib/ronin/web/proxy.rb
 lib/ronin/web/spider.rb

data/README.txt CHANGED Viewed

@@ -61,7 +61,100 @@ of Ronin.
 * Start the Ronin console with Ronin Web preloaded:
-  $ ronin-web
+    $ ronin-web
+== EXAMPLES:
+* Get a web-page:
+    Web.get('http://www.example.com/')
+* Get only the body of the web-page:
+    Web.get_body('http://www.example.com/')
+* Get a WWW::Mechanize agent:
+    agent = Web.agent
+* Parse HTML:
+    Web.html(open('some_file.html'))
+    # => <!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.0 Transitional//EN" "http://www.w3.org/TR/REC-html40/loose.dtd">
+    <html>
+      <head>
+        <script type="text/javascript" src="redirect.js"></script>
+      </head>
+    </html>
+* Build a HTML document:
+    doc = Web.build_html do
+      html {
+        head {
+          script(:type => 'text/javascript', :src => 'redirect.js')
+        }
+      }
+    end
+    puts doc.to_html
+    <!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.0 Transitional//EN" "http://www.w3.org/TR/REC-html40/loose.dtd">
+    <html><head><script src="redirect.js" type="text/javascript"></script></head></html>
+* Parse XML:
+    Web.xml(some_text)
+    => <?xml version="1.0"?>
+    <users>
+      <user>
+        <name>admin</name>
+        <password>0mni</password>
+      </user>
+    </users>
+* Build a XML document:
+    doc = Web.build_xml do
+      playlist {
+        mp3 {
+          file { text('02 THE WAIT.mp3') }
+          artist { text('Evil Nine') }
+          track { text('The Wait feat David Autokratz') }
+          duration { text('1000000000') }
+        }
+      }
+    end
+    puts doc.to_xml
+    <?xml version="1.0"?>
+    <playlist>
+      <mp3>
+        <file>02 THE WAIT.mp3</file>
+        <artist>Evil Nine</artist>
+        <track>The Wait feat David Autokratz</track>
+        <duration>1000000000</duration>
+      </mp3>
+    </playlist>
+* Spider a web site:
+    Web::Spider.host('www.example.com') do |spider|
+      spider.every_url do |url|
+        ...
+      end
+      spider.every_page do |page|
+        ...
+      end
+    end
+* Serve files via a Web Server:
+    Web::Server.start do |server|
+      server.file '/opensearch.xml', '/tmp/test.xml'
+      server.directory '/download/', '/tmp/download/'
+    end
 == LICENSE:

data/Rakefile CHANGED Viewed

@@ -2,19 +2,18 @@
 require 'rubygems'
 require 'hoe'
+require 'hoe/signing'
 require './tasks/spec.rb'
-require './lib/ronin/web/version.rb'
-Hoe.new('ronin-web', Ronin::Web::VERSION) do |p|
-  p.rubyforge_name = 'ronin'
-  p.developer('Postmodern', 'postmodern.mod3@gmail.com')
-  p.remote_rdoc_dir = 'docs/ronin-web'
-  p.extra_deps = [
-    ['nokogiri', '>=1.2.0'],
+Hoe.spec('ronin-web') do
+  self.rubyforge_name = 'ronin'
+  self.developer('Postmodern', 'postmodern.mod3@gmail.com')
+  self.remote_rdoc_dir = 'docs/ronin-web'
+  self.extra_deps = [
     ['mechanize', '>=0.9.0'],
-    ['spidr', '>=0.1.3'],
-    ['rack', '>=0.9.1'],
-    ['ronin', '>=0.2.2']
+    ['spidr', '>=0.1.9'],
+    ['rack', '>=1.0.0'],
+    ['ronin', '>=0.2.4']
   ]
 end

data/TODO.txt ADDED Viewed

@@ -0,0 +1,7 @@
+== TODO:
+=== Ronin Web 0.1.3:
+* Add configurable hooks to Web::Spider:
+  * Leverage for SQL Injection, LFI and RFI scanning.

data/lib/ronin/web.rb CHANGED Viewed

@@ -25,3 +25,9 @@ require 'ronin/web/extensions'
 require 'ronin/web/web'
 require 'ronin/web/spider'
 require 'ronin/web/server'
+require 'ronin/web/version'
+require 'ronin/config'
+module Ronin
+  Config.load :web
+end

data/lib/ronin/web/fingerprint.rb ADDED Viewed

@@ -0,0 +1,76 @@
+#
+#--
+# Ronin Web - A Ruby library for Ronin that provides support for web
+# scraping and spidering functionality.
+#
+# Copyright (c) 2006-2009 Hal Brodigan (postmodern.mod3 at gmail.com)
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
+#++
+#
+module Ronin
+  module Web
+    module Fingerprint
+      #
+      # The Hash of web application identities and their associated
+      # fingerprint tests.
+      #
+      def Fingerprint.tests
+        @@ronin_web_fingerprints ||= Hash.new do |hash,key|
+          hash[key] ||= []
+        end
+      end
+      #
+      # Adds a test for the web application identity with the specified
+      # _name_ and _block_. When the _block_ is called, it will be passed
+      # the URL of the unknown web application.
+      #
+      #   Fingerprint.test_for('app') do |url|
+      #     url.path.include?('/app/')
+      #   end
+      #
+      def Fingerprint.test_for(name,&block)
+        Fingerprint.tests[name.to_sym] << block
+        return nil
+      end
+      #
+      # Identifies the web application represented by the specified _url_,
+      # returning the name of identified web application. If the
+      # web application cannot be identified, +nil+ will be returned.
+      #
+      def Fingerprint.identify(url)
+        unless url.kind_of?(URI)
+          url = URI(url.to_s)
+        end
+        matches = []
+        Fingerprint.tests.each do |name,blocks|
+          blocks.each do |block|
+            if block.call(url)
+              matches << name
+              break
+            end
+          end
+        end
+        return matches
+      end
+    end
+  end
+end

data/lib/ronin/web/server.rb CHANGED Viewed

@@ -23,9 +23,12 @@
 require 'uri'
 require 'cgi'
+require 'thread'
 begin
   require 'mongrel'
+rescue Gem::LoadError => e
+  raise(e)
 rescue LoadError
   require 'webrick'
 end
@@ -51,8 +54,8 @@ module Ronin
       # The port to listen on
       attr_accessor :port
-      # The Hash of configurable variables for the server
-      attr_reader :config
+      # The handler to run the server under
+      attr_accessor :handler
       #
       # Creates a new Web Server using the given configuration _block_.
@@ -60,28 +63,30 @@ module Ronin
       # _options_ may contain the following keys:
       # <tt>:host</tt>:: The host to bind to.
       # <tt>:port</tt>:: The port to listen on.
-      # <tt>:config</tt>:: A +Hash+ of configurable variables to be used
-      #                    in responses.
+      # <tt>:handler</tt>:: The handler to run the server under.
       #
       def initialize(options={},&block)
         @host = options[:host]
         @port = options[:port]
-        @config = {}
-        if options.has_key?(:config)
-          @config.merge!(options[:config])
-        end
+        @handler = options[:handler]
         @default = method(:not_found)
-        @virtual_host_patterns = {}
-        @virtual_hosts = {}
+        @vhost_patterns = {}
+        @vhosts = {}
-        @path_patterns = {}
+        @patterns = {}
         @paths = {}
         @directories = {}
-        instance_eval(&block) if block
+        @default_mutex = Mutex.new
+        @vhost_patterns_mutex = Mutex.new
+        @vhosts_mutex = Mutex.new
+        @patterns_mutex = Mutex.new
+        @paths_mutex = Mutex.new
+        @directories_mutex = Mutex.new
+        block.call(self) if block
       end
       #
@@ -127,36 +132,12 @@ module Ronin
       #
       #   Server.content_type 'text/xml', ['xml', 'xsl']
       #
-      def self.content_type(type,extensions)
+      def Server.content_type(type,extensions)
         extensions.each { |ext| Server.content_types[ext] = type }
         return self
       end
-      #
-      # Runs the specified _server_ with the given _options_. Server.run
-      # will use Mongrel to run the _server_, if it is installed. Otherwise
-      # WEBrick will be used to run the _server_.
-      #
-      # _options_ can contain the following keys:
-      # <tt>:host</tt>:: The host the server will bind to, defaults to
-      #                  Server.default_host.
-      # <tt>:port</tt>:: The port the server will listen on, defaults to
-      #                  Server.default_port.
-      #
-      def Server.run(server,options={})
-        rack_options = {}
-        rack_options[:Host] = (options[:host] || Server.default_host)
-        rack_options[:Port] = (options[:port] || Server.default_port)
-        if Object.const_defined?('Mongrel')
-          Rack::Handler::Mongrel.run(server,rack_options)
-        else
-          Rack::Handler::WEBrick.run(server,rack_options)
-        end
-      end
       #
       # Creates a new Web Server object with the given _block_ and starts
       # it using the given _options_.
@@ -168,17 +149,18 @@ module Ronin
       #
       # Returns the HTTP Content-Type for the specified file _extension_.
       #
-      #   content_type('html')
+      #   server.content_type('html')
       #   # => "text/html"
       #
       def content_type(extension)
-        Server.content_types[extension] || 'application/x-unknown-content-type'
+        Server.content_types[extension] ||
+          'application/x-unknown-content-type'
       end
       #
       # Returns the HTTP Content-Type for the specified _file_.
       #
-      #   srv.content_type_for('file.html')
+      #   server.content_type_for('file.html')
       #   # => "text/html"
       #
       def content_type_for(file)
@@ -228,7 +210,9 @@ module Ronin
       # an index file. If no index file can be found or _path_ points to a
       # non-existant file, a "404 Not Found" response will be returned.
       #
-      def return_file(path,request)
+      def return_file(path,request,content_type=nil)
+        content_type ||= content_type_for(path)
         if !(File.exists?(path))
           return not_found(request)
         end
@@ -239,7 +223,7 @@ module Ronin
           end
         end
-        return response(File.new(path), :content_type => content_type_for(path))
+        return response(File.new(path), :content_type => content_type)
       end
       #
@@ -249,10 +233,14 @@ module Ronin
       # _options_ may include the following keys:
       # <tt>:status</tt>:: The HTTP Response status code, defaults to 200.
       #
-      #   response("<data>lol</data>", :content_type => 'text/xml')
+      #   server.response("<data>lol</data>", :content_type => 'text/xml')
       #
       def response(body='',options={},&block)
-        status = (options.delete(:status) || options.delete('Status') || 200)
+        status = (
+          options.delete(:status) ||
+          options.delete('Status') ||
+          200
+        )
         headers = {}
         options.each do |name,value|
@@ -270,15 +258,19 @@ module Ronin
       # Returns the server that handles requests for the specified host
       # _name_.
       #
-      def virtual_host(name)
+      def vhost(name)
         name = name.to_s
-        if @virtual_hosts.has_key?(name)
-          return @virtual_hosts[name]
+        @vhosts_mutex.synchronize do
+          if @vhosts.has_key?(name)
+            return @vhosts[name]
+          end
         end
-        @virtual_host_patterns.each do |pattern,server|
-          return server if name.match(pattern)
+        @vhost_patterns_mutex.synchronize do
+          @vhost_patterns.each do |pattern,server|
+            return server if name.match(pattern)
+          end
         end
         return nil
@@ -288,12 +280,15 @@ module Ronin
       # Use the given _server_ or _block_ as the default route for all
       # other requests.
       #
-      #   default do |request|
+      #   server.default do |request|
       #     [200, {'Content-Type' => 'text/html'}, 'lol train']
       #   end
       #
       def default(server=nil,&block)
-        @default = (server || block)
+        @default_mutex.synchronize do
+          @default = (server || block)
+        end
         return self
       end
@@ -301,26 +296,35 @@ module Ronin
       # Registers the given _server_ or _block_ to be called when receiving
       # requests to host names which match the specified _pattern_.
       #
-      #   hosts_like(/^a[0-9]\./) do
-      #     map('/download/') do |request|
+      #   server.hosts_like(/^a[0-9]\./) do |vhost|
+      #     vhost.map('/download/') do |request|
       #       ...
       #     end
       #   end
       #
       def hosts_like(pattern,server=nil,&block)
-        @virtual_host_patterns[pattern] = (server || self.class.new(&block))
+        server ||= self.class.new(&block)
+        @vhost_patterns_mutex.synchronize do
+          @vhost_patterns[pattern] = server
+        end
+        return server
       end
       #
       # Registers the given _server_ or _block_ to be called when receiving
       # requests for paths which match the specified _pattern_.
       #
-      #   paths_like(/\.xml$/) do |request|
+      #   server.paths_like(/\.xml$/) do |request|
       #     ...
       #   end
       #
       def paths_like(pattern,server=nil,&block)
-        @path_patterns[pattern] = (server || block)
+        @patterns_mutex.synchronize do
+          @patterns[pattern] = (server || block)
+        end
         return self
       end
@@ -329,23 +333,32 @@ module Ronin
       # connects it as a virtual host representing the specified host
       # _name_.
       #
-      #   host('cdn.evil.com') do
+      #   server.host('cdn.evil.com') do |server|
       #     ...
       #   end
       #
       def host(name,server=nil,&block)
-        @virtual_hosts[name.to_s] = (server || self.class.new(&block))
+        server ||= self.class.new(&block)
+        @vhosts_mutex.synchronize do
+          @vhosts[name.to_s] = server
+        end
+        return server
       end
       #
       # Binds the specified URL _path_ to the given _server_ or _block_.
       #
-      #   bind '/secrets.xml' do |request|
+      #   server.bind '/secrets.xml' do |request|
       #     [200, {'Content-Type' => 'text/xml'}, "Made you look."]
       #   end
       #
       def bind(path,server=nil,&block)
-        @paths[path] = (server || block)
+        @paths_mutex.synchronize do
+          @paths[path] = (server || block)
+        end
         return self
       end
@@ -353,15 +366,18 @@ module Ronin
       # Binds the specified URL directory _path_ to the given
       # _server_ or _block_.
       #
-      #   map '/downloads' do |request|
-      #     response(
+      #   server.map '/downloads' do |request|
+      #     server.response(
       #       "Your somewhere inside the downloads directory",
       #       :content_type' => 'text/xml'
       #     )
       #   end
       #
       def map(path,server=nil,&block)
-        @directories[path] = (server || block)
+        @directories_mutex.synchronize do
+          @directories[path] = (server || block)
+        end
         return self
       end
@@ -369,15 +385,19 @@ module Ronin
       # Binds the contents of the specified _file_ to the specified URL
       # _path_, using the given _options_.
       #
-      #   file '/robots.txt', '/path/to/my_robots.txt'
+      # _options_ may contain the following keys:
+      # <tt>content_type</tt>:: The content-type to use when serving
+      #                         the file at the specified _path_.
+      #
+      #   server.file '/robots.txt', '/path/to/my_robots.txt'
       #
       def file(path,file,options={})
         file = File.expand_path(file)
-        content_type = (options[:content_type] || content_type_for(file))
+        content_type = options[:content_type]
         bind(path) do |request|
           if File.file?(file)
-            return_file(file,request)
+            return_file(file,request,content_type)
           else
             not_found(request)
           end
@@ -388,7 +408,7 @@ module Ronin
       # Binds the contents of the specified _directory_ to the given
       # prefix _path_.
       #
-      #   directory '/download/', '/tmp/files/'
+      #   server.directory '/download/', '/tmp/files/'
       #
       def directory(path,directory)
         sub_dirs = path.split('/')
@@ -406,10 +426,24 @@ module Ronin
       end
       #
-      # Starts the server.
+      # Starts the server. Mongrel will be used to run the server, if it
+      # is installed, otherwise WEBrick will be used.
       #
       def start
-        Server.run(self, :host => @host, :port => @port)
+        rack_handler = [@handler, 'Mongrel', 'WEBrick'].find do |name|
+          name && Rack::Handler.const_defined?(name)
+        end
+        unless rack_handler
+          raise(StandardError,"unable to find any Rack handlers",caller)
+        end
+        rack_options = {
+          'Host' => (@host || Server.default_host),
+          'Port' => (@port || Server.default_port)
+        }
+        Rack::Handler.const_get(rack_handler).run(self,rack_options)
         return self
       end
@@ -422,36 +456,48 @@ module Ronin
         request = Rack::Request.new(env)
         if http_host
-          if (server = virtual_host(http_host))
+          if (server = vhost(http_host))
             return server.call(env)
           end
         end
         if http_path
-          if (block = @paths[http_path])
-            return block.call(request)
+          @paths_mutex.synchronize do
+            if (block = @paths[http_path])
+              return block.call(request)
+            end
           end
-          @path_patterns.each do |pattern,block|
-            if http_path.match(pattern)
-              return block.call(request)
+          @patterns_mutex.synchronize do
+            @patterns.each do |pattern,block|
+              if http_path.match(pattern)
+                return block.call(request)
+              end
             end
           end
           http_dirs = http_path.split('/')
-          sub_dir = @directories.keys.select { |path|
-            dirs = path.split('/')
+          @directories_mutex.synchronize do
+            sub_dir = @directories.keys.select { |path|
+              dirs = path.split('/')
-            http_dirs[0...dirs.length] == dirs
-          }.sort.last
+              http_dirs[0...dirs.length] == dirs
+            }.sort.last
-          if (sub_dir && (block = @directories[sub_dir]))
-            return block.call(request)
+            if (sub_dir && (block = @directories[sub_dir]))
+              return block.call(request)
+            end
           end
         end
-        return @default.call(request)
+        resp = nil
+        @default_mutex.synchronize do
+          resp = @default.call(request)
+        end
+        return resp
       end
       #

data/lib/ronin/web/spider.rb CHANGED Viewed

@@ -43,8 +43,8 @@ module Ronin
       # <tt>:user_agent</tt>:: The User-Agent string to send. Defaults to
       #                        Web.user_agent.
       # <tt>:referer</tt>:: The referer URL to send.
-      # <tt>:delay</tt>:: Duration in seconds to pause between spidering each
-      #                   link. Defaults to 0.
+      # <tt>:delay</tt>:: Duration in seconds to pause between spidering
+      #                   each link. Defaults to 0.
       # <tt>:host</tt>:: The host-name to visit.
       # <tt>:hosts</tt>:: An +Array+ of host patterns to visit.
       # <tt>:ignore_hosts</tt>:: An +Array+ of host patterns to not visit.
@@ -57,7 +57,12 @@ module Ronin
       #                         visit.
       #
       def initialize(options={},&block)
-        super(default_options.merge(options))
+        options = {
+          :proxy => Web.proxy,
+          :user_agent => Web.user_agent
+        }.merge(options)
+        super(options)
         every_url do |url|
           print_info("Spidering #{url}")
@@ -66,14 +71,6 @@ module Ronin
         block.call(self) if block
       end
-      protected
-      #
-      # Returns the default options for Spider.
-      #
-      def default_options
-        {:proxy => Web.proxy, :user_agent => Web.user_agent}
-      end
     end
   end
 end

data/lib/ronin/web/version.rb CHANGED Viewed

@@ -24,6 +24,6 @@
 module Ronin
   module Web
     # Ronin Web Version
-    VERSION = '0.1.2'
+    VERSION = '0.1.3'
   end
 end

data/lib/ronin/web/web.rb CHANGED Viewed

@@ -34,16 +34,51 @@ module Ronin
     # Returns a Nokogiri::HTML::Document object for the specified _body_
     # of html.
     #
-    def Web.html(body)
-      Nokogiri::HTML(body)
+    def Web.html(body,&block)
+      doc = Nokogiri::HTML(body)
+      block.call(doc) if block
+      return doc
+    end
+    #
+    # Creates a new Nokogiri::HTML::Builder with the given _block_.
+    #
+    #   Web.build_html do
+    #     body {
+    #       div(:style => 'display:none;') {
+    #         object(:classid => 'blabla')
+    #       }
+    #     }
+    #   end
+    #
+    def Web.build_html(&block)
+      Nokogiri::HTML::Builder.new(&block)
     end
     #
     # Returns a Nokogiri::XML::Document object for the specified _body_
-    # of xml.
+    # of xml and the given _block_.
     #
-    def Web.xml(body)
-      Nokogiri::XML(body)
+    def Web.xml(body,&block)
+      doc = Nokogiri::XML(body)
+      block.call(doc) if block
+      return doc
+    end
+    #
+    # Creates a new Nokogiri::XML::Builder with the given _block_.
+    #
+    #  Web.build_xml do
+    #    post(:id => 2) {
+    #      title { text("some example) }
+    #      body { text("this is one contrived example.") }
+    #    }
+    #  end
+    #
+    def Web.build_xml(&block)
+      Nokogiri::XML::Builder.new(&block)
     end
     #
@@ -272,7 +307,9 @@ module Ronin
     #   Web.post('http://www.rubyinside.com') # => WWW::Mechanize::Page
     #
     def Web.post(url,options={},&block)
-      query = (options[:query] || {})
+      query = {}
+      query.merge!(options[:query]) if options[:query]
       page = Web.agent(options).post(url,query)
       block.call(page) if block

data/spec/web/server_spec.rb CHANGED Viewed

@@ -5,43 +5,43 @@ require 'web/helpers/server'
 describe Web::Server do
   before(:all) do
-    @server = Web::Server.new do
-      default do |env|
-        response('This is default.')
+    @server = Web::Server.new do |server|
+      server.default do |env|
+        server.response('This is default.')
       end
-      bind('/test/bind.xml') do |env|
-        response('<secret/>', :content_type => 'text/xml')
+      server.bind('/test/bind.xml') do |env|
+        server.response('<secret/>', :content_type => 'text/xml')
       end
-      paths_like(/path_patterns\/secret\./) do |env|
-        response('No secrets here.')
+      server.paths_like(/path_patterns\/secret\./) do |env|
+        server.response('No secrets here.')
       end
-      map('/test/map') do |env|
-        response('mapped')
+      server.map('/test/map') do |env|
+        server.response('mapped')
       end
-      file('/test/file.txt',File.join(WEB_SERVER_ROOT,'test.txt'))
+      server.file('/test/file.txt',File.join(WEB_SERVER_ROOT,'test.txt'))
-      directory('/test/directory/',WEB_SERVER_ROOT)
+      server.directory('/test/directory/',WEB_SERVER_ROOT)
     end
-    @virtual_host = Web::Server.new do
-      bind('/test/virtual_host.xml') do |env|
-        response('<virtual/>', :content_type => 'text/xml')
+    @vhost = Web::Server.new do |vhost|
+      vhost.bind('/test/virtual_host.xml') do |env|
+        vhost.response('<virtual/>', :content_type => 'text/xml')
       end
     end
-    @server.host('virtual.host.com') do
-      bind('/test/virtual_host.xml') do |env|
-        response('<virtual/>', :content_type => 'text/xml')
+    @server.host('virtual.host.com') do |vhost|
+      vhost.bind('/test/virtual_host.xml') do |env|
+        vhost.response('<virtual/>', :content_type => 'text/xml')
       end
     end
-    @server.hosts_like(/^virtual[0-9]\./) do
-      bind('/test/virtual_host_patterns.xml') do |env|
-        response('<virtual-patterns/>', :content_type => 'text/xml')
+    @server.hosts_like(/^virtual[0-9]\./) do |vhost|
+      vhost.bind('/test/virtual_host_patterns.xml') do |env|
+        vhost.response('<virtual-patterns/>', :content_type => 'text/xml')
       end
     end
   end
@@ -127,14 +127,14 @@ describe Web::Server do
   end
   it "should provide access to servers via their host-names" do
-    virtual_host = @server.virtual_host('virtual.host.com')
+    virtual_host = @server.vhost('virtual.host.com')
     url = 'http://virtual.host.com/test/virtual_host.xml'
     get_url(virtual_host,url).body.should == ['<virtual/>']
   end
   it "should provide access to servers via their host-names that match virtual host patterns" do
-    virtual_host = @server.virtual_host('virtual1.host.com')
+    virtual_host = @server.vhost('virtual1.host.com')
     url = 'http://virtual0.host.com/test/virtual_host_patterns.xml'
     get_url(virtual_host,url).body.should == ['<virtual-patterns/>']

metadata CHANGED Viewed

@@ -1,27 +1,38 @@
 --- !ruby/object:Gem::Specification
 name: ronin-web
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - Postmodern
 autorequire:
 bindir: bin
-cert_chain: []
+cert_chain:
+- |
+  -----BEGIN CERTIFICATE-----
+  MIIDQDCCAiigAwIBAgIBADANBgkqhkiG9w0BAQUFADBGMRgwFgYDVQQDDA9wb3N0
+  bW9kZXJuLm1vZDMxFTATBgoJkiaJk/IsZAEZFgVnbWFpbDETMBEGCgmSJomT8ixk
+  ARkWA2NvbTAeFw0wOTA2MDMwNDU5MDNaFw0xMDA2MDMwNDU5MDNaMEYxGDAWBgNV
+  BAMMD3Bvc3Rtb2Rlcm4ubW9kMzEVMBMGCgmSJomT8ixkARkWBWdtYWlsMRMwEQYK
+  CZImiZPyLGQBGRYDY29tMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA
+  1wvANkTDHFgVih5XLjuTwTZjgBq1lBGybXJiH6Id1lY2JOMqM5FB1DDHVvvij94i
+  mJabN0zkzu6VKWC70y0IwOxY7CPokr0eFdK/D0y7mCq1P8QITv76i2YqAl0eYqIt
+  W+IhIkANQ7E6uMZIZcdnfadC6lPAtlKkqtd9crvRbFgr6e3kyflmohbRnTEJHoRd
+  7SHHsybE6DSn7oTDs6XBTNrNIn5VfZA0z01eeos/+zBm1zKJOK2+/7xtLLDuDU9G
+  +Rd+ltUBbvxUrMNZmDG29pnmN2xTRH+Q8HxD2AxlvM5SRpK6OeZaHV7PaCCAVZ4L
+  T9BFl1sfMvRlABeGEkSyuQIDAQABozkwNzAJBgNVHRMEAjAAMAsGA1UdDwQEAwIE
+  sDAdBgNVHQ4EFgQUKwsd+PqEYmBvyaTyoL+uRuk+PhEwDQYJKoZIhvcNAQEFBQAD
+  ggEBAB4TvHsrlbcXcKg6gX5BIb9tI+zGkpzo0Z7jnxMEcNO7NGGwmzafDBI/xZYv
+  xkRH3/HXbGGYDOi6Q6gWt5GujSx0bOImDtYTJTH8jnzN92HzEK5WdScm1QpZKF1e
+  cezArMbxbSPaosxTCtG6LQTkE28lFQsmFZ5xzouugS4h5+LVJiVMmiP+l3EfkjFa
+  GOURU+rNEMPWo8MCWivGW7jes6BMzWHcW7DQ0scNVmIcCIgdyMmpscuAEOSeghy9
+  /fFs57Ey2OXBL55nDOyvN/ZQ2Vab05UH4t+GCxjAPeirzL/29FBtePT6VD44c38j
+  pDj+ws7QjtH/Qcrr1l9jfN0ehDs=
+  -----END CERTIFICATE-----
-date: 2009-03-28 00:00:00 -07:00
+date: 2009-07-08 00:00:00 -07:00
 default_executable:
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: nokogiri
-  type: :runtime
-  version_requirement:
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.2.0
-    version:
 - !ruby/object:Gem::Dependency
   name: mechanize
   type: :runtime
@@ -40,7 +51,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.3
+        version: 0.1.9
     version:
 - !ruby/object:Gem::Dependency
   name: rack
@@ -50,7 +61,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.9.1
+        version: 1.0.0
     version:
 - !ruby/object:Gem::Dependency
   name: ronin
@@ -60,7 +71,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.2.2
+        version: 0.2.4
     version:
 - !ruby/object:Gem::Dependency
   name: hoe
@@ -70,9 +81,15 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.11.0
+        version: 2.3.2
     version:
-description: Ronin Web is a Ruby library for Ronin that provides support for web scraping and spidering functionality.  Ronin is a Ruby platform designed for information security and data exploration tasks. Ronin allows for the rapid development and distribution of code over many of the common Source-Code-Management (SCM) systems.
+description: |-
+  Ronin Web is a Ruby library for Ronin that provides support for web
+  scraping and spidering functionality.
+  Ronin is a Ruby platform designed for information security and data
+  exploration tasks. Ronin allows for the rapid development and distribution
+  of code over many of the common Source-Code-Management (SCM) systems.
 email:
 - postmodern.mod3@gmail.com
 executables:
@@ -83,10 +100,12 @@ extra_rdoc_files:
 - History.txt
 - Manifest.txt
 - README.txt
+- TODO.txt
 files:
 - History.txt
 - Manifest.txt
 - README.txt
+- TODO.txt
 - Rakefile
 - bin/ronin-web
 - lib/ronin/sessions/web.rb
@@ -99,6 +118,7 @@ files:
 - lib/ronin/web/extensions/nokogiri/xml/attr.rb
 - lib/ronin/web/extensions/nokogiri/xml/element.rb
 - lib/ronin/web/extensions/nokogiri/xml/document.rb
+- lib/ronin/web/fingerprint.rb
 - lib/ronin/web/server.rb
 - lib/ronin/web/proxy.rb
 - lib/ronin/web/spider.rb
@@ -113,6 +133,8 @@ files:
 - spec/web/server_spec.rb
 has_rdoc: true
 homepage: http://ronin.rubyforge.org/web/
+licenses: []
 post_install_message:
 rdoc_options:
 - --main
@@ -134,9 +156,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
 requirements: []
 rubyforge_project: ronin
-rubygems_version: 1.3.1
+rubygems_version: 1.3.4
 signing_key:
-specification_version: 2
+specification_version: 3
 summary: Ronin Web is a Ruby library for Ronin that provides support for web scraping and spidering functionality
 test_files: []

metadata.gz.sig ADDED Viewed

Binary file