ronin-web 0.2.1 → 0.3.0.pre1

data/lib/ronin/web/server/helpers/rendering.rb

@@ -1,36 +0,0 @@
-#
-# Ronin Web - A Ruby library for Ronin that provides support for web
-# scraping and spidering functionality.
-#
-# Copyright (c) 2006-2009 Hal Brodigan (postmodern.mod3 at gmail.com)
-#
-# This program is free software; you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation; either version 2 of the License, or
-# (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with this program; if not, write to the Free Software
-# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
-#
-
-require 'rack/utils'
-
-module Ronin
-  module Web
-    module Server
-      module Helpers
-        module Rendering
-          include Rack::Utils
-
-          alias h escape_html
-        end
-      end
-    end
-  end
-end

data/lib/ronin/web/server/hosts.rb

@@ -1,86 +0,0 @@
-#
-# Ronin Web - A Ruby library for Ronin that provides support for web
-# scraping and spidering functionality.
-#
-# Copyright (c) 2006-2009 Hal Brodigan (postmodern.mod3 at gmail.com)
-#
-# This program is free software; you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation; either version 2 of the License, or
-# (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with this program; if not, write to the Free Software
-# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
-#
-
-require 'ronin/web/server/helpers/hosts'
-
-module Ronin
-  module Web
-    module Server
-      module Hosts
-        def self.included(base)
-          base.module_eval do
-            #
-            # Routes requests with a specific Host header to another
-            # web server.
-            #
-            # @param [String] name
-            #   The host-name to route requests for.
-            #
-            # @param [Base, #call] server
-            #   The web server to route the requests to.
-            #
-            # @example
-            #   MyApp.host 'cdn.evil.com', EvilServer
-            #
-            # @since 0.2.0
-            #
-            def self.host(name,server)
-              name = name.to_s
-
-              before do
-                if request.host == name
-                  halt(*server.call(request.env))
-                end
-              end
-            end
-
-            #
-            # Routes requests with a matching Host header to another web
-            # server.
-            #
-            # @param [Regexp, String] pattern
-            #   The pattern to match Host headers of requests.
-            #
-            # @param [Base, #call] server
-            #   The server to route the requests to.
-            #
-            # @example
-            #   MyApp.hosts_like /^a[0-9]\./, FileProxy
-            #
-            # @since 0.2.0
-            #
-            def self.hosts_like(pattern,server)
-              before do
-                if request.host.match(pattern)
-                  halt(*server.call(request.env))
-                end
-              end
-            end
-
-            protected
-
-            helpers Ronin::Web::Server::Helpers::Hosts
-          end
-        end
-      end
-    end
-  end
-end

data/lib/ronin/web/server/proxy.rb

@@ -1,116 +0,0 @@
-#
-# Ronin Web - A Ruby library for Ronin that provides support for web
-# scraping and spidering functionality.
-#
-# Copyright (c) 2006-2009 Hal Brodigan (postmodern.mod3 at gmail.com)
-#
-# This program is free software; you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation; either version 2 of the License, or
-# (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with this program; if not, write to the Free Software
-# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
-#
-
-require 'ronin/web/server/helpers/proxy'
-
-module Ronin
-  module Web
-    module Server
-      module Proxy
-        def self.included(base)
-          base.module_eval do
-            #
-            # Proxies requests to a given path.
-            #
-            # @param [String] path
-            #   The path to proxy requests for.
-            #
-            # @param [Hash] options
-            #   Additional options.
-            # 
-            # @yield [(response), body]
-            #   If a block is given, it will be passed the optional
-            #   response of the proxied request and the body received
-            #   from the proxied request.
-            #
-            # @yieldparam [Net::HTTP::Response] response
-            #   The response.
-            #
-            # @yieldparam [String] body
-            #   The body from the response.
-            #
-            # @example
-            #   proxy '/login.php' do |body|
-            #     body.gsub(/https/,'http')
-            #   end
-            #
-            # @example
-            #   proxy '/login*' do |response,body|
-            #   end
-            #
-            # @since 0.2.0
-            #
-            def self.proxy(path,options={},&block)
-              any(path) do
-                proxy(options,&block)
-              end
-            end
-
-            #
-            # Proxies requests to a given path.
-            #
-            # @param [String] path
-            #   The path to proxy requests for.
-            #
-            # @param [Hash] options
-            #   Additional options.
-            # 
-            # @yield [(response), page]
-            #   If a block is given, it will be passed the optional
-            #   response of the proxied request and the page from the
-            #   proxied request.
-            #
-            # @yieldparam [Net::HTTP::Response] response
-            #   The response.
-            #
-            # @yieldparam [Nokogiri::HTML, Nokogiri::XML] page
-            #   The page from the response.
-            #
-            # @example
-            #   proxy '/login.php' do |page|
-            #     body.search('@action').each do |action|
-            #       action.inner_text = action.inner_text.gsub(
-            #         /https/, 'http'
-            #       )
-            #     end
-            #   end
-            #
-            # @example
-            #   proxy '/login*' do |response,body|
-            #   end
-            #
-            # @since 0.2.0
-            #
-            def self.proxy_page(path,options={},&block)
-              any(path) do
-                proxy_page(options,&block)
-              end
-            end
-
-            protected
-
-            helpers Ronin::Web::Server::Helpers::Proxy
-          end
-        end
-      end
-    end
-  end
-end

data/spec/scanners/web_spec.rb

@@ -1,24 +0,0 @@
-require 'ronin/scanners/web'
-
-require 'spec_helper'
-
-describe Scanners::Web do
-  before(:all) do
-    Scanners::Web.class_eval do
-      scanner(:test) do |page,results,options|
-        results.call(page.url)
-      end
-    end
-
-    @scanner = Scanners::Web.new(:host => 'www.example.com')
-  end
-
-  it "should spider every page on a website" do
-    @scanner.enqueue('http://www.example.com/')
-    @scanner.scan.should == {:test => [URI('http://www.example.com/')]}
-  end
-
-  it "should start spidering the first acceptable host" do
-    @scanner.scan.should == {:test => [URI('http://www.example.com/')]}
-  end
-end

data/spec/web/helpers/root/index.html

@@ -1 +0,0 @@
-Index of files.

data/spec/web/helpers/root/test.txt

@@ -1 +0,0 @@
-This is a test.

data/spec/web/helpers/server.rb

@@ -1,10 +0,0 @@
-# Web Server root directory
-WEB_SERVER_ROOT = File.expand_path(File.join(File.dirname(__FILE__),'root'))
-
-def get_path(server,path)
-  server.route_path(path).last
-end
-
-def get_url(server,url)
-  server.route(url).last
-end

data/spec/web/server/classes/files/dir/file.txt

@@ -1 +0,0 @@
-Another file.

data/spec/web/server/classes/files/dir/index.html

@@ -1 +0,0 @@
-The index.

data/spec/web/server/classes/files/dir2/file2.txt

@@ -1 +0,0 @@
-Second file.

data/spec/web/server/classes/files/dir3/page.xml

@@ -1,4 +0,0 @@
-<?xml version="1.0"?>
-<page>
-  <title>XML document</title>
-</page>

data/spec/web/server/classes/files/file.txt

@@ -1 +0,0 @@
-A file.

data/spec/web/server/classes/files_app.rb

@@ -1,27 +0,0 @@
-require 'ronin/web/server/base'
-
-class FilesApp < Ronin::Web::Server::Base
-
-  file '/tests/file',
-       File.join(File.dirname(__FILE__),'files','file.txt')
-
-  file '/tests/file/missing', 'should_be_missing'
-
-  get '/tests/content_type/custom' do
-    return_file File.join(File.dirname(__FILE__),'files','dir3','page.xml'),
-                'text/plain'
-  end
-
-  file '/tests/content_type',
-       File.join(File.dirname(__FILE__),'files','dir3','page.xml')
-
-  directory '/tests/directory',
-            File.join(File.dirname(__FILE__),'files','dir')
-
-  directory '/tests/directory',
-            File.join(File.dirname(__FILE__),'files','dir2')
-
-  directory '/tests/directory/no_index',
-            File.join(File.dirname(__FILE__),'files','dir3')
-
-end

data/spec/web/server/classes/hosts_app.rb

@@ -1,40 +0,0 @@
-require 'ronin/web/server/base'
-
-class FTPApp < Ronin::Web::Server::Base
-
-  get '/file' do
-    'FTP File'
-  end
-
-end
-
-class WWWApp < Ronin::Web::Server::Base
-
-  get '/file' do
-    'WWW File'
-  end
-
-end
-
-class HostsApp < Ronin::Web::Server::Base
-
-  get '/tests/for_host' do
-    for_host('localhost') do
-      'Admin Response'
-    end
-
-    for_host(/downloads/) do
-      'Download Response'
-    end
-
-    'Generic Response'
-  end
-
-  host 'example.com', WWWApp
-  hosts_like /^ftp\./, FTPApp
-
-  get '/file' do
-    'Generic File'
-  end
-
-end

data/spec/web/server/classes/proxy_app.rb

@@ -1,45 +0,0 @@
-require 'ronin/web/server/base'
-
-class ProxyApp < Ronin::Web::Server::Base
-
-  get '/' do
-    proxy
-  end
-
-  get '/reddit/erlang' do
-    proxy(:host => 'www.reddit.com', :path => '/r/erlang')
-  end
-
-  get '/r/erlang' do
-    proxy do |body|
-      for_host(/reddit\./) do
-        body.gsub(/erlang/i,'Fixed Gear Bicycle')
-      end
-    end
-  end
-
-  get '/r/ruby' do
-    proxy_doc do |response,doc|
-      for_host(/reddit\.com/) do
-        doc.search('div.link').each do |link|
-          if link.at('a.title').inner_text =~ /rails/i
-            link.remove
-          end
-        end
-      end
-    end
-  end
-
-  get '/feed/vulnerabilities/latest.rss' do
-    proxy_doc do |response,doc|
-      for_host('osvdb.org') do
-        doc.search('//item').each do |item|
-          if item.inner_text =~ /(XSS|SQLi|SQL\s+Injection)/i
-            item.remove
-          end
-        end
-      end
-    end
-  end
-
-end

data/spec/web/server/files_spec.rb

@@ -1,74 +0,0 @@
-require 'ronin/web/server/files'
-require 'ronin/web/server/base'
-
-require 'spec_helper'
-require 'web/server/helpers/server'
-require 'web/server/classes/files_app'
-
-describe Web::Server::Files do
-  include Helpers::Web::Server
-
-  before(:all) do
-    self.app = FilesApp
-  end
-
-  it "should host individual files" do
-    get '/tests/file'
-
-    last_response.should be_ok
-    last_response.body.should == "A file.\n"
-  end
-
-  it "should automatically set the content_type for files" do
-    get '/tests/content_type'
-
-    last_response.should be_ok
-    last_response.content_type.should =~ /\/xml$/
-  end
-
-  it "should allow overriding the content_type of files" do
-    get '/tests/content_type/custom'
-
-    last_response.should be_ok
-    last_response.content_type.should == 'text/plain'
-  end
-
-  it "should ignore missing files that are hosted" do
-    get '/test/missing'
-
-    last_response.should_not be_ok
-  end
-
-  it "should host the contents of a directory" do
-    get '/tests/directory/file.txt'
-
-    last_response.should be_ok
-    last_response.body.should == "Another file.\n"
-  end
-
-  it "should prevent directory traversal when hosting a directory" do
-    get '/test/directory/./././//..///.///..///./../files_spec.rb'
-
-    last_response.should_not be_ok
-  end
-
-  it "should host the contents of directories that share a common path" do
-    get '/tests/directory/file2.txt'
-
-    last_response.should be_ok
-    last_response.body.should == "Second file.\n"
-  end
-
-  it "should search for index files within a directory" do
-    get '/tests/directory/'
-
-    last_response.should be_ok
-    last_response.body.should == "The index.\n"
-  end
-
-  it "should not return anything if there is no index file was found" do
-    get '/tests/directory/no_index/'
-
-    last_response.should_not be_ok
-  end
-end