RubyGems - ronin-web - Versions diffs - 0.2.1 → 0.3.0.pre1 - Mend

ronin-web 0.2.1 → 0.3.0.pre1

Files changed (110) hide show

data/.document +4 -0
data/.gemtest +0 -0
data/.rspec +1 -0
data/.yardopts +1 -0
data/COPYING.txt +674 -0
data/{History.txt → ChangeLog.md} +39 -8
data/Gemfile +49 -0
data/{README.txt → README.md} +56 -40
data/Rakefile +25 -24
data/bin/ronin-web +18 -5
data/gemspec.yml +30 -0
data/lib/ronin/network/{helpers → mixins}/web.rb +74 -39
data/lib/ronin/web.rb +7 -6
data/lib/ronin/web/extensions.rb +7 -6
data/lib/ronin/web/extensions/nokogiri.rb +22 -0
data/lib/ronin/web/extensions/nokogiri/xml.rb +22 -0
data/lib/ronin/web/extensions/nokogiri/xml/attr.rb +35 -1
data/lib/ronin/web/extensions/nokogiri/xml/document.rb +34 -4
data/lib/ronin/web/extensions/nokogiri/xml/element.rb +36 -2
data/lib/ronin/web/extensions/nokogiri/xml/node.rb +59 -20
data/lib/ronin/web/extensions/nokogiri/xml/text.rb +36 -2
data/lib/ronin/web/middleware.rb +27 -0
data/lib/ronin/web/middleware/base.rb +144 -0
data/lib/ronin/web/middleware/directories.rb +177 -0
data/lib/ronin/web/middleware/files.rb +142 -0
data/lib/ronin/web/middleware/filters.rb +28 -0
data/lib/ronin/web/middleware/filters/campaign_filter.rb +77 -0
data/lib/ronin/web/middleware/filters/ip_filter.rb +73 -0
data/lib/ronin/web/middleware/filters/path_filter.rb +73 -0
data/lib/ronin/web/middleware/filters/referer_filter.rb +71 -0
data/lib/ronin/web/middleware/filters/user_agent_filter.rb +71 -0
data/lib/ronin/web/middleware/filters/vhost_filter.rb +71 -0
data/lib/ronin/web/middleware/helpers.rb +145 -0
data/lib/ronin/web/middleware/proxy.rb +265 -0
data/lib/ronin/web/middleware/proxy_request.rb +262 -0
data/lib/ronin/web/middleware/request.rb +58 -0
data/lib/ronin/web/middleware/response.rb +33 -0
data/lib/ronin/web/middleware/router.rb +167 -0
data/lib/ronin/web/middleware/rule.rb +103 -0
data/lib/ronin/web/proxy.rb +7 -6
data/lib/ronin/web/proxy/app.rb +7 -6
data/lib/ronin/web/proxy/base.rb +14 -9
data/lib/ronin/web/proxy/web.rb +9 -6
data/lib/ronin/web/server.rb +7 -6
data/lib/ronin/web/server/app.rb +7 -6
data/lib/ronin/web/server/base.rb +209 -82
data/lib/ronin/web/server/web.rb +10 -6
data/lib/ronin/web/spider.rb +38 -26
data/lib/ronin/web/version.rb +8 -7
data/lib/ronin/web/web.rb +122 -80
data/ronin-web.gemspec +15 -0
data/spec/helpers/output.rb +3 -0
data/spec/spec_helper.rb +2 -3
data/spec/web/extensions/nokogiri_spec.rb +7 -7
data/spec/web/{server/helpers/server.rb → helpers/rack_app.rb} +3 -14
data/spec/web/helpers/root.rb +15 -0
data/spec/web/helpers/root/test1.txt +1 -0
data/spec/web/helpers/root/test1/index.html +1 -0
data/spec/web/helpers/root/test1/test1.txt +1 -0
data/spec/web/helpers/root/test2.txt +1 -0
data/spec/web/helpers/root/test2/test2.txt +1 -0
data/spec/web/helpers/root/test3.txt +1 -0
data/spec/web/helpers/root/test3/test3.txt +1 -0
data/spec/web/middleware/directories_spec.rb +86 -0
data/spec/web/middleware/files_spec.rb +57 -0
data/spec/web/middleware/filters/campaign_filter_spec.rb +30 -0
data/spec/web/middleware/filters/ip_filter_spec.rb +25 -0
data/spec/web/middleware/filters/path_filter_spec.rb +29 -0
data/spec/web/middleware/filters/referer_filter_spec.rb +25 -0
data/spec/web/middleware/filters/user_agent_filter_spec.rb +25 -0
data/spec/web/middleware/filters/vhost_filter_spec.rb +23 -0
data/spec/web/middleware/proxy_spec.rb +67 -0
data/spec/web/middleware/response_spec.rb +20 -0
data/spec/web/middleware/router_spec.rb +65 -0
data/spec/web/middleware/rule_spec.rb +37 -0
data/spec/web/proxy/base_spec.rb +1 -2
data/spec/web/server/base_spec.rb +4 -13
data/spec/web/server/classes/sub_app.rb +2 -2
data/spec/web/server/classes/test_app.rb +1 -1
data/spec/web/web_spec.rb +57 -67
metadata +171 -146
data.tar.gz.sig +0 -0
data/Manifest.txt +0 -64
data/lib/ronin/scanners/web.rb +0 -52
data/lib/ronin/web/server/files.rb +0 -92
data/lib/ronin/web/server/helpers.rb +0 -25
data/lib/ronin/web/server/helpers/files.rb +0 -126
data/lib/ronin/web/server/helpers/hosts.rb +0 -72
data/lib/ronin/web/server/helpers/proxy.rb +0 -153
data/lib/ronin/web/server/helpers/rendering.rb +0 -36
data/lib/ronin/web/server/hosts.rb +0 -86
data/lib/ronin/web/server/proxy.rb +0 -116
data/spec/scanners/web_spec.rb +0 -24
data/spec/web/helpers/root/index.html +0 -1
data/spec/web/helpers/root/test.txt +0 -1
data/spec/web/helpers/server.rb +0 -10
data/spec/web/server/classes/files/dir/file.txt +0 -1
data/spec/web/server/classes/files/dir/index.html +0 -1
data/spec/web/server/classes/files/dir2/file2.txt +0 -1
data/spec/web/server/classes/files/dir3/page.xml +0 -4
data/spec/web/server/classes/files/file.txt +0 -1
data/spec/web/server/classes/files_app.rb +0 -27
data/spec/web/server/classes/hosts_app.rb +0 -40
data/spec/web/server/classes/proxy_app.rb +0 -45
data/spec/web/server/files_spec.rb +0 -74
data/spec/web/server/hosts_spec.rb +0 -55
data/spec/web/server/proxy_spec.rb +0 -49
data/tasks/spec.rb +0 -10
data/tasks/yard.rb +0 -13
metadata.gz.sig +0 -3

@@ -0,0 +1,15 @@
+# -*- encoding: utf-8 -*-
+begin
+  Ore::Specification.new do |gemspec|
+    # custom logic here
+  end
+rescue NameError
+  begin
+    require 'ore/specification'
+    retry
+  rescue LoadError
+    STDERR.puts "The '#{__FILE__}' file requires Ore."
+    STDERR.puts "Run `gem install ore-core` to install Ore."
+  end
+end

data/spec/helpers/output.rb ADDED

@@ -0,0 +1,3 @@
+require 'ronin/ui/output'
+UI::Output.silent = true

data/spec/spec_helper.rb CHANGED

@@ -1,6 +1,5 @@
-require 'rubygems'
-gem 'rspec', '>=1.2.8'
-require 'spec'
+require 'rspec'
+require 'ronin/spec/database'
 require 'ronin/web/version'

data/spec/web/extensions/nokogiri_spec.rb CHANGED

@@ -1,27 +1,27 @@
+require 'spec_helper'
 require 'ronin/web/extensions/nokogiri'
-require 'spec_helper'
 require 'nokogiri'
 describe Nokogiri::HTML do
   before(:all) do
-    @doc = Nokogiri::HTML(%{<html><head><title>test</title></head><body><p><b>This is a test</b> html <i>page</i>.</p></div></body></html>})
+    @doc = Nokogiri::HTML(%{<html><head><title>test</title></head><body><p><b>This is a test</b> html <i>page</i>.</p></body></html>})
-    @edited_doc = Nokogiri::HTML(%{<html><head><title>test</title></head><body><p><b>This is a test</b> html page.</p></div></body></html>})
+    @edited_doc = Nokogiri::HTML(%{<html><head><title>test</title></head><body><p><b>This is a test</b> html page.</p></body></html>})
   end
-  it "should be able to test if two elements are similar" do
+  it "should be able to test if two elements are equal" do
     elem1 = @doc.at('b')
     elem2 = @edited_doc.at('b')
-    elem1.similar?(elem2).should == true
+    elem1.should == elem2
   end
-  it "should be able to test if two elements are not similar" do
+  it "should be able to test if two elements are not equal" do
     elem1 = @doc.at('p').children.last
     elem2 = @edited_doc.at('b')
-    elem1.similar?(elem2).should == false
+    elem1.should_not == elem2
   end
   it "should be able to traverse over every text node" do

data/spec/web/{server/helpers/server.rb → helpers/rack_app.rb} RENAMED

@@ -1,12 +1,3 @@
-begin
-  require 'spec/interop/test'
-rescue Gem::LoadError => e
-  raise(e)
-rescue ::LoadError
-  STDERR.puts "Error: please install the test-unit gem in order to run the spec tests"
-  exit -1
-end
 begin
   require 'rack/test'
 rescue Gem::LoadError => e
@@ -18,18 +9,16 @@ end
 module Helpers
   module Web
-    module Server
+    module RackApp
       include Rack::Test::Methods
+      attr_reader :app
       def app=(server)
         @app = server
         @app.set :environment, :test
       end
-      def app
-        @app
-      end
       def get_host(path,host,params={},headers={})
         get(path,params,headers.merge('HTTP_HOST' => host))
       end

data/spec/web/helpers/root.rb ADDED

@@ -0,0 +1,15 @@
+module Helpers
+  module Web
+    module Root
+      ROOT_DIR = File.expand_path(File.join(File.dirname(__FILE__),'root'))
+      def root_path(path=nil)
+        if path
+          File.join(ROOT_DIR,path)
+        else
+          ROOT_DIR
+        end
+      end
+    end
+  end
+end

data/spec/web/helpers/root/test1.txt ADDED

	@@ -0,0 +1 @@
1	+ test1

data/spec/web/helpers/root/test1/index.html ADDED

	@@ -0,0 +1 @@
1	+ index1

data/spec/web/helpers/root/test1/test1.txt ADDED

	@@ -0,0 +1 @@
1	+ test1

data/spec/web/helpers/root/test2.txt ADDED

	@@ -0,0 +1 @@
1	+ test2

data/spec/web/helpers/root/test2/test2.txt ADDED

	@@ -0,0 +1 @@
1	+ test2

data/spec/web/helpers/root/test3.txt ADDED

	@@ -0,0 +1 @@
1	+ test3

data/spec/web/helpers/root/test3/test3.txt ADDED

	@@ -0,0 +1 @@
1	+ test3

data/spec/web/middleware/directories_spec.rb ADDED

@@ -0,0 +1,86 @@
+require 'spec_helper'
+require 'ronin/web/middleware/directories'
+require 'web/helpers/rack_app'
+require 'web/helpers/root'
+describe Web::Middleware::Directories do
+  include Helpers::Web::RackApp
+  before(:all) do
+    self.app = Class.new(Sinatra::Base) do
+      extend Helpers::Web::Root
+      use Ronin::Web::Middleware::Directories do |dirs|
+        dirs.map '/test', root_path('test1')
+        dirs.map '/test/sub', root_path('test2')
+        dirs.map '/test/overriden', root_path('test3')
+        dirs.map '/', root_path
+      end
+      get '/test/overriden/*' do
+        'should not receive this'
+      end
+      get '/test/other' do
+        'other'
+      end
+    end
+  end
+  describe "index_names" do
+    subject { Web::Middleware::Directories.index_names }
+    it { should include('index.html') }
+    it { should include('index.xhtml') }
+    it { should include('index.htm') }
+  end
+  it "should map remote directories to local directories" do
+    get '/test/test1.txt'
+    last_response.should be_ok
+    last_response.body.should == "test1\n"
+  end
+  it "should map remote directories to index files in local directories" do
+    get '/test/'
+    last_response.should be_ok
+    last_response.body.should == "index1\n"
+  end
+  it "should pass the request to the app if no index file exists" do
+    get '/test/sub/'
+    last_response.should_not be_ok
+  end
+  it "should match the whole remote path" do
+    get '/test/sub/test2.txt'
+    last_response.should be_ok
+    last_response.body.should == "test2\n"
+  end
+  it "should map local directories to the root directory" do
+    get '/test1/test1.txt'
+    last_response.should be_ok
+    last_response.body.should == "test1\n"
+  end
+  it "should match requests before the app" do
+    get '/test/overriden/test3.txt'
+    last_response.should be_ok
+    last_response.body.should == "test3\n"
+  end
+  it "should still route un-matched requests to the app" do
+    get '/test/other'
+    last_response.should be_ok
+    last_response.body.should == 'other'
+  end
+end

data/spec/web/middleware/files_spec.rb ADDED

@@ -0,0 +1,57 @@
+require 'spec_helper'
+require 'ronin/web/middleware/files'
+require 'web/helpers/rack_app'
+require 'web/helpers/root'
+describe Web::Middleware::Files do
+  include Helpers::Web::RackApp
+  before(:all) do
+    self.app = Class.new(Sinatra::Base) do
+      extend Helpers::Web::Root
+      use Ronin::Web::Middleware::Files do |files|
+        files.map '/test', root_path('test1.txt')
+        files.map '/test/sub', root_path('test2.txt')
+        files.map '/test/overriden', root_path('test3.txt')
+      end
+      get '/test/overriden' do
+        'should not receive this'
+      end
+      get '/test/other' do
+        'other'
+      end
+    end
+  end
+  it "should map remote files to local files" do
+    get '/test'
+    last_response.should be_ok
+    last_response.body.should == "test1\n"
+  end
+  it "should match the whole remote path" do
+    get '/test/sub'
+    last_response.should be_ok
+    last_response.body.should == "test2\n"
+  end
+  it "should match requests before the app" do
+    get '/test/overriden'
+    last_response.should be_ok
+    last_response.body.should == "test3\n"
+  end
+  it "should still route un-matched requests to the app" do
+    get '/test/other'
+    last_response.should be_ok
+    last_response.body.should == 'other'
+  end
+end

data/spec/web/middleware/filters/campaign_filter_spec.rb ADDED

@@ -0,0 +1,30 @@
+require 'spec_helper'
+require 'ronin/web/middleware/filters/campaign_filter'
+describe Web::Middleware::Filters::CampaignFilter do
+  subject { Web::Middleware::Filters::CampaignFilter }
+  let(:name) { 'Ronin::Web::Middleware' }
+  let(:ip) { '192.168.1.42' }
+  before(:all) do
+    campaign = Campaign.new(
+      :name => name,
+      :description => 'Campaign for Ronin::Web::Middleware::Rules::CampaignRule'
+    )
+    campaign.addresses << IPAddress.new(:address => ip)
+    campaign.save
+  end
+  before(:each) do
+    @request = mock('request')
+    @request.should_receive(:ip).and_return(ip)
+  end
+  it "should match requests by IP Address and targeting Campaign" do
+    filter = subject.new(name)
+    filter.match?(@request).should == true
+  end
+end

data/spec/web/middleware/filters/ip_filter_spec.rb ADDED

@@ -0,0 +1,25 @@
+require 'spec_helper'
+require 'ronin/web/middleware/filters/ip_filter'
+describe Web::Middleware::Filters::IPFilter do
+  subject { Web::Middleware::Filters::IPFilter }
+  let(:ip)  { '192.168.1.42' }
+  before(:each) do
+    @request = mock('request')
+    @request.should_receive(:ip).and_return(ip)
+  end
+  it "should match requests using an IPAddr" do
+    filter = subject.new(ip)
+    filter.match?(@request).should == true
+  end
+  it "should match requests using an IPAddr range" do
+    filter = subject.new('192.168.1.1/24')
+    filter.match?(@request).should == true
+  end
+end

data/spec/web/middleware/filters/path_filter_spec.rb ADDED

@@ -0,0 +1,29 @@
+require 'spec_helper'
+require 'ronin/web/middleware/filters/path_filter'
+describe Web::Middleware::Filters::PathFilter do
+  subject { Web::Middleware::Filters::PathFilter }
+  before(:each) do
+    @request = mock('request')
+    @request.should_receive(:path).and_return('/path/sub/dir')
+  end
+  it "should match requests using an absolute path" do
+    filter = subject.new('/path/sub')
+    filter.match?(@request).should == true
+  end
+  it "should match requests using an path fragment" do
+    filter = subject.new('sub/dir')
+    filter.match?(@request).should == true
+  end
+  it "should match requests using a Regexp" do
+    filter = subject.new(/\/sub\//)
+    filter.match?(@request).should == true
+  end
+end

data/spec/web/middleware/filters/referer_filter_spec.rb ADDED

@@ -0,0 +1,25 @@
+require 'spec_helper'
+require 'ronin/web/middleware/filters/referer_filter'
+describe Web::Middleware::Filters::RefererFilter do
+  subject { Web::Middleware::Filters::RefererFilter }
+  let(:referer)  { 'http://www.example.com/page.html' }
+  before(:each) do
+    @request = mock('request')
+    @request.should_receive(:referer).and_return(referer)
+  end
+  it "should match requests using a String" do
+    filter = subject.new(referer)
+    filter.match?(@request).should == true
+  end
+  it "should match requests using a Regexp" do
+    filter = subject.new(/example\.com/)
+    filter.match?(@request).should == true
+  end
+end

data/spec/web/middleware/filters/user_agent_filter_spec.rb ADDED

@@ -0,0 +1,25 @@
+require 'spec_helper'
+require 'ronin/web/middleware/filters/user_agent_filter'
+describe Web::Middleware::Filters::UserAgentFilter do
+  subject { Web::Middleware::Filters::UserAgentFilter }
+  let(:user_agent)  { 'Windows-RSS-Platform/1.0 (MSIE 7.0; Windows NT 5.1)' }
+  before(:each) do
+    @request = mock('request')
+    @request.should_receive(:user_agent).and_return(user_agent)
+  end
+  it "should match requests using a String" do
+    filter = subject.new(user_agent)
+    filter.match?(@request).should == true
+  end
+  it "should match requests using a Regexp" do
+    filter = subject.new(/(MSIE|Windows)/)
+    filter.match?(@request).should == true
+  end
+end

data/spec/web/middleware/filters/vhost_filter_spec.rb ADDED

@@ -0,0 +1,23 @@
+require 'spec_helper'
+require 'ronin/web/middleware/filters/vhost_filter'
+describe Web::Middleware::Filters::VHostFilter do
+  subject { Web::Middleware::Filters::VHostFilter }
+  before(:each) do
+    @request = mock('request')
+    @request.should_receive(:host).and_return('domain.example.com')
+  end
+  it "should match requests using a String" do
+    filter = subject.new('domain.example.com')
+    filter.match?(@request).should == true
+  end
+  it "should match requests using a Regexp" do
+    filter = subject.new(/example\.com/)
+    filter.match?(@request).should == true
+  end
+end