arachni 0.4.2 → 0.4.3

data/spec/arachni/{database → support/database}/queue_spec.rb

@@ -1,7 +1,6 @@
-require_relative '../../spec_helper'
-require_testee
+require 'spec_helper'
 
-describe Arachni::Database::Queue do
+describe Arachni::Support::Database::Queue do
 
     before :all do
         @seeds = [
@@ -11,7 +10,7 @@ describe Arachni::Database::Queue do
             [ 'val', :val ]
         ]
 
-        @queue  = Arachni::Database::Queue.new
+        @queue  = described_class.new
         @seed_q = Queue.new
     end
 

data/spec/arachni/support/lookup/hash_set_spec.rb

@@ -0,0 +1,5 @@
+require 'spec_helper'
+
+describe Arachni::Support::LookUp::HashSet do
+    it_behaves_like 'lookup'
+end

data/spec/arachni/support/lookup/moolb_spec.rb

@@ -0,0 +1,41 @@
+require 'spec_helper'
+
+describe Arachni::Support::LookUp::Moolb do
+    it_behaves_like 'lookup'
+
+    describe '#initialize' do
+        describe :strategy do
+            it 'sets the strategy for the internal cache' do
+                options = {
+                    strategy: Arachni::Support::Cache::LeastRecentlyUsed,
+                    max_size: 3
+                }
+
+                lu = described_class.new( options )
+
+                4.times do |i|
+                    lu << i
+                end
+
+                lu.include?( 0 ).should be_false
+
+                1.upto( 3 ) do |i|
+                    lu.include?( i ).should be_true
+                end
+            end
+        end
+        describe :max_size do
+            it 'sets the maximum size of the cache' do
+                options = { max_size: 3 }
+
+                lu = described_class.new( options )
+
+                40.times do |i|
+                    lu << i
+                end
+
+                lu.size.should == 3
+            end
+        end
+    end
+end

data/spec/arachni/support/queue/disk_spec.rb

@@ -0,0 +1,116 @@
+require 'spec_helper'
+
+describe Arachni::Support::Queue::Disk do
+    before( :each ) do
+        @q = described_class.new
+    end
+    after( :each ) do
+        @q.clear
+    end
+
+    it 'handles large data sets' do
+        times = 500_000
+
+        2.times do
+            pushed = []
+            times.times do |i|
+                pushed << i
+                @q     << i
+
+                @q.size.should == pushed.size
+            end
+
+            poped = []
+            times.times do |i|
+                poped << @q.pop
+
+                @q.size.should == times - poped.size
+            end
+
+            poped.sort.should == pushed
+        end
+
+        @q.size.should == 0
+    end
+
+    describe '#<<' do
+        it 'pushes an object to the queue' do
+            @q << 'stuff'
+        end
+        it 'returns self' do
+            (@q << 'stuff2').should == @q
+        end
+    end
+
+    describe '#pop' do
+        context 'when the queue is empty' do
+            it 'returns nil' do
+                @q.pop.should be_nil
+            end
+        end
+        it 'removes and returns an object from queue' do
+            @q << 'stuff3'
+            @q.pop.should == 'stuff3'
+        end
+    end
+
+    describe '#size' do
+        it 'returns the size of the queue' do
+            @q.size.should == 0
+            @q << 'stuff3'
+            @q.size.should == 1
+        end
+    end
+
+    describe '#clear' do
+        it 'returns the size of the queue' do
+            @q << 'stuff3'
+            @q.size.should == 1
+
+            @q.clear
+            @q.size.should == 0
+            @q.pop.should be_nil
+        end
+    end
+
+    describe '#dup' do
+        it 'returns a copy of the queue' do
+            q = described_class.new( memory_size: 100 )
+
+            pushed = []
+            1_000.times do |i|
+                item = i.hash.to_s
+
+                pushed << item
+                q      << item
+            end
+
+            cq = q.dup
+            poped = []
+            1_000.times do |i|
+                poped << cq.pop
+            end
+
+            poped.sort.should == pushed.sort
+            q.size.should > 0
+            cq.size.should == 0
+        end
+    end
+
+    describe '#to_a' do
+        it 'returns the contents of the queue as an array' do
+            q = described_class.new( memory_size: 100 )
+
+            pushed = []
+            1_000.times do |i|
+                item = i.hash.to_s
+
+                pushed << item
+                q      << item
+            end
+
+            q.to_a.sort.should == pushed.sort
+        end
+    end
+
+end

data/spec/arachni/trainer_spec.rb

@@ -1,4 +1,4 @@
-require_relative '../spec_helper'
+require 'spec_helper'
 
 class TrainerMockFramework
     attr_reader :pages
@@ -21,6 +21,10 @@ class TrainerMockFramework
         @sitemap = []
     end
 
+    def link_count_limit_reached?
+        @opts.link_count_limit_reached? @sitemap.size
+    end
+
     def run
         @on_audit_page.each do |b|
             b.call @page
@@ -46,7 +50,7 @@ end
 describe Arachni::Trainer do
 
     before( :all ) do
-        @url = server_url_for( :trainer )
+        @url = web_server_url_for( :trainer )
         Arachni::Options.audit :links, :forms, :cookies, :headers
     end
 

data/spec/arachni/typhoeus/hydra_spec.rb

@@ -1,4 +1,4 @@
-require_relative '../../spec_helper'
+require 'spec_helper'
 
 describe Typhoeus::Hydra do
 

data/spec/arachni/typhoeus/requrest_spec.rb

@@ -1,4 +1,4 @@
-require_relative '../../spec_helper'
+require 'spec_helper'
 
 describe Typhoeus::Request do
 

data/spec/arachni/typhoeus/response_spec.rb

@@ -1,4 +1,4 @@
-require_relative '../../spec_helper'
+require 'spec_helper'
 
 describe Typhoeus::Response do
 

data/spec/arachni/uri_spec.rb

@@ -1,6 +1,6 @@
 # encoding: utf-8
 
-require_relative '../spec_helper'
+require 'spec_helper'
 
 describe Arachni::URI do
 
@@ -189,21 +189,8 @@ describe Arachni::URI do
         it 'returns a frozen hash (with frozen values)' do
             h = @uri.cheap_parse( 'http://test.com/stuff/' )
 
-            raised = false
-            begin
-                h[:stuff] = 0
-            rescue RuntimeError
-                raised = true
-            end
-            raised.should be_true
-
-            raised = false
-            begin
-                h[:path] << '/'
-            rescue RuntimeError
-                raised = true
-            end
-            raised.should be_true
+            expect { h[:stuff] = 0 }.to raise_error
+            expect { h[:path] << '/' }.to raise_error
         end
     end
 
@@ -278,13 +265,7 @@ describe Arachni::URI do
 
         context 'else' do
             it 'raises a TypeError' do
-                raised = false
-                begin
-                    @uri.new( [] )
-                rescue TypeError
-                    raised = true
-                end
-                raised.should be_true
+                expect { @uri.new( [] ) }.to raise_error TypeError
             end
         end
     end
@@ -352,6 +333,22 @@ describe Arachni::URI do
         end
     end
 
+    describe '#ip_address?' do
+        context 'when passed a URL with' do
+            context 'a domain name' do
+                it 'returns false' do
+                    @uri.parse( 'http://stuff.com/blah' ).ip_address?.should be_false
+                end
+            end
+
+            context 'an IP address' do
+                it 'returns the IP address' do
+                    @uri.parse( 'http://127.0.0.1/blah/' ).ip_address?.should be_true
+                end
+            end
+        end
+    end
+
     describe '#too_deep?' do
         before { @deep_url = @uri.parse( '/very/very/very/very/deep' ) }
 
@@ -396,13 +393,7 @@ describe Arachni::URI do
 
         context 'when the provided rules are nil' do
             it 'raises a TypeError' do
-                raised = false
-                begin
-                    @exclude_url.exclude?( nil ).should be_true
-                rescue TypeError
-                    raised = true
-                end
-                raised.should be_true
+                expect { @exclude_url.exclude?( nil ) }.to raise_error TypeError
             end
         end
 
@@ -436,14 +427,8 @@ describe Arachni::URI do
         end
 
         context 'when the provided rules are nil' do
-            it 'raise a TypeError' do
-                raised = false
-                begin
-                    @include_url.include?( nil ).should be_true
-                rescue TypeError
-                    raised = true
-                end
-                raised.should be_true
+            it 'raises a TypeError' do
+                expect { @include_url.include?( nil ) }.to raise_error TypeError
             end
         end
     end
@@ -522,6 +507,25 @@ describe Arachni::URI do
         end
     end
 
+    describe '#without_query' do
+        it 'returns the URI up to its resource component without the query' do
+            expected = 'http://test.com/directory/resource.php'
+            described_class.new( "#{expected}?param=1&param2=2" ).without_query.should == expected
+        end
+    end
+
+    describe '#resource_extension' do
+        context 'when there is no extension' do
+            it 'returns nil' do
+                described_class.new( 'http://stuff.com/test' ).resource_extension.should be_nil
+            end
+        end
+        it 'returns the extension of the resource' do
+            uri = "http://test.com/direct.ory/resource.php?param=1&param2=2"
+            described_class.new( uri ).resource_extension.should == 'php'
+        end
+    end
+
     describe '#mailto?' do
         context 'when the URI has a mailto scheme' do
             it 'returns true' do
@@ -534,4 +538,34 @@ describe Arachni::URI do
             end
         end
     end
+
+    describe '#hash' do
+        it 'returns a hash uniquely identifying the URI' do
+            uri = described_class.new( 'http://stuff/' )
+            uri.hash.should be_kind_of Integer
+            uri.hash.should == uri.hash
+
+            uri2 = described_class.new( 'http://stuff2/' )
+            uri.hash.should_not == uri2.hash
+        end
+
+        it 'is an integer' do
+            described_class.new( 'http://stuff/' ).hash.should be_kind_of Integer
+        end
+    end
+
+    describe '#persistent_hash' do
+        it 'returns a hash uniquely identifying the URI' do
+            uri = described_class.new( 'http://stuff/' )
+            uri.persistent_hash.should be_kind_of Integer
+            uri.persistent_hash.should == uri.persistent_hash
+
+            uri2 = described_class.new( 'http://stuff2/' )
+            uri.persistent_hash.should_not == uri2.persistent_hash
+        end
+
+        it 'is an integer' do
+            described_class.new( 'http://stuff/' ).persistent_hash.should be_kind_of Integer
+        end
+    end
 end

data/spec/arachni/utilities_spec.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-require_relative '../spec_helper'
+require 'spec_helper'
 
 describe Arachni::Utilities do
 
@@ -67,17 +67,17 @@ describe Arachni::Utilities do
         end
     end
 
-    describe '#redundant?' do
+    describe '#redundant_path?' do
         context "when a URL's counter reaches 0" do
             it 'returns true' do
                 Arachni::Options.redundant = { /match_this/ => 10 }
 
                 url = 'http://stuff.com/match_this'
                 10.times do
-                    @utils.redundant?( url ).should be_false
+                    @utils.redundant_path?( url ).should be_false
                 end
 
-                @utils.redundant?( url ).should be_true
+                @utils.redundant_path?( url ).should be_true
             end
         end
         context "when a URL's counter has not reached 0" do
@@ -86,10 +86,10 @@ describe Arachni::Utilities do
 
                 url = 'http://stuff.com/match_this'
                 10.times do
-                    @utils.redundant?( url ).should be_false
+                    @utils.redundant_path?( url ).should be_false
                 end
 
-                @utils.redundant?( url ).should be_false
+                @utils.redundant_path?( url ).should be_false
             end
         end
     end
@@ -594,46 +594,6 @@ describe Arachni::Utilities do
         end
     end
 
-    describe '#hash_keys_to_str' do
-        it 'should recursively convert a Hash\'s keys to strings' do
-            h1 = {
-                key1: 'val1',
-                hash: {
-                    lvl2: 'val2',
-                }
-            }
-
-            h2 = {
-                'key1' => 'val1',
-                'hash' => {
-                    'lvl2' => 'val2',
-                }
-            }
-
-            @utils.hash_keys_to_str( h1 ).should == h2
-        end
-    end
-
-    describe '#hash_keys_to_sym' do
-        it 'should recursively convert a Hash\'s keys to strings' do
-            h1 = {
-                key1: 'val1',
-                hash: {
-                    lvl2: 'val2',
-                }
-            }
-
-            h2 = {
-                'key1' => 'val1',
-                'hash' => {
-                    'lvl2' => 'val2',
-                }
-            }
-
-            @utils.hash_keys_to_sym( h2 ).should == h1
-        end
-    end
-
     describe '#exception_jail' do
         context 'when raise_exception = true' do
             it 'should forward exceptions' do