arachni 1.3.2 → 1.4

data/spec/arachni/session_spec.rb

@@ -222,6 +222,23 @@ describe Arachni::Session do
         end
 
         context 'when a login check is available' do
+            it 'takes into account #check_options' do
+                subject.check_options = {
+                    cookies: {
+                        'custom-cookie' => 'value'
+                    }
+                }
+
+                Arachni::Options.session.check_url = @url
+
+                expect(subject.http).to receive(:request).with(
+                    Arachni::Options.session.check_url,
+                    hash_including( subject.check_options )
+                )
+
+                configured.logged_in?
+            end
+
             context 'and a valid session is available' do
                 it 'returns true' do
                     configured.login
@@ -365,7 +382,7 @@ describe Arachni::Session do
             end
         end
         context 'when passed an :action' do
-            context Regexp do
+            context 'Regexp' do
                 it 'should use it to match against form actions' do
                     expect(subject.find_login_form(
                         url:    @url + '/multiple',
@@ -373,7 +390,7 @@ describe Arachni::Session do
                     ).coverage_id).to eq(@id)
                 end
             end
-            context String do
+            context 'String' do
                 it 'should use it to match against form actions' do
                     expect(subject.find_login_form(
                         url:    @url + '/multiple',

data/spec/arachni/snapshot_spec.rb

@@ -8,7 +8,7 @@ describe Arachni::Snapshot do
 
     subject { described_class }
     let(:dump_archive) do
-        @dump_archive = "#{Dir.tmpdir}/snapshot-#{Arachni::Utilities.generate_token}.afs"
+        @dump_archive = "#{Arachni.tmpdir}/snapshot-#{Arachni::Utilities.generate_token}.afs"
     end
 
     describe '.summary' do

data/spec/arachni/state/audit_spec.rb

@@ -37,7 +37,7 @@ describe Arachni::State::Audit do
         context 'when an operation is not included' do
             it 'returns false' do
                 subject << audit_id
-                expect(subject).not_to include "#{audit_id}2"
+                expect(subject.include?( "#{audit_id}2")).to be_falsey
             end
         end
     end

data/spec/arachni/state/framework_spec.rb

@@ -40,7 +40,7 @@ describe Arachni::State::Framework do
 
     describe '#add_status_message' do
         context 'when given a message of type' do
-            context String do
+            context 'String' do
                 it 'pushes it to #status_messages' do
                     message = 'Hey!'
                     subject.add_status_message message
@@ -49,7 +49,7 @@ describe Arachni::State::Framework do
                 end
             end
 
-            context Symbol do
+            context 'Symbol' do
                 context 'and it exists in #available_status_messages' do
                     it 'pushes the associated message to #status_messages' do
                         subject.add_status_message :suspending

data/spec/arachni/support/cache/least_recently_used_spec.rb

@@ -14,8 +14,6 @@ describe Arachni::Support::Cache::LeastRecentlyUsed do
 
         expect(subject.size).to eq(3)
 
-        ap subject
-
         expect(subject[:k]).to be_truthy
         expect(subject[:k4]).to be_truthy
         expect(subject[:k3]).to be_truthy

data/spec/arachni/support/glob_spec.rb

@@ -0,0 +1,75 @@
+require 'spec_helper'
+
+describe Arachni::Support::Glob do
+
+    let(:conversions) do
+        {
+            '*'      => /^.*?$/i,
+            'test*'  => /^test.*?$/i,
+            '*test*' => /^.*?test.*?$/i,
+            '*/*'    => /^.*?\/.*?$/i
+        }
+    end
+
+    let(:matches) do
+        [
+            ['*',       '',                 true],
+            ['*',       'stuff',            true],
+
+            ['test*',   'stuff',            false],
+            ['test*',   'teststuff',        true],
+            ['test*',   'tEsTstuff',        true],
+            ['test*',   'stuffteststuff',   false],
+
+            ['*test*',  'stuffteststuff',   true],
+            ['*test*',  'stufftEsTstuff',   true],
+            ['*test*',  'stuff',            false],
+            ['*test*',  'teststuff',        true],
+            ['*test*',  'stufftest',        true],
+
+            ['*/*',     'test',             false],
+            ['*/*',     'test/',            true],
+            ['*/*',     'test/stuff',       true]
+        ]
+    end
+
+    describe '.to_regexp' do
+        it 'converts a glog to a regexp' do
+            conversions.each do |glob, regexp|
+                expect(described_class.to_regexp( glob )).to eq regexp
+            end
+        end
+    end
+
+    describe '#regexp' do
+        it 'returns the glob as a regexp' do
+            conversions.each do |glob, regexp|
+                expect(described_class.new( glob ).regexp).to eq regexp
+            end
+        end
+    end
+
+    describe '#match?' do
+        it 'checks whether or not the glob matches the string' do
+            matches.each do |glob, string, result|
+                expect(described_class.new( glob ).match?( string )).to eq result
+            end
+        end
+    end
+
+    describe '#matches?' do
+        it 'checks whether or not the glob matches the string' do
+            matches.each do |glob, string, result|
+                expect(described_class.new( glob ).matches?( string )).to eq result
+            end
+        end
+    end
+
+    describe '=~' do
+        it 'checks whether or not the glob matches the string' do
+            matches.each do |glob, string, result|
+                expect(described_class.new( glob ) =~ string ).to eq result
+            end
+        end
+    end
+end

data/spec/arachni/support/lookup/hash_set_spec.rb

@@ -25,7 +25,7 @@ describe Arachni::Support::LookUp::HashSet do
 
             subject.replace new
             expect(subject).to include 'test2'
-            expect(subject).not_to include 'test'
+            expect(subject.include?( 'test' )).to be_falsey
         end
     end
 

data/spec/arachni/support/lookup/moolb_spec.rb

@@ -4,7 +4,7 @@ describe Arachni::Support::LookUp::Moolb do
     it_behaves_like 'lookup'
 
     describe '#initialize' do
-        describe :strategy do
+        describe ':strategy' do
             it 'sets the strategy for the internal cache' do
                 options = {
                     strategy: Arachni::Support::Cache::LeastRecentlyUsed,
@@ -24,7 +24,7 @@ describe Arachni::Support::LookUp::Moolb do
                 end
             end
         end
-        describe :max_size do
+        describe ':max_size' do
             it 'sets the maximum size of the cache' do
                 options = { max_size: 3 }
 

data/spec/arachni/support/signature_spec.rb

@@ -19,7 +19,7 @@ describe Arachni::Support::Signature do
 
     describe '#initialize' do
         describe 'option' do
-            describe :threshold do
+            describe ':threshold' do
                 it 'sets the maximum difference ratio when performing comparisons' do
                     seed1 = 'test this here 1'
                     seed2 = 'test that here 2'
@@ -98,12 +98,12 @@ describe Arachni::Support::Signature do
             signature3 = described_class.new( different_string_with_noise )
             signature4 = described_class.new( different_string_with_noise )
 
-            expect(signature1.differences( signature2 ).round(3)).to eq(0.348)
+            expect(signature1.differences( signature2 ).round(3)).to eq(0.4)
             expect(signature2.differences( signature2 )).to eq(0)
 
-            expect(signature3.differences( signature4 )).to eq(0.2)
+            expect(signature3.differences( signature4 ).round(3)).to eq(0.286)
             expect(signature4.differences( signature4 )).to eq(0)
-            expect(signature1.differences( signature3 ).round(3)).to eq(0.667)
+            expect(signature1.differences( signature3 ).round(3)).to eq(0.778)
         end
     end
 

data/spec/arachni/trainer_spec.rb

@@ -84,7 +84,7 @@ describe Arachni::Trainer do
                 expect(@framework.pages.size).to eq(0)
             end
         end
-        describe false do
+        describe 'false' do
             it 'skips the Trainer' do
                 expect(@framework.pages.size).to eq(0)
 
@@ -94,7 +94,7 @@ describe Arachni::Trainer do
                 expect(@framework.pages.size).to eq(0)
             end
         end
-        describe true do
+        describe 'true' do
             it 'passes the response to the Trainer' do
                 expect(@framework.pages.size).to eq(0)
 
@@ -213,6 +213,50 @@ describe Arachni::Trainer do
             end
         end
 
+        context 'when the response has already been seen' do
+            before do
+                @trainer.page = @page
+
+                r = request( @url )
+                expect(@trainer).to receive(:analyze).with(r)
+                expect(@trainer.push( r )).to be_truthy
+            end
+
+            it 'returns nil' do
+                r = request( @url )
+                expect(@trainer).to_not receive(:analyze)
+                expect(@trainer.push( r )).to be_nil
+            end
+
+            context 'but URL param names are different' do
+                it 'returns true' do
+                    r = request( "#{@url}/?stuff=1" )
+                    expect(@trainer).to receive(:analyze).with(r)
+                    expect(@trainer.push( r )).to be_truthy
+                end
+            end
+
+            context 'but cookie names are different' do
+                it 'returns true' do
+                    r = request( @url )
+                    r.headers['set-cookie'] = 'name=val'
+
+                    expect(@trainer).to receive(:analyze).with(r)
+                    expect(@trainer.push( r )).to be_truthy
+                end
+            end
+
+            context 'but the body is different' do
+                it 'returns true' do
+                    r = request( @url )
+                    r.body = '1'
+
+                    expect(@trainer).to receive(:analyze).with(r)
+                    expect(@trainer.push( r )).to be_truthy
+                end
+            end
+        end
+
         context 'when the resource is out-of-scope' do
             it 'returns false' do
                 @trainer.page = @page
@@ -309,7 +353,7 @@ describe Arachni::Trainer do
 
             let(:subject) { TrainerMockFramework.new.trainer }
 
-            context true do
+            context 'true' do
                 before { allow_any_instance_of(TrainerMockFramework).to receive(:accepts_more_pages?){ true } }
 
                 it 'processes pages' do
@@ -322,7 +366,7 @@ describe Arachni::Trainer do
                 end
             end
 
-            context false do
+            context 'false' do
                 before { allow_any_instance_of(TrainerMockFramework).to receive(:accepts_more_pages?){ false } }
 
                 it 'does not process the page' do

data/spec/arachni/uri/scope_spec.rb

@@ -199,6 +199,50 @@ describe Arachni::URI::Scope do
                 expect(subject.exclude?).to be_falsey
             end
         end
+
+        context 'when #exclude_file_extension?' do
+            context 'is true' do
+                before do
+                    expect(subject).to receive(:exclude_file_extension?).and_return( true )
+                end
+
+                it 'returns true' do
+                    expect(subject.exclude?).to be_truthy
+                end
+            end
+        end
+
+        context 'when #exclude_file_extension?' do
+            context 'is false' do
+                before do
+                    expect(subject).to receive(:exclude_file_extension?).and_return( false )
+                end
+
+                it 'returns false' do
+                    expect(subject.exclude?).to be_falsey
+                end
+            end
+        end
+    end
+
+    describe '#exclude_file_extension?' do
+        subject { Arachni::URI.parse( 'http://test.com/exclude.gif' ).scope }
+
+        context 'when self matches the provided exclude rules' do
+            it 'returns true' do
+                scope.exclude_file_extensions = [ 'gif' ]
+
+                expect(subject.exclude?).to be_truthy
+            end
+        end
+
+        context 'when self does not match the provided exclude rules' do
+            it 'returns false' do
+                scope.exclude_file_extensions = [ 'gi' ]
+
+                expect(subject.exclude?).to be_falsey
+            end
+        end
     end
 
     describe '#include?' do
@@ -231,7 +275,7 @@ describe Arachni::URI::Scope do
         let(:without_subdomain) { Arachni::URI.parse( url_without_subdomain ).scope }
 
         context "when #{Arachni::OptionGroups::Scope}#include_subdomains is" do
-            context true do
+            context 'true' do
                 before :each do
                     scope.include_subdomains = true
                 end
@@ -281,7 +325,7 @@ describe Arachni::URI::Scope do
                 end
             end
 
-            context false do
+            context 'false' do
                 before :each do
                     scope.include_subdomains = false
                 end
@@ -347,14 +391,14 @@ describe Arachni::URI::Scope do
                 context 'and the checked URL uses' do
                     context 'HTTPS' do
                         context 'and Options#scope_https_only is' do
-                            context true do
+                            context 'true' do
                                 it 'returns true' do
                                     scope.https_only = true
                                     expect(https.follow_protocol?).to be_truthy
                                 end
                             end
 
-                            context false do
+                            context 'false' do
                                 it 'returns true' do
                                     scope.https_only = false
                                     expect(https.follow_protocol?).to be_truthy
@@ -365,14 +409,14 @@ describe Arachni::URI::Scope do
 
                     context 'HTTP' do
                         context 'and Options#scope_https_only is' do
-                            context true do
+                            context 'true' do
                                 it 'returns false' do
                                     scope.https_only = true
                                     expect(http.follow_protocol?).to be_falsey
                                 end
                             end
 
-                            context false do
+                            context 'false' do
                                 it 'returns true' do
                                     scope.https_only = false
                                     expect(http.follow_protocol?).to be_truthy
@@ -391,14 +435,14 @@ describe Arachni::URI::Scope do
                 context 'and the checked URL uses' do
                     context 'HTTPS' do
                         context 'and Options#scope_https_only is' do
-                            context true do
+                            context 'true' do
                                 it 'returns true' do
                                     scope.https_only = true
                                     expect(https.follow_protocol?).to be_truthy
                                 end
                             end
 
-                            context false do
+                            context 'false' do
                                 it 'returns true' do
                                     scope.https_only = false
                                     expect(https.follow_protocol?).to be_truthy
@@ -408,14 +452,14 @@ describe Arachni::URI::Scope do
                     end
                     context 'HTTP' do
                         context 'and Options#scope_https_only is' do
-                            context true do
+                            context 'true' do
                                 it 'returns true' do
                                     scope.https_only = true
                                     expect(http.follow_protocol?).to be_truthy
                                 end
                             end
 
-                            context false do
+                            context 'false' do
                                 it 'returns true' do
                                     scope.https_only = false
                                     expect(http.follow_protocol?).to be_truthy

data/spec/arachni/uri_spec.rb

@@ -35,7 +35,8 @@ describe Arachni::URI do
             'http://testfire.net/bank/queryxpath.aspx?__EVENTVALIDATION=%2FwEWAwLNx%2B2YBwKw59eKCgKcjoPABw%3D%3D&__VIEWSTATE=%2FwEPDwUKMTEzMDczNTAxOWRk&_ctl0%3A_ctl0%3AContent%3AMain%3AButton1=Query&_ctl0%3A_ctl0%3AContent%3AMain%3ATextBox1=Enter+title+%28e.g.+IBM%29%27%3Becho+287630581954%2B4196403186331128%3B%23',
             'http://192.168.0.232/dvwa/phpinfo.php?=PHPB8B5F2A0-3C92-11d3-A3A9-4C7B08C10000%23%5E%28%24%21%40%24%29%28%28%29%29%29%2A%2A%2A%2A%2A%2A&_arachni_trainer_c987fdb6d3955bd60191449bc465bb5ca760f60661fa4bcdf28736ae04aa2a1e=c987fdb6d3955bd60191449bc465bb5ca760f60661fa4bcdf28736ae04aa2a1e',
             'http://foo.com/user/login?user%5Bname%5D=bar&user%5Bpass%5D=asdasd%26asdihbasd',
-            'http://stuff.host.fdfd/web/seguros/auto;jsessionid=6CB5A6A4597FFFA80C4D23B235072588.000?test=tet'
+            'http://stuff.host.fdfd/web/seguros/auto;jsessionid=6CB5A6A4597FFFA80C4D23B235072588.000?test=tet',
+            'http://127.0.0.2:51453/link-template/append/input/default%23%5E($!@$)(()))******/stuff'
         ]
 
         @normalized = {
@@ -84,7 +85,9 @@ describe Arachni::URI do
            "http://foo.com/user/login?user%5Bname%5D=bar&user%5Bpass%5D=asdasd%26asdihbasd"=>
                "http://foo.com/user/login?user%5Bname%5D=bar&user%5Bpass%5D=asdasd%26asdihbasd",
            "http://stuff.host.fdfd/web/seguros/auto;jsessionid=6CB5A6A4597FFFA80C4D23B235072588.000?test=tet"=>
-               "http://stuff.host.fdfd/web/seguros/auto?test=tet"
+               "http://stuff.host.fdfd/web/seguros/auto?test=tet",
+            'http://127.0.0.2:51453/link-template/append/input/default%23%5E($!@$)(()))******/stuff' =>
+                'http://127.0.0.2:51453/link-template/append/input/default%23%5E($!@$)(()))******/stuff'
         }
 
         @ref_normalizer = proc do |p|
@@ -208,28 +211,6 @@ describe Arachni::URI do
         end
     end
 
-    describe '.ruby_parse' do
-        it 'cleans the URL' do
-            @urls.each do |url|
-                expect(described_class.ruby_parse( url ).to_s).to eq(@ref_normalizer.call( url ))
-            end
-        end
-
-        it 'ignores javascript: URLs' do
-            expect(described_class.ruby_parse( 'javascript:stuff()' )).to be_nil
-            expect(described_class.ruby_parse( 'jAvaScRipT:stuff()' )).to be_nil
-        end
-
-        context 'when an error occurs' do
-            it 'returns nil' do
-                allow(described_class).to receive(:fast_parse){ raise }
-                allow(described_class).to receive(:normalize){ raise }
-
-                expect(described_class.ruby_parse( 'http://test.com/222' )).to be_nil
-            end
-        end
-    end
-
     describe '.fast_parse' do
         it 'parses a URI and return its components as a hash' do
             scheme   = 'http'
@@ -268,19 +249,59 @@ describe Arachni::URI do
         it 'ignores javascript: URLs' do
             expect(described_class.fast_parse( 'javascript:stuff()' )).to be_nil
         end
+
+        it 'ignores fragment-only URLs' do
+            expect(described_class.fast_parse( '#/stuff/here?blah=1' )).to be_nil
+        end
     end
 
     describe '.to_absolute' do
+        let(:reference) do
+            'http://test.com/blah/ha?name=val#/!/stuff/?fname=fval'
+        end
+        let(:sanitized_reference) do
+            'http://test.com/blah/ha?name=val'
+        end
+
         it 'converts a relative path to absolute using the reference URL' do
-            abs  = 'http://test.com/blah/ha'
+            abs  = reference
+
+            expect(described_class.to_absolute( '', abs )).to eq('http://test.com/blah/ha?name=val')
+
             rel  = '/test'
+            expect(described_class.to_absolute( rel, abs )).to eq('http://test.com/test')
+
+            rel  = '/test?name2=val2'
+            expect(described_class.to_absolute( rel, abs )).to eq('http://test.com/test?name2=val2')
+
+            rel  = '?name2=val2'
+            expect(described_class.to_absolute( rel, abs )).to eq('http://test.com/blah/ha?name2=val2')
+
             rel2 = 'test2'
-            expect(described_class.to_absolute( rel, abs )).to eq("http://test.com" + rel)
-            expect(described_class.to_absolute( rel2, abs )).to eq("http://test.com/blah/" + rel2)
-            expect(described_class.to_absolute( rel2, abs + '/' )).to eq("http://test.com/blah/ha/" + rel2)
+            expect(described_class.to_absolute( rel2, abs )).to eq('http://test.com/blah/test2')
+
+            abs  = 'http://test.com/blah/ha/?name=val#/!/stuff/?fname=fval'
+            expect(described_class.to_absolute( rel2, abs )).to eq('http://test.com/blah/ha/test2')
 
             rel = '//domain-name.com/stuff'
-            expect(described_class.to_absolute( rel, abs )).to eq("http:" + rel)
+            expect(described_class.to_absolute( rel, abs )).to eq('http://domain-name.com/stuff')
+
+            rel = '//domain-name.com'
+            expect(described_class.to_absolute( rel, abs )).to eq('http://domain-name.com/')
+        end
+
+        context 'when the URL starts with javascript:' do
+            it 'returns the sanitized reference URL' do
+                rel = 'javascript:stuff()'
+                expect(described_class.to_absolute( rel, reference )).to eq(sanitized_reference)
+            end
+        end
+
+        context 'when the URL only has fragment data' do
+            it 'returns the sanitized reference URL' do
+                rel = '#/stuff/here?blah=1'
+                expect(described_class.to_absolute( rel, reference )).to eq(sanitized_reference)
+            end
         end
     end
 
@@ -315,74 +336,68 @@ describe Arachni::URI do
     end
 
     describe '#initialize' do
-        context String do
-            it 'normalizes and parse the string' do
-                @urls.each do |url|
-                    uri = described_class.new( url )
-                    expect(uri.is_a?( Arachni::URI )).to be_truthy
-                    expect(uri.to_s).to eq(@ref_normalizer.call( url ))
-                end
+        it 'normalizes and parses the string' do
+            @urls.each do |url|
+                uri = described_class.new( url )
+                expect(uri.is_a?( Arachni::URI )).to be_truthy
+                expect(uri.to_s).to eq(@ref_normalizer.call( url ))
             end
         end
+    end
 
-        context Hash do
-            it 'normalizes and construct a URI from a Hash of components' do
-                @urls.each do |url|
-                    uri = described_class.new( described_class.fast_parse( url ) )
-                    expect(uri.is_a?( Arachni::URI )).to be_truthy
-                    expect(uri.to_s).to eq(@ref_normalizer.call( url ))
-                end
+    describe '#==' do
+        it 'converts both objects to strings and compare them' do
+            @urls.each do |url|
+                normalized_str = described_class.normalize( url )
+
+                a_uri = described_class.new( url )
+                expect(a_uri.is_a?( Arachni::URI )).to be_truthy
+
+                expect(a_uri).to eq(normalized_str)
+                expect(a_uri).to eq(a_uri)
             end
         end
+    end
 
-        context URI do
-            it 'normalizes and construct a URI from a Hash of components' do
-                @urls.each do |url|
-                    uri = ::URI.parse( described_class.normalize( url ) )
-                    expect(uri.is_a?( ::URI )).to be_truthy
+    describe '#seed_in_host?' do
+        let(:parsed) { described_class.new( url ) }
 
-                    a_uri = described_class.new( url )
-                    expect(a_uri.is_a?( Arachni::URI )).to be_truthy
-                    expect(a_uri.to_s).to eq(@ref_normalizer.call( url ))
-                end
+        context 'when the seed is in the domain' do
+            let(:url) { "http://www.#{Arachni::Utilities.random_seed}.com/stuff" }
+
+            it 'returns true' do
+                expect(parsed.seed_in_host?).to be_truthy
             end
         end
 
-        context Arachni::URI do
-            it 'normalizes and construct a URI from a Hash of components' do
-                @urls.each do |url|
-                    uri = described_class.new( url )
-                    a_uri = described_class.new( uri )
-                    expect(a_uri.is_a?( Arachni::URI )).to be_truthy
-                    expect(a_uri).to eq(uri)
-                end
+        context 'when the seed is in the subdomain' do
+            let(:url) { "http://#{Arachni::Utilities.random_seed}.test.com" }
+
+            it 'returns true' do
+                expect(parsed.seed_in_host?).to be_truthy
             end
         end
 
-        context 'else' do
-            it 'raises a ArgumentError' do
-                expect { described_class.new( [] ) }.to raise_error ArgumentError
+        context 'when the seed is in the TLD' do
+            let(:url) { "http://test.#{Arachni::Utilities.random_seed}" }
+
+            it 'returns true' do
+                expect(parsed.seed_in_host?).to be_truthy
             end
         end
-    end
 
-    describe '#==' do
-        it 'converts both objects to strings and compare them' do
-            @urls.each do |url|
-                normalized_str = described_class.normalize( url )
-                uri = ::URI.parse( normalized_str )
-                expect(uri.is_a?( ::URI )).to be_truthy
+        context 'when the seed is not in the host' do
+            let(:url) { "http://test.com" }
 
-                a_uri = described_class.new( url )
-                expect(a_uri.is_a?( Arachni::URI )).to be_truthy
-
-                expect(a_uri).to eq(uri)
-                expect(a_uri).to eq(normalized_str)
-                expect(a_uri).to eq(a_uri)
+            it 'returns false' do
+                expect(parsed.seed_in_host?).to be_falsey
             end
         end
     end
 
+    describe '#relative?'
+    describe '#absolute?'
+
     describe '#query=' do
         subject { described_class.new( 'http://test.com/?my=val' ) }
 
@@ -463,6 +478,25 @@ describe Arachni::URI do
         end
     end
 
+    describe '#up_to_port' do
+        it 'returns the URL up to its port' do
+            url = 'http://test.com/path/goes/here.php?query=goes&here=.!#frag'
+            expect(described_class.parse( url ).up_to_port).to eq('http://test.com')
+
+            url = 'http://test.com:80/path/goes/here/?query=goes&here=.!#frag'
+            expect(described_class.parse( url ).up_to_port).to eq('http://test.com')
+
+            url = 'http://test.com:23/path/goes/here?query=goes&here=.!#frag'
+            expect(described_class.parse( url ).up_to_port).to eq('http://test.com:23')
+
+            url = 'https://test.com:443/'
+            expect(described_class.parse( url ).up_to_port).to eq('https://test.com')
+
+            url = 'https://test.com:54/'
+            expect(described_class.parse( url ).up_to_port).to eq('https://test.com:54')
+        end
+    end
+
     describe '#domain' do
         it 'removes the deepest subdomain from the host' do
             url = 'http://test.com/'
@@ -568,19 +602,6 @@ describe Arachni::URI do
         end
     end
 
-    describe '#mailto?' do
-        context 'when the URI has a mailto scheme' do
-            it 'returns true' do
-                expect(described_class.new( 'mailto:stuff@blah.com' ).mailto?).to be_truthy
-            end
-        end
-        context 'when the URI does not have a mailto scheme' do
-            it 'returns false' do
-                expect(described_class.new( 'blah.com' ).mailto?).to be_falsey
-            end
-        end
-    end
-
     describe '#hash' do
         it 'returns a hash uniquely identifying the URI' do
             uri = described_class.new( 'http://stuff/' )