arachni 0.4.0.4 → 0.4.1

data/spec/fixtures/usernames.txt

@@ -0,0 +1,13 @@
+admin
+manager
+root
+cisco
+apc
+pass
+security
+user
+system
+sys
+wampp
+newuser
+xampp-dav-unsecure

data/spec/fixtures/wait_module/wait.rb

@@ -0,0 +1,48 @@
+=begin
+    Copyright 2010-2012 Tasos Laskos <tasos.laskos@gmail.com>
+
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        http://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+=end
+
+class Arachni::Modules::Wait < Arachni::Module::Base
+
+    def run
+        loop { sleep 1 }
+    end
+
+    def self.info
+        {
+            name:        'Wait module',
+            description: %q{Test description},
+            author:      'Tasos "Zapotek" Laskos <tasos.laskos@gmail.com> ',
+            version:     '0.1',
+            references:  {
+                'Wikipedia' => 'http://en.wikipedia.org/'
+            },
+            targets:     { 'Generic' => 'all' },
+            issue:       {
+                name:            %q{Test issue},
+                description:     %q{Test description},
+                tags: %w(some tag),
+                cwe:             '0',
+                severity:        Severity::HIGH,
+                cvssv2:          '0',
+                remedy_guidance: %q{Watch out!.},
+                remedy_code:     '',
+                metasploitable:  'unix/webapp/blah'
+            }
+
+        }
+    end
+
+end

data/spec/helpers/auditor.rb

@@ -0,0 +1,9 @@
+class Auditor
+    include Arachni::Module::Auditor
+
+    attr_accessor :page
+
+    def self.info
+        { name: 'Auditor' }
+    end
+end

data/spec/helpers/misc.rb

@@ -0,0 +1,41 @@
+def issues
+    Arachni::Module::Manager.results
+end
+
+def name_from_filename
+    File.basename( caller.first.split( ':' ).first, '_spec.rb' )
+end
+
+def spec_path
+    @@root
+end
+
+def fixtures_path
+    "#{spec_path}/fixtures/"
+end
+
+def run_http
+    Arachni::HTTP.run
+end
+
+def random_port
+    loop do
+        port = 5555 + rand( 9999 )
+        begin
+            socket = Socket.new( :INET, :STREAM, 0 )
+            socket.bind( Addrinfo.tcp( "127.0.0.1", port ) )
+            socket.close
+            return port
+        rescue Errno::EADDRINUSE => e
+        end
+    end
+end
+
+def reset_options
+    opts = Arachni::Options.instance
+    opts.reset
+    opts.rpc_address = 'localhost'
+    opts.dir['plugins'] = spec_path + 'fixtures/plugins/'
+    opts.dir['modules'] = spec_path + 'fixtures/modules/'
+    opts.dir['logs']    = spec_path + 'logs/'
+end

data/spec/helpers/processes.rb

@@ -0,0 +1,112 @@
+require 'ostruct'
+
+def pids
+    @@proc_pids ||= []
+end
+
+def blocks
+    @@blocks ||= {}
+end
+
+def kill_processes
+    kill_dispatchers
+    while p = pids.pop
+        blocks.delete( p )
+        kill( p )
+    end
+end
+
+def fork_proc( *args, &b )
+    wrap = proc {
+        $stdout.reopen('/dev/null', 'w')
+        $stderr.reopen('/dev/null', 'w')
+        b.call
+    }
+    pids << fork( *args, &wrap )
+    Process.detach( pids.last )
+    blocks[pids.last] = b
+end
+
+def exec_dispatcher( opts = Arachni::Options.instance, &block )
+    fork_proc {
+        block.call( opts ) if block_given?
+        pid = spawn( "#{opts.dir['root']}/bin/arachni_rpcd --serialized-opts='#{opts.serialize}'" )
+        Process.detach( pid )
+    }
+    #sleep 3
+    url = opts.rpc_address + ':' + opts.rpc_port.to_s
+    d_opts = OpenStruct.new
+    d_opts.max_retries = 0
+    begin
+        Timeout.timeout( 10 ) {
+            while sleep( 0.1 )
+                begin
+                    Arachni::RPC::Client::Dispatcher.new( d_opts, url ).alive?
+                    break
+                rescue Exception
+                end
+            end
+        }
+    rescue Timeout::Error
+        abort "Dispatcher '#{url}' never started!"
+    end
+
+    detach_dispatcher( opts )
+end
+
+def dispatchers
+    @@dispatchers ||= []
+end
+
+def detach_dispatcher( dispatcher )
+    client = if dispatcher.is_a?( String )
+        dispatcher
+     elsif dispatcher.is_a?( Arachni::Options )
+        dispatcher.rpc_address + ':' + dispatcher.rpc_port.to_s
+     else
+        dispatcher.url
+    end
+
+    dispatchers << client
+end
+
+def kill_dispatchers
+    d_opts = OpenStruct.new
+    d_opts.max_retries = 0
+    dispatchers.each do |url|
+        begin
+            d = Arachni::RPC::Client::Dispatcher.new( d_opts, url )
+            d.stats['consumed_pids'].each { |p| pids << p }
+            pids << d.proc_info['pid'].to_i
+        rescue Exception
+        end
+    end
+end
+
+def kill( pid )
+    begin
+        10.times { Process.kill( 'KILL', pid ) }
+        return false
+    rescue Errno::ESRCH
+        return true
+    end
+end
+
+def kill_em
+    while ::EM.reactor_running?
+        ::EM.stop
+        sleep( 0.1 )
+    end
+end
+
+def fork_em( *args, &b )
+    wrap = proc {
+        $stdout.reopen('/dev/null', 'w')
+        $stderr.reopen('/dev/null', 'w')
+        b.call
+    }
+    pids << ::EM.fork_reactor( *args, &wrap )
+    Process.detach( pids.last )
+    blocks[pids.last] = b
+    pids.last
+end

data/spec/helpers/requires.rb

@@ -0,0 +1,8 @@
+def require_from_root( path )
+    require Arachni::Options.instance.dir['lib'] + path
+end
+
+
+def require_testee
+    require Kernel::caller.first.split( ':' ).first.gsub( '/spec/arachni', '/lib/arachni' ).gsub( '_spec', '' )
+end

data/spec/helpers/server.rb

@@ -0,0 +1,54 @@
+require 'net/http'
+
+def server_port_for( name )
+    @@servers[name][:port]
+end
+
+def server_url_for( name, lazy_start = true )
+    name = name.to_s.to_sym
+    start_server( name ) if lazy_start && !server_running?( name )
+    'http://localhost:' + server_port_for( name ).to_s
+end
+
+def start_server( name )
+    @@server_pids << fork {
+        $stdout.reopen('/dev/null', 'w')
+        $stderr.reopen('/dev/null', 'w')
+        exec 'ruby', @@servers[name][:path], '-p ' + @@servers[name][:port].to_s
+    }
+    Process.detach( @@server_pids.last )
+
+    begin
+        Timeout::timeout( 10 ) { sleep 0.1 while !server_running?( name ) }
+    rescue Timeout::Error
+        abort "Server '#{name}' never started!"
+    end
+end
+
+def server_running?( name )
+    url = server_url_for( name, false )
+    begin
+        Net::HTTP.get_response( URI.parse( url ) )
+        true
+    rescue Errno::ECONNRESET
+        true
+    rescue
+        false
+    end
+end
+
+def start_servers
+    @@servers.each { |name, info| start_server( name ) }
+end
+
+def reload_servers
+    kill_servers
+    start_servers
+end
+
+def kill_servers
+    @@server_pids.compact!
+    while p = @@server_pids.pop
+        kill( p )
+    end
+end

data/spec/logs/Dispatcher - 2752-13830.log

@@ -0,0 +1,49 @@
+[Wed Oct  3 02:13:43 2012] [status]  Initing RPC Server...
+[Wed Oct  3 02:13:43 2012] [status]  Warming up the pool...
+[Wed Oct  3 02:13:43 2012] [status]  Instance added to pool -- PID: 2754 - Port: 13830 - Owner: dispatcher
+[Wed Oct  3 02:13:43 2012] [status]  Initialization complete.
+[Wed Oct  3 02:13:43 2012] [status]  Initing grid node...
+[Wed Oct  3 02:13:43 2012] [status]  Node ready.
+[Wed Oct  3 02:13:43 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:43 2012] [info]  <empty>
+[Wed Oct  3 02:13:43 2012] [status]  Starting the server...
+[Wed Oct  3 02:13:44 2012] [status]  Adding neighbour: localhost:8238
+[Wed Oct  3 02:13:44 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:44 2012] [info]  ---- localhost:8238
+[Wed Oct  3 02:13:44 2012] [status]  Advertising: localhost:8238
+[Wed Oct  3 02:13:44 2012] [status]  Adding neighbour: localhost:9029
+[Wed Oct  3 02:13:44 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:44 2012] [info]  ---- localhost:8238
+[Wed Oct  3 02:13:44 2012] [info]  ---- localhost:9029
+[Wed Oct  3 02:13:44 2012] [status]  Advertising: localhost:9029
+[Wed Oct  3 02:13:44 2012] [info]  ---- to: localhost:8238
+[Wed Oct  3 02:13:45 2012] [status]  Adding neighbour: localhost:8571
+[Wed Oct  3 02:13:45 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:45 2012] [info]  ---- localhost:8238
+[Wed Oct  3 02:13:45 2012] [info]  ---- localhost:9029
+[Wed Oct  3 02:13:45 2012] [info]  ---- localhost:8571
+[Wed Oct  3 02:13:45 2012] [status]  Advertising: localhost:8571
+[Wed Oct  3 02:13:45 2012] [info]  ---- to: localhost:8238
+[Wed Oct  3 02:13:45 2012] [info]  ---- to: localhost:9029
+[Wed Oct  3 02:13:46 2012] [status]  Adding neighbour: localhost:10411
+[Wed Oct  3 02:13:46 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:8238
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:9029
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:8571
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:10411
+[Wed Oct  3 02:13:46 2012] [status]  Advertising: localhost:10411
+[Wed Oct  3 02:13:46 2012] [info]  ---- to: localhost:8238
+[Wed Oct  3 02:13:46 2012] [info]  ---- to: localhost:9029
+[Wed Oct  3 02:13:46 2012] [info]  ---- to: localhost:8571
+[Wed Oct  3 02:13:46 2012] [status]  Adding neighbour: localhost:14464
+[Wed Oct  3 02:13:46 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:8238
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:9029
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:8571
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:10411
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:14464
+[Wed Oct  3 02:13:46 2012] [status]  Advertising: localhost:14464
+[Wed Oct  3 02:13:46 2012] [info]  ---- to: localhost:8238
+[Wed Oct  3 02:13:46 2012] [info]  ---- to: localhost:9029
+[Wed Oct  3 02:13:46 2012] [info]  ---- to: localhost:8571
+[Wed Oct  3 02:13:46 2012] [info]  ---- to: localhost:10411

data/spec/logs/Dispatcher - 2766-8238.log

@@ -0,0 +1,35 @@
+[Wed Oct  3 02:13:44 2012] [status]  Initing RPC Server...
+[Wed Oct  3 02:13:44 2012] [status]  Warming up the pool...
+[Wed Oct  3 02:13:44 2012] [status]  Instance added to pool -- PID: 2768 - Port: 8238 - Owner: dispatcher
+[Wed Oct  3 02:13:44 2012] [status]  Initialization complete.
+[Wed Oct  3 02:13:44 2012] [status]  Initing grid node...
+[Wed Oct  3 02:13:44 2012] [status]  Adding neighbour: localhost:13830
+[Wed Oct  3 02:13:44 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:44 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:44 2012] [status]  Advertising: localhost:13830
+[Wed Oct  3 02:13:44 2012] [status]  Node ready.
+[Wed Oct  3 02:13:44 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:44 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:44 2012] [status]  Starting the server...
+[Wed Oct  3 02:13:44 2012] [status]  Adding neighbour: localhost:9029
+[Wed Oct  3 02:13:44 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:44 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:44 2012] [info]  ---- localhost:9029
+[Wed Oct  3 02:13:45 2012] [status]  Adding neighbour: localhost:8571
+[Wed Oct  3 02:13:45 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:45 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:45 2012] [info]  ---- localhost:9029
+[Wed Oct  3 02:13:45 2012] [info]  ---- localhost:8571
+[Wed Oct  3 02:13:46 2012] [status]  Adding neighbour: localhost:10411
+[Wed Oct  3 02:13:46 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:9029
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:8571
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:10411
+[Wed Oct  3 02:13:46 2012] [status]  Adding neighbour: localhost:14464
+[Wed Oct  3 02:13:46 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:9029
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:8571
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:10411
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:14464

data/spec/logs/Dispatcher - 2808-9029.log

@@ -0,0 +1,31 @@
+[Wed Oct  3 02:13:44 2012] [status]  Initing RPC Server...
+[Wed Oct  3 02:13:44 2012] [status]  Warming up the pool...
+[Wed Oct  3 02:13:44 2012] [status]  Instance added to pool -- PID: 2822 - Port: 9029 - Owner: dispatcher
+[Wed Oct  3 02:13:44 2012] [status]  Initialization complete.
+[Wed Oct  3 02:13:44 2012] [status]  Initing grid node...
+[Wed Oct  3 02:13:44 2012] [status]  Adding neighbour: localhost:13830
+[Wed Oct  3 02:13:44 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:44 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:44 2012] [status]  Advertising: localhost:13830
+[Wed Oct  3 02:13:44 2012] [status]  Node ready.
+[Wed Oct  3 02:13:44 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:44 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:44 2012] [status]  Starting the server...
+[Wed Oct  3 02:13:45 2012] [status]  Adding neighbour: localhost:8571
+[Wed Oct  3 02:13:45 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:45 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:45 2012] [info]  ---- localhost:8238
+[Wed Oct  3 02:13:45 2012] [info]  ---- localhost:8571
+[Wed Oct  3 02:13:46 2012] [status]  Adding neighbour: localhost:10411
+[Wed Oct  3 02:13:46 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:8238
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:8571
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:10411
+[Wed Oct  3 02:13:46 2012] [status]  Adding neighbour: localhost:14464
+[Wed Oct  3 02:13:46 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:8238
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:8571
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:10411
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:14464

data/spec/logs/Dispatcher - 2854-8571.log

@@ -0,0 +1,26 @@
+[Wed Oct  3 02:13:45 2012] [status]  Initing RPC Server...
+[Wed Oct  3 02:13:45 2012] [status]  Warming up the pool...
+[Wed Oct  3 02:13:45 2012] [status]  Instance added to pool -- PID: 2856 - Port: 8571 - Owner: dispatcher
+[Wed Oct  3 02:13:45 2012] [status]  Initialization complete.
+[Wed Oct  3 02:13:45 2012] [status]  Initing grid node...
+[Wed Oct  3 02:13:45 2012] [status]  Adding neighbour: localhost:13830
+[Wed Oct  3 02:13:45 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:45 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:45 2012] [status]  Advertising: localhost:13830
+[Wed Oct  3 02:13:45 2012] [status]  Node ready.
+[Wed Oct  3 02:13:45 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:45 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:45 2012] [status]  Starting the server...
+[Wed Oct  3 02:13:46 2012] [status]  Adding neighbour: localhost:10411
+[Wed Oct  3 02:13:46 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:8238
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:9029
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:10411
+[Wed Oct  3 02:13:46 2012] [status]  Adding neighbour: localhost:14464
+[Wed Oct  3 02:13:46 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:8238
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:9029
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:10411
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:14464

data/spec/logs/Dispatcher - 2888-10411.log

@@ -0,0 +1,20 @@
+[Wed Oct  3 02:13:46 2012] [status]  Initing RPC Server...
+[Wed Oct  3 02:13:46 2012] [status]  Warming up the pool...
+[Wed Oct  3 02:13:46 2012] [status]  Instance added to pool -- PID: 2890 - Port: 10411 - Owner: dispatcher
+[Wed Oct  3 02:13:46 2012] [status]  Initialization complete.
+[Wed Oct  3 02:13:46 2012] [status]  Initing grid node...
+[Wed Oct  3 02:13:46 2012] [status]  Adding neighbour: localhost:13830
+[Wed Oct  3 02:13:46 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:46 2012] [status]  Advertising: localhost:13830
+[Wed Oct  3 02:13:46 2012] [status]  Node ready.
+[Wed Oct  3 02:13:46 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:46 2012] [status]  Starting the server...
+[Wed Oct  3 02:13:46 2012] [status]  Adding neighbour: localhost:14464
+[Wed Oct  3 02:13:46 2012] [info]  Updated neighbours:
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:13830
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:8238
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:9029
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:8571
+[Wed Oct  3 02:13:46 2012] [info]  ---- localhost:14464