arachni 0.4.2 → 0.4.3

data/lib/arachni/ui/cli/rpc/local.rb

@@ -0,0 +1,80 @@
+=begin
+    Copyright 2010-2013 Tasos Laskos <tasos.laskos@gmail.com>
+
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        http://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+=end
+
+require_relative 'instance'
+
+module Arachni
+
+require Options.dir['lib'] + 'processes'
+
+module UI
+class CLI
+
+module RPC
+
+#
+# Spawns and controls an {RPC::Server::Instance} directly to avoid having to
+# use a {RPC::Server::Dispatcher} to take advantage of RPC-only features
+# like multi-Instance scans.
+#
+# @author Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
+#
+class Local
+    include Arachni::UI::Output
+    include CLI::Utilities
+
+    def initialize( opts = Arachni::Options.instance )
+        @opts = opts
+
+        # If the user needs help, output it and exit.
+        if opts.help
+            print_banner
+            usage
+            exit 0
+        end
+
+        # Tells all Instances which are going to be spawned to ignore interrupt
+        # signals.
+        @opts.datastore[:do_not_trap] = true
+
+        # Spawns an Instance and configures it to listen on a UNIX-domain socket.
+        instance = Processes::Instances.spawn( socket: "/tmp/arachni-#{available_port}" )
+
+        # Let the Instance UI manage the Instance from now on.
+        Instance.new( @opts, instance ).run
+
+        # Make sure the Instance processes are killed.
+        Processes::Instances.killall
+    end
+
+    # Outputs help/usage information.
+    def usage
+        super
+
+        print_line <<USAGE
+    Distribution -----------------
+
+    --spawns=<integer>          How many slaves to spawn for a high-performance mult-Instance scan.
+
+USAGE
+    end
+
+end
+
+end
+end
+end
+end

data/lib/arachni/ui/cli/rpc/remote.rb

@@ -0,0 +1,134 @@
+=begin
+    Copyright 2010-2013 Tasos Laskos <tasos.laskos@gmail.com>
+
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        http://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+=end
+
+require_relative 'instance'
+
+module Arachni
+
+require Options.dir['lib'] + 'rpc/client/dispatcher'
+require Options.dir['lib'] + 'rpc/client/instance'
+
+require Options.dir['lib'] + 'utilities'
+require Options.dir['lib'] + 'ui/cli/utilities'
+
+module UI
+class CLI
+
+module RPC
+
+#
+# Provides a command-line RPC client and uses a {RPC::Server::Dispatcher} to
+# provide an {RPC::Server::Instance} in order to perform a scan.
+#
+# @author Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
+#
+class Remote
+    include Arachni::UI::Output
+    include CLI::Utilities
+
+    attr_reader :error_log_file
+
+    def initialize( opts = Arachni::Options.instance )
+        @opts = opts
+
+        # If the user needs help, output it and exit.
+        if opts.help
+            print_banner
+            usage
+            exit 0
+        end
+
+        # Check for missing Dispatcher
+        if !@opts.server
+            print_banner
+            print_error 'Missing server argument.'
+            exit 1
+        end
+
+        begin
+            dispatcher = Arachni::RPC::Client::Dispatcher.new( @opts, @opts.server )
+
+            # Get a new instance and assign the url we're going to audit as the 'owner'.
+            instance_info = dispatcher.dispatch( @opts.url )
+        rescue Arachni::RPC::Exceptions::ConnectionError => e
+            print_error "Could not connect to dispatcher at '#{@opts.server}'."
+            print_debug "Error: #{e.to_s}."
+            print_debug_backtrace e
+            exit 1
+        end
+
+        begin
+            # start the RPC client
+            instance = Arachni::RPC::Client::Instance.new( @opts,
+                                                           instance_info['url'],
+                                                           instance_info['token'] )
+        rescue Arachni::RPC::Exceptions::ConnectionError => e
+            print_error 'Could not connect to instance.'
+            print_debug "Error: #{e.to_s}."
+            print_debug_backtrace e
+            exit 1
+        end
+
+        # Let the Instance UI manage the Instance from now on.
+        Instance.new( @opts, instance ).run
+    end
+
+    # Outputs help/usage information.
+    def usage
+        super '--server host:port'
+
+        print_line <<USAGE
+    Distribution -----------------
+
+    --server=<address:port>     Dispatcher server to use.
+                                  (Used to provide scanner Instances.)
+
+    --spawns=<integer>          How many slaves to spawn for a high-performance mult-Instance scan.
+                                  (When no grid mode has been specified, all slaves will all be from the same Dispatcher machine.
+                                    When a grid-mode has been specified, this option will be treated as a possible maximum and
+                                    not a hard value.)
+
+    --grid-mode=<mode>          Sets the Grid mode of operation for this scan.
+                                  Valid modes are:
+                                    * balance -- Slaves will be provided by the least burdened Grid Dispatchers.
+                                    * aggregate -- In addition to balancing, slaves will all be from Dispatchers
+                                        with unique bandwidth Pipe-IDs to result in application-level line-aggregation.
+
+    --grid                      Shorthand for '--grid-mode=balance'.
+
+
+    SSL --------------------------
+    (Do *not* use encrypted keys!)
+
+    --ssl-pkey=<file>           Location of the SSL private key (.pem)
+                                  (Used to verify the the client to the servers.)
+
+    --ssl-cert=<file>           Location of the SSL certificate (.pem)
+                                  (Used to verify the the client to the servers.)
+
+    --ssl-ca=<file>             Location of the CA certificate (.pem)
+                                  (Used to verify the servers to the client.)
+
+
+USAGE
+    end
+
+end
+
+end
+end
+end
+end

data/lib/arachni/ui/cli/utilities.rb

@@ -47,7 +47,7 @@ module Utilities
         issue_cnt = issues.count
         issues.each.with_index do |issue, i|
             input = issue.var ? " input `#{issue.var}`" : ''
-            meth  = issue.method ? " using #{issue.method}" : ''
+            meth  = !issue.method.to_s.empty? ? " using #{issue.method}" : ''
             cnt   = "#{i + 1} |".rjust( issue_cnt.to_s.size + 2 )
 
             print_ok( interceptor.call(  "#{cnt} #{issue.name} at #{issue.url} in" +
@@ -59,6 +59,28 @@ module Utilities
         print_line( interceptor.call, unmute )
     end
 
+    #
+    # Outputs all available modules and their info.
+    #
+    def lsplat( platforms )
+        print_line
+        print_line
+        print_info 'Available platforms:'
+        print_line
+
+        i = 0
+        platforms.each do |type, platforms|
+            print_status "#{type}"
+
+            platforms.each do |shortname, fullname|
+                print_info "#{shortname}:\t\t#{fullname}"
+            end
+
+            print_line
+        end
+
+    end
+
     #
     # Outputs all available modules and their info.
     #
@@ -304,9 +326,9 @@ module Utilities
                                 Specify custom headers to be included in the HTTP requests.
                                 (Can be used multiple times.)
 
-    --authed-by=<string>        Who authorized the scan, include name and e-mail address.
+    --authed-by=<string>        E-mail address of the person who authorized the scan.
                                   (It'll make it easier on the sys-admins during log reviews.)
-                                  (Will be appended to the user-agent string.)
+                                  (Will be used as a value for the 'From' HTTP header.)
 
     --login-check-url=<url>     A URL used to verify that the scanner is still logged in to the web application.
                                   (Requires 'login-check-pattern'.)
@@ -417,8 +439,8 @@ module Utilities
                                   (Can be used multiple times.)
 
 
-    -m <modname,modname..>
-    --modules=<modname,modname..>
+    -m <modname,modname,...>
+    --modules=<modname,modname,...>
 
                                 Comma separated list of modules to load.
                                   (Modules are referenced by their filename without the '.rb' extension, use '--lsmod' to list all.
@@ -464,6 +486,19 @@ module Utilities
                                   (Plugins are referenced by their filename without the '.rb' extension, use '--lsplug' to list all.)
                                   (Can be used multiple times.)
 
+    Platforms ----------------------
+
+    --lsplat                    List available platforms.
+
+    --no-fingerprinting         Disable platform fingerprinting.
+                                  (By default, the system will try to identify the deployed server-side platforms automatically
+                                   in order to avoid sending irrelevant payloads.)
+
+    --platforms=<platform,platform,...>
+
+                                Comma separated list of platforms (by shortname) to audit.
+                                  (The given platforms will be used *in addition* to fingerprinting. In order to restrict the audit to
+                                   these platforms enable the '--no-fingerprinting' option.)
 
     Proxy --------------------------
 

data/lib/arachni/ui/foo/output.rb

@@ -25,22 +25,25 @@ module UI
 #
 module Output
 
-    # verbosity flag
-    #
-    # if it's on verbose messages will be enabled
-    @@verbose = false
-
-    # debug flag
-    #
-    # if it's on debugging messages will be enabled
-    @@debug   = false
-
-    # only_positives flag
-    #
-    # if it's on status messages will be disabled
-    @@only_positives  = false
-
-    @@mute  = false
+    def self.reset_output_options
+        # verbosity flag
+        #
+        # if it's on verbose messages will be enabled
+        @@verbose = false
+
+        # debug flag
+        #
+        # if it's on debugging messages will be enabled
+        @@debug   = false
+
+        # only_positives flag
+        #
+        # if it's on status messages will be disabled
+        @@only_positives  = false
+
+        @@mute  = false
+    end
+    reset_output_options
 
     def print_error(*)
     end

data/lib/arachni/uri.rb

@@ -15,6 +15,7 @@
 =end
 
 require 'uri'
+require 'ipaddr'
 require 'addressable/uri'
 
 module Arachni
@@ -71,11 +72,11 @@ class URI
 
     CACHE = {
         parser:      ::URI::Parser.new,
-        ruby_parse:  Cache::RandomReplacement.new( CACHE_SIZES[:ruby_parse] ),
-        parse:       Cache::RandomReplacement.new( CACHE_SIZES[:parse] ),
-        cheap_parse: Cache::RandomReplacement.new( CACHE_SIZES[:cheap_parse] ),
-        normalize:   Cache::RandomReplacement.new( CACHE_SIZES[:normalize] ),
-        to_absolute: Cache::RandomReplacement.new( CACHE_SIZES[:to_absolute] )
+        ruby_parse:  Support::Cache::RandomReplacement.new( CACHE_SIZES[:ruby_parse] ),
+        parse:       Support::Cache::RandomReplacement.new( CACHE_SIZES[:parse] ),
+        cheap_parse: Support::Cache::RandomReplacement.new( CACHE_SIZES[:cheap_parse] ),
+        normalize:   Support::Cache::RandomReplacement.new( CACHE_SIZES[:normalize] ),
+        to_absolute: Support::Cache::RandomReplacement.new( CACHE_SIZES[:to_absolute] )
     }
 
     # @return [URI::Parser] cached URI parser
@@ -515,6 +516,19 @@ class URI
         self.class.new( absolute )
     end
 
+    # @return   [String]
+    #   The URL up to its resource component (query, fragment, etc).
+    def without_query
+        to_s.split( '?', 2 ).first.to_s
+    end
+
+    # @return   [String]    The extension of the URI resource.
+    def resource_extension
+        resource_name = path.split( '/' ).last.to_s
+        return if !resource_name.include?( '.' )
+        resource_name.split( '.' ).last
+    end
+
     # @return   [String]
     #   The URL up to its path component (no resource name, query, fragment, etc).
     def up_to_path
@@ -531,6 +545,8 @@ class URI
 
     # @return [String]  domain_name.tld
     def domain
+        return host if ip_address?
+
         s = host.split( '.' )
         return s.first if s.size == 1
         return host if s.size == 2
@@ -538,6 +554,12 @@ class URI
         s[1..-1].join( '.' )
     end
 
+    # @return   [Boolean]
+    #   `true` if the URI contains an IP address, `false` otherwise.
+    def ip_address?
+        !(IPAddr.new( host ) rescue nil).nil?
+    end
+
     #
     # Checks if self exceeds a given directory `depth`.
     #
@@ -608,6 +630,14 @@ class URI
         @parsed_url.to_s
     end
 
+    def hash
+        to_s.hash
+    end
+
+    def persistent_hash
+        to_s.persistent_hash
+    end
+
     protected
 
     def parsed_url

data/lib/arachni/utilities.rb

@@ -15,7 +15,7 @@
 =end
 
 require 'addressable/uri'
-require 'digest/sha1'
+require 'digest/sha2'
 require 'cgi'
 
 module Arachni
@@ -248,7 +248,7 @@ module Utilities
     #
     # @see Options#redundant?
     #
-    def redundant?( url, &block )
+    def redundant_path?( url, &block )
         Options.redundant?( url, &block )
     end
 
@@ -284,7 +284,7 @@ module Utilities
     # * {#path_too_deep?}
     # * {#path_in_domain?}
     #
-    # @note Does **not** call {#redundant?}.
+    # @note Does **not** call {#redundant_path?}.
     #
     # @param    [Arachni::URI, ::URI, Hash, String] path
     #
@@ -384,8 +384,8 @@ module Utilities
 
     def generate_token
         secret = ''
-        1000.times { secret << rand( 1000 ).to_s }
-        Digest::MD5.hexdigest( secret )
+        1000.times { secret << rand( 9999 ).to_s }
+        Digest::SHA2.hexdigest( secret )
     end
 
     #
@@ -406,40 +406,6 @@ module Utilities
         end
     end
 
-    #
-    # Recursively converts a Hash's keys to strings.
-    #
-    # @param    [Hash]  hash
-    # @param    [Bool]  recursive
-    #
-    # @return   [Hash]
-    #
-    def hash_keys_to_str( hash, recursive = true )
-        nh = {}
-        hash.each do |k, v|
-            nh[k.to_s] = v
-            nh[k.to_s] = hash_keys_to_str( v ) if recursive && v.is_a?( Hash )
-        end
-        nh
-    end
-
-    #
-    # Recursively converts a Hash's keys to symbols.
-    #
-    # @param    [Hash]  hash
-    # @param    [Bool]  recursive
-    #
-    # @return   [Hash]
-    #
-    def hash_keys_to_sym( hash, recursive = true )
-        nh = {}
-        hash.each do |k, v|
-            nh[k.to_sym] = v
-            nh[k.to_sym] = hash_keys_to_sym( v ) if recursive && v.is_a?( Hash )
-        end
-        nh
-    end
-
     #
     # Wraps the "block" in exception handling code and runs it.
     #