arachni 1.0.6 → 1.1

data/lib/arachni/page/dom.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework
@@ -159,7 +159,7 @@ class DOM
 
         # We were probably led to an out-of-scope page via a JS redirect,
         # bail out.
-        return if !browser_page
+        return if browser_page.code == 0
 
         # Check to see if just loading the DOM URL was enough.
         #
@@ -169,9 +169,13 @@ class DOM
         #
         # However, this check doesn't cost us much so it's worth a shot.
         if browser_page.dom === self
+            browser.print_debug "Loaded snapshot by URL: #{url}"
             return browser
         end
 
+        browser.print_debug "Could not load snapshot by URL (#{url}), " <<
+            'will load by replaying transitions.'
+
         # The URL restore failed, so, navigate to the pure version of the URL and
         # replay its transitions.
         browser.preload( page )
@@ -206,8 +210,14 @@ class DOM
     end
 
     def to_s
-        "#<#{self.class}:#{object_id} @url=#{@url.inspect}>"
+        s = "#<#{self.class}:#{object_id} "
+        s << "@url=#{@url.inspect} "
+        s << "@transitions=#{transitions.size} "
+        s << "@data_flow_sinks=#{@data_flow_sinks.size} "
+        s << "@execution_flow_sinks=#{@execution_flow_sinks.size}"
+        s << '>'
     end
+    alias :inspect :to_s
 
     # @return   [Hash]
     #   Data representing this instance that are suitable the RPC transmission.

data/lib/arachni/page/dom/transition.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/page/scope.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/parser.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework
@@ -214,6 +214,16 @@ class Parser
             [link_template].compact | LinkTemplate.from_document( @url, document )
     end
 
+    # @return [Array<Element::JSON>]
+    def jsons
+        @jsons ||= [JSON.from_request( @url, response.request )].compact
+    end
+
+    # @return [Array<Element::XML>]
+    def xmls
+        @xmls ||= [XML.from_request( @url, response.request )].compact
+    end
+
     # @return   [Hash]
     #   Parameters found in {#url}.
     def link_vars

data/lib/arachni/platform.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/platform/fingerprinter.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/platform/list.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/platform/manager.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/plugin.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/plugin/base.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework
@@ -36,8 +36,11 @@ class Base < Component::Base
 
     # @note **OPTIONAL**
     #
-    # Gets called right after the plugin is initialized and it used to prepare
-    # its data.
+    # Gets called right after the plugin is initialized and is used to prepare
+    # its data or setup hooks.
+    #
+    # This method should not block as the system will wait for it to return prior
+    # to progressing.
     #
     # @abstract
     def prepare
@@ -59,6 +62,10 @@ class Base < Component::Base
     #
     # Gets called right after {#prepare} and delivers the plugin payload.
     #
+    # This method will be ran in its own thread, in parallel to any other system
+    # operation. However, once its job is done, the system will wait for this
+    # method to return prior to exiting.
+    #
     # @abstract
     def run
     end
@@ -187,7 +194,7 @@ class Base < Component::Base
 
     # Will block until the scan finishes.
     def wait_while_framework_running
-        sleep 1 while framework.running?
+        sleep 0.1 while framework.running?
     end
 
 end

data/lib/arachni/plugin/formatter.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/plugin/manager.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework
@@ -60,11 +60,18 @@ class Manager < Arachni::Component::Manager
     # @raise [Error::UnsatisfiedDependency]
     #   If the environment is {#sane_env? not sane}.
     def run
+        prepared_signals = Queue.new
+
         schedule.each do |name, options|
             @jobs[name] = Thread.new do
                 exception_jail( false ) do
-                    Thread.current[:instance] = create( name, options )
-                    Thread.current[:instance].prepare
+                    begin
+                        Thread.current[:instance] = create( name, options )
+                        Thread.current[:instance].prepare
+                    ensure
+                        prepared_signals << nil
+                    end
+
                     Thread.current[:instance].run
                     Thread.current[:instance].clean_up
 
@@ -77,8 +84,9 @@ class Manager < Arachni::Component::Manager
 
         return if @jobs.empty?
 
-        print_status 'Waiting for plugins to settle...'
-        sleep 1
+        print_status 'Preparing plugins...'
+        self.size.times { prepared_signals.pop }
+        print_status '... done.'
     end
 
     # @return   [Hash]

data/lib/arachni/processes.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/processes/dispatchers.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/processes/helpers.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/processes/helpers/dispatchers.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/processes/helpers/instances.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/processes/helpers/processes.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/processes/instances.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/processes/manager.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework
@@ -46,7 +46,7 @@ class Manager
                     # I'd rather this be an INT but WEBrick's INT traps write to
                     # the Logger and multiple INT signals force it to write to a
                     # closed logger and crash.
-                    Process.kill( 'KILL', pid )
+                    Process.kill( Gem.win_platform? ? 'QUIT' : 'KILL', pid )
                 rescue Errno::ESRCH
                     @pids.delete pid
                     return
@@ -105,7 +105,12 @@ class Manager
         fork = true if fork.nil?
 
         options[:options] ||= {}
-        options[:options]   = Options.to_h.merge( options[:options] )
+        options[:options] = Options.to_h.merge( options[:options] )
+
+        # Paths are not included in RPC nor Hash representations as they're
+        # considered local, in this case though they're necessary to provide
+        # the same environment the processes.
+        options[:options][:paths] = Options.paths.to_h
 
         executable      = "#{Options.paths.executables}/#{executable}.rb"
         encoded_options = Base64.strict_encode64( Marshal.dump( options ) )

data/lib/arachni/report.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework
@@ -85,6 +85,16 @@ class Report
         self.issues
     end
 
+    # @param    [String]  check
+    #   Check shortname.
+    #
+    # @return    [Array<Issue>]
+    def issues_by_check( check )
+        @issues.map do |_, issue|
+            issue if issue.check[:shortname] == check.to_s
+        end.compact
+    end
+
     # @return    [Array<Issue>]
     #   Logged issues.
     def issues
@@ -150,7 +160,7 @@ class Report
     end
 
     # @return   [String]
-    #   Report serialized in the Arachni Framework Report format..
+    #   Report serialized in the Arachni Framework Report format.
     def to_afr
         afr = RPC::Serializer.dump( self )
 

data/lib/arachni/reporter.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/reporter/base.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/reporter/formatter_manager.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/reporter/manager.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/reporter/options.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/rpc/client/base.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/rpc/client/dispatcher.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/rpc/client/instance.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/rpc/client/instance/framework.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/rpc/client/instance/service.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/lib/arachni/rpc/serializer.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework
@@ -77,6 +77,8 @@ module Serializer
     # @return   [String]
     #   Decompressed string.
     def decompress( string )
+        return '' if string.to_s.empty?
+
         # Just an ID representing a serialized, empty data structure.
         return string if string.size == 1
 

data/lib/arachni/rpc/server/active_options.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2014 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework
@@ -20,21 +20,6 @@ class ActiveOptions
     def initialize( framework )
         @options = framework.options
 
-        %w( url http_request_concurrency http_request_timeout http_user_agent
-            http_request_redirect_limit http_proxy_username http_proxy_password
-            http_proxy_type http_proxy_host http_proxy_port authorized_by
-            http_cookies http_cookie_string http_authentication_username
-            http_authentication_password ).each do |m|
-            m = "#{m}=".to_sym
-            self.class.class_eval do
-                define_method m do |v|
-                    @options.send( m, v )
-                    HTTP::Client.reset false
-                    v
-                end
-            end
-        end
-
         (@options.public_methods( false ) - public_methods( false ) ).each do |m|
             self.class.class_eval do
                 define_method m do |*args|
@@ -42,7 +27,6 @@ class ActiveOptions
                 end
             end
         end
-
     end
 
     # @see Arachni::Options#set
@@ -52,14 +36,6 @@ class ActiveOptions
         true
     end
 
-    def http_proxy=( proxy_url )
-        @options.http.proxy_host, @options.http.proxy_port = proxy_url.to_s.split( ':' )
-        @options.http.proxy_port = @options.http.proxy_port.to_i
-
-        HTTP::Client.reset false
-        @options.http.proxy = proxy_url
-    end
-
     def to_h
         @options.to_rpc_data
     end