arachni 1.4 → 1.6.0

data/ui/cli/reproduce/option_parser.rb

@@ -0,0 +1,90 @@
+=begin
+    Copyright 2010-2022 Ecsypno <http://www.ecsypno.com>
+
+    This file is part of the Arachni Framework project and is subject to
+    redistribution and commercial restrictions. Please see the Arachni Framework
+    web site for more information on licensing and terms of use.
+=end
+
+require_relative '../option_parser'
+
+module Arachni
+module UI::CLI
+
+class Reproduce
+
+# @author Tasos "Zapotek" Laskos <tasos.laskos@arachni-scanner.com>
+class OptionParser < UI::CLI::OptionParser
+
+    attr_accessor :report
+    attr_accessor :report_path
+    attr_accessor :updated_report_path
+
+    attr_accessor :issues
+    attr_accessor :issue_digests
+
+    def initialize
+        @issues = []
+    end
+
+    def report_options
+        separator ''
+        separator 'Report'
+
+        on( '--report-save-path PATH', String,
+            'Directory or file path where to store the updated report ' <<
+            'including only reproduced issues.',
+            'You can use the generated file to create reports in several ' +
+                "formats with the 'arachni_reporter' executable."
+        ) do |path|
+            @updated_report_path = path
+        end
+    end
+
+    def after_parse
+        @report_path   = ARGV.shift
+        @issue_digests = ARGV.dup
+    end
+
+    def validate
+        if !@report_path
+            print_error 'No report file provided.'
+            exit 1
+        end
+
+        @report_path = File.expand_path( @report_path )
+
+        if !File.exists?( @report_path )
+            print_error "Report does not exist: #{@report_path}"
+            exit 1
+        end
+
+        begin
+            @report = Report.load( @report_path )
+        rescue => e
+            print_error "Could not load report: #{@report_path}"
+            print_error "Because: [#{e.class}] #{e}"
+            exit 1
+        end
+
+        if @issue_digests.any?
+            @issues = @report.issues.
+                select { |i| @issue_digests.include? i.digest.to_s }
+
+            if @issues.empty?
+                print_error "Could not find any issues for digests: #{@issue_digests.join(' ')}"
+                exit 1
+            end
+
+            @issue_digests = @issue_digests.map(&:to_i)
+        end
+    end
+
+    def banner
+        "Usage: #{$0} REPORT [ISSUE_DIGEST_1 ISSUE_DIGEST_2 ...]"
+    end
+
+end
+end
+end
+end

data/ui/cli/reproduce.rb

@@ -0,0 +1,228 @@
+=begin
+    Copyright 2010-2022 Ecsypno <http://www.ecsypno.com>
+
+    This file is part of the Arachni Framework project and is subject to
+    redistribution and commercial restrictions. Please see the Arachni Framework
+    web site for more information on licensing and terms of use.
+=end
+
+require_relative '../../lib/arachni'
+require_relative 'reproduce/option_parser'
+require_relative 'utilities'
+
+module Arachni
+module UI::CLI
+
+# @author Tasos "Zapotek" Laskos <tasos.laskos@arachni-scanner.com>
+class Reproduce
+    include UI::Output
+    include Utilities
+
+    COLUMNS = 120
+
+    def initialize
+        run
+    end
+
+    def with_browser( &block )
+        @browser_cluster ||= BrowserCluster.new
+        @browser_cluster.with_browser( &block )
+    end
+
+    private
+
+    def run
+        parser = OptionParser.new
+        parser.report_options
+        parser.parse
+
+        report = parser.report
+        issues  = parser.issues.any? ? parser.issues : report.issues
+
+        # Make sure we restore the options for the previous scan.
+        Options.update report.options
+
+        @start_datetime = Time.now
+
+        reproduced_issues = []
+        missing_issues    = []
+        issues.each.with_index do |stale_issue, i|
+            print_issue_heading( issues.size, i + 1, stale_issue )
+            print_line
+
+            h2 'Reproducing', :status
+            print_line
+            if (issue = stale_issue.recheck)
+                reproduced_issues << issue
+                replay_issue( issue )
+            else
+                missing_issues << stale_issue
+                print_bad 'Could not reproduce, may have been fixed.'
+            end
+
+            print_line
+        end
+
+        @finish_datetime = Time.now
+
+        h1 "Reproduced #{reproduced_issues.size} issues", :ok
+        if reproduced_issues.any?
+            print_info 'These issues were successfully replayed.'
+        else
+            print_info 'No issues were successfully replayed.'
+        end
+
+        print_line
+        reproduced_issues.each do |issue|
+            print_issue( issue )
+            print_line
+        end
+        print_line
+
+        h1 "Missing #{missing_issues.size} issues", :bad
+        if missing_issues.any?
+            print_info 'These issues could not be replayed, they may have been ' <<
+                           'fixed or require a workflow that can only be triggered by a full scan.'
+        else
+            print_info 'All issues were successfully replayed.'
+        end
+
+        print_line
+        missing_issues.each do |issue|
+            print_issue( issue )
+            print_line
+        end
+        print_line
+
+        h1 'Updated report'
+        filepath = store_updated_report( parser.updated_report_path, reproduced_issues )
+        print_info 'Report with reproduced issues saved at:'
+        print_info "    #{filepath}"
+        print_line
+        h1 'Scan seed'
+        print_info 'You can use this to identify tainted inputs (params, ' <<
+                       'cookies, etc.) and sinks (response bodies, SQL queries etc.).'
+        print_info "It is accessible via the '#{HTTP::Client::SEED_HEADER_NAME}' header."
+        print_line
+        print_info Arachni::Utilities.random_seed
+        print_line
+    end
+
+    def store_updated_report( location, issues )
+        Arachni::Report.new( issues: issues ).save( location )
+    end
+
+    def replay_issue( issue )
+        is_dom_vector = issue.vector.is_a?( Element::DOM )
+
+        print_line
+
+        if issue.active?
+            response = nil
+
+            HTTP::Client.sandbox do
+                # Let's provide some server side debug info for code instrumentation
+                # and the like.
+                HTTP::Client.headers.merge!(
+                    'X-Arachni-Issue-Replay-Id' => Arachni::Utilities.generate_token,
+                    'X-Arachni-Issue-Seed'      => issue.vector.seed,
+                    'X-Arachni-Issue-Digest'    => issue.digest
+                )
+
+                if is_dom_vector
+                    issue.vector.auditor = self
+                    issue.vector.submit( mode: :sync ) {}
+                else
+                    response = issue.vector.submit( mode: :sync )
+                end
+            end
+
+            print_line
+            h2 'Issue seed'
+            print_info 'You can use this to identify a narrow scope of tainted ' <<
+                'inputs (params, cookies, etc.) and sinks (response bodies, SQL '
+            print_info 'queries etc.) related to this issue.'
+            print_info "It is accessible via the 'X-Arachni-Issue-Seed' header."
+            print_line
+            print_line issue.vector.seed
+            print_line
+        else
+            response = issue.response
+        end
+
+        if !issue.proof.to_s.empty?
+            h2 'Proof'
+            print_line
+            print_line issue.proof
+            print_line
+        end
+
+        return if is_dom_vector
+
+        h2 'Request'
+        print_line
+        print_line response.request.to_s
+        print_line
+        h2 'Response'
+        print_line
+        print_line response.headers_string
+    end
+
+    def print_issue_heading( total, index, issue )
+        h1 "(#{index}/#{total}) [#{issue.digest}] #{issue.name} in " <<
+               "#{issue.vector.type}#{(' input '  +
+                   issue.affected_input_name.inspect) if issue.affected_input_name}"
+
+        h1 "From: #{issue.referring_page.dom.url}"
+        h1 "At: #{issue.page.dom.url}"
+
+        if issue.active?
+            h1 "Using: #{issue.affected_input_value}"
+        end
+
+        print_line
+    end
+
+    def print_issue( issue )
+        s = ''
+        s << "[#{issue.digest}] #{issue.name} in #{issue.vector.type} "
+
+        if issue.affected_input_name
+            s << "input '#{issue.affected_input_name}' "
+        end
+
+        print_ok s
+
+        print_info  "  From:  #{issue.referring_page.dom.url}"
+        print_info"  At:    #{issue.page.dom.url}"
+
+        if issue.active?
+            print_info "  Using: #{issue.affected_input_value} "
+        end
+    end
+
+    def h( string, character, type = :info )
+        if (sz = string.size) >= COLUMNS
+            marks = 0
+        else
+            marks = (( COLUMNS - sz) / 2.0).floor
+        end
+
+        send "print_#{type}", "#{character * marks} #{string} #{character * marks}"
+    end
+
+    def h1( string, type = :info )
+        h string, '=', type
+    end
+
+    def h2( string, type = :info )
+        h string, '-', type
+    end
+
+    def h3( string, type = :info )
+        h string, '.', type
+    end
+
+end
+end
+end

data/ui/cli/rest/server/option_parser.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2016 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2022 Ecsypno <http://www.ecsypno.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/ui/cli/rest/server.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2016 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2022 Ecsypno <http://www.ecsypno.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/ui/cli/restored_framework/option_parser.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2016 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2022 Ecsypno <http://www.ecsypno.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/ui/cli/restored_framework.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2016 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2022 Ecsypno <http://www.ecsypno.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/ui/cli/rpc/client/dispatcher_monitor/option_parser.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2016 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2022 Ecsypno <http://www.ecsypno.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/ui/cli/rpc/client/dispatcher_monitor.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2016 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2022 Ecsypno <http://www.ecsypno.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework
@@ -12,8 +12,8 @@ require_relative 'dispatcher_monitor/option_parser'
 module Arachni
 
 require Options.paths.lib + 'rpc/client/dispatcher'
-require Options.paths.lib + 'ui/cli/output'
-require Options.paths.lib + 'ui/cli/utilities'
+require Options.paths.lib + 'utilities'
+require_relative '../../utilities'
 
 module UI::CLI
 module RPC::Client
@@ -59,7 +59,7 @@ class DispatcherMonitor
 
         loop do
             move_to_home
-            stats        = @dispatcher.stats
+            stats        = @dispatcher.statistics
             running_jobs = stats['running_jobs']
 
             print_banner
@@ -75,17 +75,15 @@ class DispatcherMonitor
     end
 
     def print_job_table( jobs )
-        headings = [ 'Parent PID', 'PID', 'Port', 'Owner', 'Birthdate (Server-side)',
+        headings = [ 'PID', 'Port', 'Owner', 'Birthdate (Server-side)',
             'Start time (Server-side)', 'Current time (Server-side)', 'Age',
-            'Run-time', 'Memory', 'Priority', 'State' ]
+            'Run-time']
 
         rows = []
         jobs.each do |job|
-            rows << [ job['proc']['ppid'], job['pid'], job['port'], job['owner'],
-                job['birthdate'].to_time, job['starttime'].to_time, job['currtime'].to_time,
-                seconds_to_hms( job['age'] ), seconds_to_hms( job['runtime'] ),
-                proc_mem( job['proc']['rss'] ), job['proc']['priority'],
-                proc_state( job['proc']['state'] ) ]
+            rows << [ job['pid'], job['port'], job['owner'],
+                job['birthdate'], job['starttime'], job['currtime'],
+                seconds_to_hms( job['age'] ), seconds_to_hms( job['runtime'] )]
         end
 
         return if rows.empty?

data/ui/cli/rpc/client/instance.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2016 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2022 Ecsypno <http://www.ecsypno.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework
@@ -181,13 +181,16 @@ class Instance
         if !@options.audit.links? && !@options.audit.forms? &&
             !@options.audit.cookies? && !@options.audit.headers? &&
             !@options.audit.link_templates? && !@options.audit.jsons? &&
-            !@options.audit.xmls?
+            !@options.audit.xmls? && !@options.audit.ui_inputs? &&
+            !@options.audit.ui_forms? && !@options.audit.nested_cookies?
 
             print_info 'No element audit options were specified, will audit ' <<
-                           'links, forms, cookies, JSONs and XMLs.'
+                           'links, forms, cookies, nested_cookies, UI inputs,' <<
+                           ' UI forms, JSONs and XMLs.'
             print_line
 
-            @options.audit.elements :links, :forms, :cookies, :jsons, :xmls
+            @options.audit.elements :links, :forms, :cookies, :ui_inputs,
+                                   :ui_forms, :jsons, :xmls, :nested_cookies
         end
 
         if @options.http.cookie_jar_filepath

data/ui/cli/rpc/client/local/option_parser.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2016 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2022 Ecsypno <http://www.ecsypno.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/ui/cli/rpc/client/local.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2016 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2022 Ecsypno <http://www.ecsypno.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/ui/cli/rpc/client/remote/option_parser.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2016 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2022 Ecsypno <http://www.ecsypno.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/ui/cli/rpc/client/remote.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2016 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2022 Ecsypno <http://www.ecsypno.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/ui/cli/rpc/server/dispatcher/option_parser.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2016 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2022 Ecsypno <http://www.ecsypno.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/ui/cli/rpc/server/dispatcher.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2016 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2022 Ecsypno <http://www.ecsypno.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework

data/ui/cli/utilities.rb

@@ -1,5 +1,5 @@
 =begin
-    Copyright 2010-2016 Tasos Laskos <tasos.laskos@arachni-scanner.com>
+    Copyright 2010-2022 Ecsypno <http://www.ecsypno.com>
 
     This file is part of the Arachni Framework project and is subject to
     redistribution and commercial restrictions. Please see the Arachni Framework