arachni 1.0.6 → 1.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +193 -0
- data/Gemfile +0 -1
- data/LICENSE.md +1 -1
- data/README.md +23 -18
- data/Rakefile +5 -3
- data/arachni.gemspec +11 -8
- data/bin/arachni +1 -1
- data/bin/arachni_console +1 -1
- data/bin/arachni_multi +1 -1
- data/bin/arachni_reporter +1 -1
- data/bin/arachni_restore +1 -1
- data/bin/arachni_rpc +1 -1
- data/bin/arachni_rpcd +1 -1
- data/bin/arachni_rpcd_monitor +1 -1
- data/bin/arachni_script +1 -1
- data/components/checks/active/code_injection.rb +5 -7
- data/components/checks/active/code_injection_php_input_wrapper.rb +1 -1
- data/components/checks/active/code_injection_timing.rb +2 -3
- data/components/checks/active/csrf.rb +9 -5
- data/components/checks/active/file_inclusion.rb +4 -5
- data/components/checks/active/ldap_injection.rb +6 -8
- data/components/checks/active/no_sql_injection.rb +4 -6
- data/components/checks/active/no_sql_injection_differential.rb +1 -1
- data/components/checks/active/os_cmd_injection.rb +7 -9
- data/components/checks/active/os_cmd_injection_timing.rb +6 -8
- data/components/checks/active/path_traversal.rb +6 -7
- data/components/checks/active/response_splitting.rb +7 -15
- data/components/checks/active/rfi.rb +4 -8
- data/components/checks/active/session_fixation.rb +1 -1
- data/components/checks/active/source_code_disclosure.rb +9 -7
- data/components/checks/active/sql_injection.rb +6 -9
- data/components/checks/active/sql_injection_differential.rb +3 -3
- data/components/checks/active/sql_injection_timing.rb +6 -8
- data/components/checks/active/trainer.rb +4 -4
- data/components/checks/active/unvalidated_redirect.rb +7 -6
- data/components/checks/active/unvalidated_redirect_dom.rb +97 -0
- data/components/checks/active/xpath_injection.rb +7 -8
- data/components/checks/active/xss.rb +11 -10
- data/components/checks/active/xss_dom.rb +3 -4
- data/components/checks/active/xss_dom_inputs.rb +1 -1
- data/components/checks/active/xss_dom_script_context.rb +6 -7
- data/components/checks/active/xss_event.rb +4 -4
- data/components/checks/active/xss_path.rb +1 -1
- data/components/checks/active/xss_script_context.rb +11 -4
- data/components/checks/active/xss_tag.rb +6 -6
- data/components/checks/active/xxe.rb +110 -0
- data/components/checks/passive/allowed_methods.rb +1 -1
- data/components/checks/passive/backdoors.rb +1 -1
- data/components/checks/passive/backup_directories.rb +1 -1
- data/components/checks/passive/backup_files.rb +1 -1
- data/components/checks/passive/common_directories.rb +1 -1
- data/components/checks/passive/common_directories/directories.txt +2 -0
- data/components/checks/passive/common_files.rb +1 -1
- data/components/checks/passive/directory_listing.rb +1 -1
- data/components/checks/passive/grep/captcha.rb +2 -2
- data/components/checks/passive/grep/cookie_set_for_parent_domain.rb +1 -1
- data/components/checks/passive/grep/credit_card.rb +1 -1
- data/components/checks/passive/grep/cvs_svn_users.rb +1 -1
- data/components/checks/passive/grep/emails.rb +1 -1
- data/components/checks/passive/grep/form_upload.rb +2 -2
- data/components/checks/passive/grep/hsts.rb +2 -2
- data/components/checks/passive/grep/html_objects.rb +4 -4
- data/components/checks/passive/grep/http_only_cookies.rb +1 -1
- data/components/checks/passive/grep/insecure_cookies.rb +1 -1
- data/components/checks/passive/grep/insecure_cors_policy.rb +66 -0
- data/components/checks/passive/grep/mixed_resource.rb +1 -1
- data/components/checks/passive/grep/password_autocomplete.rb +2 -2
- data/components/checks/passive/grep/private_ip.rb +1 -1
- data/components/checks/passive/grep/ssn.rb +1 -1
- data/components/checks/passive/grep/unencrypted_password_forms.rb +2 -2
- data/components/checks/passive/grep/x_frame_options.rb +61 -0
- data/components/checks/passive/htaccess_limit.rb +1 -1
- data/components/checks/passive/http_put.rb +10 -3
- data/components/checks/passive/insecure_client_access_policy.rb +91 -0
- data/components/checks/passive/insecure_cross_domain_policy_access.rb +91 -0
- data/components/checks/passive/insecure_cross_domain_policy_headers.rb +91 -0
- data/components/checks/passive/interesting_responses.rb +1 -1
- data/components/checks/passive/localstart_asp.rb +1 -1
- data/components/checks/passive/origin_spoof_access_restriction_bypass.rb +1 -1
- data/components/checks/passive/webdav.rb +1 -1
- data/components/checks/passive/xst.rb +1 -1
- data/components/fingerprinters/frameworks/rack.rb +1 -1
- data/components/fingerprinters/languages/asp.rb +1 -1
- data/components/fingerprinters/languages/aspx.rb +1 -1
- data/components/fingerprinters/languages/jsp.rb +1 -1
- data/components/fingerprinters/languages/php.rb +1 -1
- data/components/fingerprinters/languages/python.rb +1 -1
- data/components/fingerprinters/languages/ruby.rb +1 -1
- data/components/fingerprinters/os/bsd.rb +1 -1
- data/components/fingerprinters/os/linux.rb +1 -1
- data/components/fingerprinters/os/solaris.rb +1 -1
- data/components/fingerprinters/os/unix.rb +1 -1
- data/components/fingerprinters/os/windows.rb +1 -1
- data/components/fingerprinters/servers/apache.rb +1 -1
- data/components/fingerprinters/servers/iis.rb +1 -1
- data/components/fingerprinters/servers/jetty.rb +1 -1
- data/components/fingerprinters/servers/nginx.rb +1 -1
- data/components/fingerprinters/servers/tomcat.rb +1 -1
- data/components/path_extractors/anchors.rb +1 -1
- data/components/path_extractors/areas.rb +1 -1
- data/components/path_extractors/comments.rb +5 -5
- data/components/path_extractors/forms.rb +1 -1
- data/components/path_extractors/frames.rb +1 -1
- data/components/path_extractors/generic.rb +1 -1
- data/components/path_extractors/links.rb +1 -1
- data/components/path_extractors/meta_refresh.rb +1 -1
- data/components/path_extractors/scripts.rb +1 -1
- data/components/plugins/autologin.rb +6 -6
- data/components/plugins/beep_notify.rb +1 -1
- data/components/plugins/content_types.rb +1 -1
- data/components/plugins/cookie_collector.rb +1 -1
- data/components/plugins/defaults/autothrottle.rb +1 -1
- data/components/plugins/defaults/healthmap.rb +1 -1
- data/components/plugins/defaults/meta/remedies/discovery.rb +2 -4
- data/components/plugins/defaults/meta/remedies/timing_attacks.rb +1 -1
- data/components/plugins/defaults/meta/uniformity.rb +1 -1
- data/components/plugins/email_notify.rb +24 -12
- data/components/plugins/exec.rb +153 -0
- data/components/plugins/form_dicattack.rb +4 -4
- data/components/plugins/headers_collector.rb +102 -0
- data/components/plugins/http_dicattack.rb +4 -4
- data/components/plugins/login_script.rb +4 -5
- data/components/plugins/proxy.rb +19 -7
- data/components/plugins/proxy/template_scope.rb +1 -1
- data/components/plugins/script.rb +1 -1
- data/components/plugins/uncommon_headers.rb +9 -2
- data/components/plugins/vector_collector.rb +73 -0
- data/components/plugins/vector_feed.rb +3 -5
- data/components/plugins/waf_detector.rb +3 -3
- data/components/reporters/ap.rb +1 -1
- data/components/reporters/html.rb +138 -14
- data/components/reporters/html/default.erb +1 -1
- data/components/reporters/html/default/configuration.erb +2 -2
- data/components/reporters/html/default/issue/page.erb +1 -1
- data/components/reporters/html/default/issue/vector.erb +2 -2
- data/components/reporters/html/default/js/charts.js.erb +7 -4
- data/components/reporters/html/default/js/helpers.js +2 -0
- data/components/reporters/html/default/summary.erb +7 -0
- data/components/reporters/html/default/summary/charts.erb +3 -3
- data/components/reporters/html/default/summary/issues.erb +1 -91
- data/components/reporters/html/default/summary/issues/by_name.erb +90 -0
- data/components/reporters/html/default/summary/owasp_top_10.erb +43 -0
- data/components/reporters/json.rb +1 -1
- data/components/reporters/marshal.rb +1 -1
- data/components/reporters/plugin_formatters/html/autologin.rb +1 -1
- data/components/reporters/plugin_formatters/html/content_types.rb +1 -1
- data/components/reporters/plugin_formatters/html/cookie_collector.rb +1 -1
- data/components/reporters/plugin_formatters/html/exec.rb +63 -0
- data/components/reporters/plugin_formatters/html/form_dicattack.rb +1 -1
- data/components/reporters/plugin_formatters/html/healthmap.rb +1 -1
- data/components/reporters/plugin_formatters/html/http_dicattack.rb +1 -1
- data/components/reporters/plugin_formatters/html/login_script.rb +1 -1
- data/components/reporters/plugin_formatters/html/uncommon_headers.rb +1 -1
- data/components/reporters/plugin_formatters/html/uniformity.rb +1 -1
- data/components/reporters/plugin_formatters/html/vector_collector.rb +59 -0
- data/components/reporters/plugin_formatters/html/waf_detector.rb +1 -1
- data/components/reporters/plugin_formatters/stdout/autologin.rb +1 -1
- data/components/reporters/plugin_formatters/stdout/content_types.rb +1 -1
- data/components/reporters/plugin_formatters/stdout/cookie_collector.rb +1 -1
- data/components/reporters/plugin_formatters/stdout/exec.rb +26 -0
- data/components/reporters/plugin_formatters/stdout/form_dicattack.rb +1 -1
- data/components/reporters/plugin_formatters/stdout/healthmap.rb +1 -1
- data/components/reporters/plugin_formatters/stdout/http_dicattack.rb +1 -1
- data/components/reporters/plugin_formatters/stdout/login_script.rb +1 -1
- data/components/reporters/plugin_formatters/stdout/uncommon_headers.rb +1 -1
- data/components/reporters/plugin_formatters/stdout/uniformity.rb +1 -1
- data/components/reporters/plugin_formatters/stdout/vector_collector.rb +40 -0
- data/components/reporters/plugin_formatters/stdout/waf_detector.rb +1 -1
- data/components/reporters/plugin_formatters/xml/autologin.rb +1 -1
- data/components/reporters/plugin_formatters/xml/content_types.rb +1 -1
- data/components/reporters/plugin_formatters/xml/cookie_collector.rb +1 -1
- data/components/reporters/plugin_formatters/xml/exec.rb +26 -0
- data/components/reporters/plugin_formatters/xml/form_dicattack.rb +1 -1
- data/components/reporters/plugin_formatters/xml/healthmap.rb +1 -1
- data/components/reporters/plugin_formatters/xml/http_dicattack.rb +1 -1
- data/components/reporters/plugin_formatters/xml/login_script.rb +1 -1
- data/components/reporters/plugin_formatters/xml/uncommon_headers.rb +1 -1
- data/components/reporters/plugin_formatters/xml/uniformity.rb +1 -1
- data/components/reporters/plugin_formatters/xml/vector_collector.rb +44 -0
- data/components/reporters/plugin_formatters/xml/waf_detector.rb +1 -1
- data/components/reporters/stdout.rb +1 -1
- data/components/reporters/txt.rb +1 -1
- data/components/reporters/xml.rb +18 -9
- data/components/reporters/xml/schema.xsd +73 -8
- data/components/reporters/yaml.rb +1 -1
- data/config/write_paths.yml +15 -0
- data/lib/arachni.rb +1 -1
- data/lib/arachni/banner.rb +1 -1
- data/lib/arachni/browser.rb +221 -77
- data/lib/arachni/browser/element_locator.rb +7 -2
- data/lib/arachni/browser/javascript.rb +40 -24
- data/lib/arachni/browser/javascript/dom_monitor.rb +1 -1
- data/lib/arachni/browser/javascript/proxy.rb +1 -1
- data/lib/arachni/browser/javascript/proxy/stub.rb +1 -1
- data/lib/arachni/browser/javascript/scripts/dom_monitor.js +8 -3
- data/lib/arachni/browser/javascript/scripts/taint_tracer.js +57 -39
- data/lib/arachni/browser/javascript/taint_tracer.rb +12 -8
- data/lib/arachni/browser/javascript/taint_tracer/frame.rb +1 -1
- data/lib/arachni/browser/javascript/taint_tracer/frame/called_function.rb +1 -1
- data/lib/arachni/browser/javascript/taint_tracer/sink/base.rb +1 -1
- data/lib/arachni/browser/javascript/taint_tracer/sink/data_flow.rb +1 -1
- data/lib/arachni/browser/javascript/taint_tracer/sink/execution_flow.rb +1 -1
- data/lib/arachni/browser_cluster.rb +5 -3
- data/lib/arachni/browser_cluster/job.rb +1 -1
- data/lib/arachni/browser_cluster/job/result.rb +1 -1
- data/lib/arachni/browser_cluster/jobs/browser_provider.rb +2 -1
- data/lib/arachni/browser_cluster/jobs/resource_exploration.rb +2 -1
- data/lib/arachni/browser_cluster/jobs/resource_exploration/event_trigger.rb +1 -1
- data/lib/arachni/browser_cluster/jobs/resource_exploration/event_trigger/result.rb +1 -1
- data/lib/arachni/browser_cluster/jobs/resource_exploration/result.rb +1 -1
- data/lib/arachni/browser_cluster/jobs/taint_trace.rb +2 -1
- data/lib/arachni/browser_cluster/jobs/taint_trace/event_trigger.rb +1 -1
- data/lib/arachni/browser_cluster/jobs/taint_trace/event_trigger/result.rb +1 -1
- data/lib/arachni/browser_cluster/jobs/taint_trace/result.rb +1 -1
- data/lib/arachni/browser_cluster/worker.rb +16 -16
- data/lib/arachni/check.rb +1 -1
- data/lib/arachni/check/auditor.rb +40 -17
- data/lib/arachni/check/base.rb +1 -1
- data/lib/arachni/check/manager.rb +1 -1
- data/lib/arachni/component.rb +1 -1
- data/lib/arachni/component/base.rb +1 -1
- data/lib/arachni/component/manager.rb +1 -1
- data/lib/arachni/component/options.rb +1 -1
- data/lib/arachni/component/options/address.rb +1 -1
- data/lib/arachni/component/options/base.rb +1 -1
- data/lib/arachni/component/options/bool.rb +1 -1
- data/lib/arachni/component/options/float.rb +1 -1
- data/lib/arachni/component/options/int.rb +1 -1
- data/lib/arachni/component/options/multiple_choice.rb +1 -1
- data/lib/arachni/component/options/object.rb +1 -1
- data/lib/arachni/component/options/path.rb +1 -1
- data/lib/arachni/component/options/port.rb +1 -1
- data/lib/arachni/component/options/string.rb +1 -1
- data/lib/arachni/component/options/url.rb +1 -1
- data/lib/arachni/component/output.rb +1 -1
- data/lib/arachni/component/utilities.rb +1 -1
- data/lib/arachni/data.rb +1 -1
- data/lib/arachni/data/framework.rb +1 -1
- data/lib/arachni/data/framework/rpc.rb +1 -1
- data/lib/arachni/data/issues.rb +1 -1
- data/lib/arachni/data/plugins.rb +1 -1
- data/lib/arachni/data/session.rb +1 -1
- data/lib/arachni/element/base.rb +10 -4
- data/lib/arachni/element/body.rb +1 -6
- data/lib/arachni/element/capabilities/analyzable.rb +1 -1
- data/lib/arachni/element/capabilities/analyzable/differential.rb +41 -6
- data/lib/arachni/element/capabilities/analyzable/taint.rb +10 -2
- data/lib/arachni/element/capabilities/analyzable/timeout.rb +61 -8
- data/lib/arachni/element/capabilities/auditable.rb +9 -2
- data/lib/arachni/element/capabilities/auditable/dom.rb +6 -7
- data/lib/arachni/element/capabilities/inputtable.rb +5 -3
- data/lib/arachni/element/capabilities/mutable.rb +182 -67
- data/lib/arachni/element/capabilities/refreshable.rb +1 -1
- data/lib/arachni/element/capabilities/submittable.rb +3 -3
- data/lib/arachni/element/capabilities/with_auditor.rb +1 -1
- data/lib/arachni/element/capabilities/with_auditor/output.rb +1 -1
- data/lib/arachni/element/capabilities/with_dom.rb +17 -5
- data/lib/arachni/element/capabilities/with_node.rb +6 -31
- data/lib/arachni/element/capabilities/with_scope.rb +1 -1
- data/lib/arachni/element/capabilities/with_scope/scope.rb +8 -2
- data/lib/arachni/element/capabilities/with_source.rb +55 -0
- data/lib/arachni/element/cookie.rb +39 -112
- data/lib/arachni/element/cookie/capabilities/inputtable.rb +53 -0
- data/lib/arachni/element/cookie/capabilities/mutable.rb +95 -0
- data/lib/arachni/element/cookie/capabilities/with_dom.rb +31 -0
- data/lib/arachni/element/cookie/dom.rb +2 -2
- data/lib/arachni/element/form.rb +65 -153
- data/lib/arachni/element/form/capabilities/auditable.rb +45 -0
- data/lib/arachni/element/form/capabilities/mutable.rb +126 -0
- data/lib/arachni/element/form/capabilities/submittable.rb +36 -0
- data/lib/arachni/element/form/capabilities/with_dom.rb +32 -0
- data/lib/arachni/element/form/dom.rb +13 -4
- data/lib/arachni/element/generic_dom.rb +5 -3
- data/lib/arachni/element/header.rb +16 -11
- data/lib/arachni/element/json.rb +145 -0
- data/lib/arachni/element/json/capabilities/inputtable.rb +139 -0
- data/lib/arachni/element/json/capabilities/mutable.rb +121 -0
- data/lib/arachni/element/link.rb +14 -40
- data/lib/arachni/element/link/capabilities/auditable.rb +27 -0
- data/lib/arachni/element/link/capabilities/submittable.rb +37 -0
- data/lib/arachni/element/link/capabilities/with_dom.rb +43 -0
- data/lib/arachni/element/link/dom.rb +9 -2
- data/lib/arachni/element/link_template.rb +23 -51
- data/lib/arachni/element/link_template/capabilities/auditable.rb +27 -0
- data/lib/arachni/element/link_template/capabilities/inputtable.rb +47 -0
- data/lib/arachni/element/link_template/capabilities/with_dom.rb +42 -0
- data/lib/arachni/element/link_template/dom.rb +3 -2
- data/lib/arachni/element/path.rb +1 -1
- data/lib/arachni/element/server.rb +99 -18
- data/lib/arachni/element/xml.rb +195 -0
- data/lib/arachni/element/xml/capabilities/inputtable.rb +34 -0
- data/lib/arachni/element/xml/capabilities/mutable.rb +39 -0
- data/lib/arachni/element_filter.rb +54 -3
- data/lib/arachni/error.rb +1 -1
- data/lib/arachni/ethon/easy.rb +1 -1
- data/lib/arachni/framework.rb +20 -1
- data/lib/arachni/framework/parts/audit.rb +29 -22
- data/lib/arachni/framework/parts/browser.rb +53 -5
- data/lib/arachni/framework/parts/check.rb +11 -2
- data/lib/arachni/framework/parts/data.rb +8 -6
- data/lib/arachni/framework/parts/platform.rb +1 -1
- data/lib/arachni/framework/parts/plugin.rb +1 -1
- data/lib/arachni/framework/parts/report.rb +1 -1
- data/lib/arachni/framework/parts/scope.rb +1 -1
- data/lib/arachni/framework/parts/state.rb +5 -4
- data/lib/arachni/http.rb +1 -1
- data/lib/arachni/http/client.rb +13 -242
- data/lib/arachni/http/client/dynamic_404_handler.rb +474 -0
- data/lib/arachni/http/cookie_jar.rb +1 -1
- data/lib/arachni/http/headers.rb +11 -2
- data/lib/arachni/http/message.rb +1 -1
- data/lib/arachni/http/message/scope.rb +1 -1
- data/lib/arachni/http/proxy_server.rb +7 -4
- data/lib/arachni/http/request.rb +39 -8
- data/lib/arachni/http/request/scope.rb +1 -1
- data/lib/arachni/http/response.rb +10 -4
- data/lib/arachni/http/response/scope.rb +1 -1
- data/lib/arachni/issue.rb +17 -7
- data/lib/arachni/issue/severity.rb +1 -1
- data/lib/arachni/issue/severity/base.rb +1 -1
- data/lib/arachni/option_group.rb +1 -1
- data/lib/arachni/option_groups.rb +1 -1
- data/lib/arachni/option_groups/audit.rb +74 -6
- data/lib/arachni/option_groups/browser_cluster.rb +2 -2
- data/lib/arachni/option_groups/datastore.rb +1 -1
- data/lib/arachni/option_groups/dispatcher.rb +1 -1
- data/lib/arachni/option_groups/http.rb +143 -7
- data/lib/arachni/option_groups/input.rb +1 -1
- data/lib/arachni/option_groups/output.rb +1 -1
- data/lib/arachni/option_groups/paths.rb +1 -1
- data/lib/arachni/option_groups/rpc.rb +1 -1
- data/lib/arachni/option_groups/scope.rb +9 -9
- data/lib/arachni/option_groups/session.rb +1 -1
- data/lib/arachni/option_groups/snapshot.rb +1 -1
- data/lib/arachni/options.rb +1 -1
- data/lib/arachni/page.rb +81 -45
- data/lib/arachni/page/dom.rb +13 -3
- data/lib/arachni/page/dom/transition.rb +1 -1
- data/lib/arachni/page/scope.rb +1 -1
- data/lib/arachni/parser.rb +11 -1
- data/lib/arachni/platform.rb +1 -1
- data/lib/arachni/platform/fingerprinter.rb +1 -1
- data/lib/arachni/platform/list.rb +1 -1
- data/lib/arachni/platform/manager.rb +1 -1
- data/lib/arachni/plugin.rb +1 -1
- data/lib/arachni/plugin/base.rb +11 -4
- data/lib/arachni/plugin/formatter.rb +1 -1
- data/lib/arachni/plugin/manager.rb +13 -5
- data/lib/arachni/processes.rb +1 -1
- data/lib/arachni/processes/dispatchers.rb +1 -1
- data/lib/arachni/processes/helpers.rb +1 -1
- data/lib/arachni/processes/helpers/dispatchers.rb +1 -1
- data/lib/arachni/processes/helpers/instances.rb +1 -1
- data/lib/arachni/processes/helpers/processes.rb +1 -1
- data/lib/arachni/processes/instances.rb +1 -1
- data/lib/arachni/processes/manager.rb +8 -3
- data/lib/arachni/report.rb +12 -2
- data/lib/arachni/reporter.rb +1 -1
- data/lib/arachni/reporter/base.rb +1 -1
- data/lib/arachni/reporter/formatter_manager.rb +1 -1
- data/lib/arachni/reporter/manager.rb +1 -1
- data/lib/arachni/reporter/options.rb +1 -1
- data/lib/arachni/rpc/client/base.rb +1 -1
- data/lib/arachni/rpc/client/dispatcher.rb +1 -1
- data/lib/arachni/rpc/client/instance.rb +1 -1
- data/lib/arachni/rpc/client/instance/framework.rb +1 -1
- data/lib/arachni/rpc/client/instance/service.rb +1 -1
- data/lib/arachni/rpc/serializer.rb +3 -1
- data/lib/arachni/rpc/server/active_options.rb +1 -25
- data/lib/arachni/rpc/server/base.rb +1 -1
- data/lib/arachni/rpc/server/check/manager.rb +1 -1
- data/lib/arachni/rpc/server/dispatcher.rb +1 -1
- data/lib/arachni/rpc/server/dispatcher/node.rb +1 -1
- data/lib/arachni/rpc/server/dispatcher/service.rb +1 -1
- data/lib/arachni/rpc/server/framework.rb +1 -1
- data/lib/arachni/rpc/server/framework/distributor.rb +2 -6
- data/lib/arachni/rpc/server/framework/master.rb +1 -1
- data/lib/arachni/rpc/server/framework/multi_instance.rb +1 -1
- data/lib/arachni/rpc/server/framework/slave.rb +1 -1
- data/lib/arachni/rpc/server/instance.rb +9 -1
- data/lib/arachni/rpc/server/output.rb +1 -1
- data/lib/arachni/rpc/server/plugin/manager.rb +1 -1
- data/lib/arachni/ruby.rb +1 -1
- data/lib/arachni/ruby/array.rb +1 -1
- data/lib/arachni/ruby/hash.rb +1 -1
- data/lib/arachni/ruby/io.rb +1 -1
- data/lib/arachni/ruby/object.rb +1 -1
- data/lib/arachni/ruby/set.rb +1 -1
- data/lib/arachni/ruby/string.rb +1 -1
- data/lib/arachni/ruby/webrick.rb +1 -1
- data/lib/arachni/ruby/webrick/cookie.rb +1 -1
- data/lib/arachni/ruby/webrick/httprequest.rb +1 -1
- data/lib/arachni/scope.rb +1 -1
- data/lib/arachni/selenium/webdriver/remote/http/typhoeus.rb +19 -2
- data/lib/arachni/session.rb +8 -3
- data/lib/arachni/snapshot.rb +1 -1
- data/lib/arachni/state.rb +1 -1
- data/lib/arachni/state/audit.rb +1 -1
- data/lib/arachni/state/element_filter.rb +12 -20
- data/lib/arachni/state/framework.rb +1 -1
- data/lib/arachni/state/framework/rpc.rb +1 -1
- data/lib/arachni/state/http.rb +1 -1
- data/lib/arachni/state/options.rb +1 -1
- data/lib/arachni/state/plugins.rb +1 -1
- data/lib/arachni/support.rb +1 -1
- data/lib/arachni/support/buffer.rb +1 -1
- data/lib/arachni/support/buffer/autoflush.rb +1 -1
- data/lib/arachni/support/buffer/base.rb +1 -1
- data/lib/arachni/support/cache.rb +1 -1
- data/lib/arachni/support/cache/base.rb +1 -1
- data/lib/arachni/support/cache/least_cost_replacement.rb +1 -1
- data/lib/arachni/support/cache/least_recently_used.rb +1 -1
- data/lib/arachni/support/cache/preference.rb +1 -1
- data/lib/arachni/support/cache/random_replacement.rb +1 -1
- data/lib/arachni/support/crypto.rb +1 -1
- data/lib/arachni/support/crypto/rsa_aes_cbc.rb +1 -1
- data/lib/arachni/support/database.rb +1 -1
- data/lib/arachni/support/database/base.rb +1 -1
- data/lib/arachni/support/database/hash.rb +1 -1
- data/lib/arachni/support/database/queue.rb +1 -1
- data/lib/arachni/support/lookup.rb +1 -1
- data/lib/arachni/support/lookup/base.rb +1 -1
- data/lib/arachni/support/lookup/hash_set.rb +1 -1
- data/lib/arachni/support/lookup/moolb.rb +1 -1
- data/lib/arachni/support/mixins.rb +1 -1
- data/lib/arachni/support/mixins/observable.rb +1 -1
- data/lib/arachni/support/mixins/terminal.rb +1 -1
- data/lib/arachni/support/profiler.rb +1 -1
- data/lib/arachni/support/signature.rb +1 -1
- data/lib/arachni/trainer.rb +8 -1
- data/lib/arachni/ui/foo/output.rb +1 -1
- data/lib/arachni/uri.rb +79 -57
- data/lib/arachni/uri/scope.rb +17 -6
- data/lib/arachni/utilities.rb +8 -3
- data/lib/arachni/version.rb +1 -1
- data/lib/arachni/watir/element.rb +22 -1
- data/lib/version +1 -1
- data/spec/arachni/browser/element_locator_spec.rb +38 -1
- data/spec/arachni/browser/javascript/dom_monitor_spec.rb +21 -6
- data/spec/arachni/browser/javascript/taint_tracer_spec.rb +351 -216
- data/spec/arachni/browser/javascript_spec.rb +26 -6
- data/spec/arachni/browser_spec.rb +205 -53
- data/spec/arachni/check/auditor_spec.rb +36 -12
- data/spec/arachni/element/capabilities/analyzable/differential_spec.rb +84 -42
- data/spec/arachni/element/capabilities/analyzable/taint_spec.rb +2 -0
- data/spec/arachni/element/capabilities/analyzable/timeout_spec.rb +87 -19
- data/spec/arachni/element/capabilities/with_scope/scope_spec.rb +9 -0
- data/spec/arachni/element/cookie/dom_spec.rb +2 -2
- data/spec/arachni/element/cookie_spec.rb +28 -7
- data/spec/arachni/element/form/dom_spec.rb +2 -2
- data/spec/arachni/element/form_spec.rb +39 -7
- data/spec/arachni/element/generic_dom_spec.rb +13 -6
- data/spec/arachni/element/header_spec.rb +2 -2
- data/spec/arachni/element/json_spec.rb +522 -0
- data/spec/arachni/element/link/dom_spec.rb +2 -2
- data/spec/arachni/element/link_spec.rb +12 -12
- data/spec/arachni/element/link_template/dom_spec.rb +1 -1
- data/spec/arachni/element/link_template_spec.rb +13 -13
- data/spec/arachni/element/server_spec.rb +50 -8
- data/spec/arachni/element/xml_spec.rb +247 -0
- data/spec/arachni/framework/parts/audit_spec.rb +13 -6
- data/spec/arachni/framework/parts/browser_spec.rb +276 -10
- data/spec/arachni/framework/parts/state_spec.rb +20 -2
- data/spec/arachni/http/client/dynamic_404_handlers_spec.rb +274 -0
- data/spec/arachni/http/client_spec.rb +4 -241
- data/spec/arachni/http/proxy_server_spec.rb +8 -0
- data/spec/arachni/http/request_spec.rb +129 -1
- data/spec/arachni/http/response_spec.rb +20 -0
- data/spec/arachni/issue_spec.rb +3 -3
- data/spec/arachni/option_groups/audit_spec.rb +32 -0
- data/spec/arachni/option_groups/http_spec.rb +70 -4
- data/spec/arachni/options_spec.rb +6 -6
- data/spec/arachni/page_spec.rb +89 -1
- data/spec/arachni/report_spec.rb +17 -0
- data/spec/arachni/session_spec.rb +3 -14
- data/spec/arachni/trainer_spec.rb +24 -5
- data/spec/arachni/uri/scope_spec.rb +97 -7
- data/spec/arachni/uri_spec.rb +41 -0
- data/spec/arachni/utilities_spec.rb +2 -1
- data/spec/components/checks/active/code_injection_spec.rb +47 -7
- data/spec/components/checks/active/code_injection_timing_spec.rb +4 -2
- data/spec/components/checks/active/file_inclusion_spec.rb +16 -6
- data/spec/components/checks/active/ldap_injection_spec.rb +13 -4
- data/spec/components/checks/active/no_sql_injection_spec.rb +4 -2
- data/spec/components/checks/active/os_cmd_injection_spec.rb +15 -11
- data/spec/components/checks/active/os_cmd_injection_timing_spec.rb +4 -2
- data/spec/components/checks/active/path_traversal_spec.rb +11 -5
- data/spec/components/checks/active/response_splitting_spec.rb +4 -2
- data/spec/components/checks/active/rfi_spec.rb +5 -2
- data/spec/components/checks/active/source_code_disclosure_spec.rb +6 -4
- data/spec/components/checks/active/sql_injection_spec.rb +52 -26
- data/spec/components/checks/active/sql_injection_timing_spec.rb +29 -5
- data/spec/components/checks/active/unvalidated_redirect_dom_spec.rb +19 -0
- data/spec/components/checks/active/unvalidated_redirect_spec.rb +5 -2
- data/spec/components/checks/active/xpath_injection_spec.rb +11 -3
- data/spec/components/checks/active/xss_dom_script_context_spec.rb +4 -4
- data/spec/components/checks/active/xss_script_context_spec.rb +5 -5
- data/spec/components/checks/active/xss_tag_spec.rb +1 -1
- data/spec/components/checks/active/xxe_spec.rb +19 -0
- data/spec/components/checks/passive/grep/hsts_spec.rb +10 -2
- data/spec/components/checks/passive/grep/insecure_cors_policy_spec.rb +25 -0
- data/spec/components/checks/passive/grep/x_frame_options_spec.rb +25 -0
- data/spec/components/checks/passive/insecure_client_access_policy_spec.rb +15 -0
- data/spec/components/checks/passive/insecure_cross_domain_policy_access_spec.rb +15 -0
- data/spec/components/checks/passive/insecure_cross_domain_policy_headers_spec.rb +15 -0
- data/spec/components/plugins/exec_spec.rb +56 -0
- data/spec/components/plugins/headers_collector_spec.rb +126 -0
- data/spec/components/plugins/vector_collector_spec.rb +55 -0
- data/spec/spec_helper.rb +2 -1
- data/spec/support/factories/element/form.rb +1 -1
- data/spec/support/factories/element/json.rb +5 -0
- data/spec/support/factories/element/link.rb +1 -1
- data/spec/support/factories/element/link_template.rb +1 -1
- data/spec/support/factories/element/xml.rb +5 -0
- data/spec/support/factories/page.rb +11 -2
- data/spec/support/fixtures/check_with_invalid_platforms/with_invalid_platforms.rb +1 -1
- data/spec/support/fixtures/checks/test.rb +1 -1
- data/spec/support/fixtures/checks/test2.rb +1 -1
- data/spec/support/fixtures/checks/test3.rb +1 -1
- data/spec/support/fixtures/fingerprinters/test.rb +1 -1
- data/spec/support/fixtures/plugins/bad.rb +1 -1
- data/spec/support/fixtures/plugins/defaults/default.rb +1 -1
- data/spec/support/fixtures/plugins/distributable.rb +1 -1
- data/spec/support/fixtures/plugins/loop.rb +1 -1
- data/spec/support/fixtures/plugins/suspendable.rb +1 -1
- data/spec/support/fixtures/plugins/wait.rb +1 -1
- data/spec/support/fixtures/plugins/with_options.rb +1 -1
- data/spec/support/fixtures/plugins_with_priorities/p0.rb +1 -1
- data/spec/support/fixtures/plugins_with_priorities/p00.rb +1 -1
- data/spec/support/fixtures/plugins_with_priorities/p1.rb +1 -1
- data/spec/support/fixtures/plugins_with_priorities/p2.rb +1 -1
- data/spec/support/fixtures/plugins_with_priorities/p22.rb +1 -1
- data/spec/support/fixtures/plugins_with_priorities/p222.rb +1 -1
- data/spec/support/fixtures/plugins_with_priorities/p_nil.rb +1 -1
- data/spec/support/fixtures/plugins_with_priorities/p_nil2.rb +1 -1
- data/spec/support/fixtures/report.afr +0 -0
- data/spec/support/fixtures/reporters/base_spec/plugin_formatters/with_formatters/foobar.rb +1 -1
- data/spec/support/fixtures/reporters/base_spec/with_formatters.rb +1 -1
- data/spec/support/fixtures/reporters/base_spec/with_outfile.rb +1 -1
- data/spec/support/fixtures/reporters/base_spec/without_outfile.rb +1 -1
- data/spec/support/fixtures/reporters/manager_spec/afr.rb +1 -1
- data/spec/support/fixtures/reporters/manager_spec/foo.rb +1 -1
- data/spec/support/fixtures/run_check/body.rb +1 -1
- data/spec/support/fixtures/run_check/cookies.rb +1 -1
- data/spec/support/fixtures/run_check/empty.rb +1 -1
- data/spec/support/fixtures/run_check/flch.rb +1 -1
- data/spec/support/fixtures/run_check/forms.rb +1 -1
- data/spec/support/fixtures/run_check/headers.rb +1 -1
- data/spec/support/fixtures/run_check/links.rb +1 -1
- data/spec/support/fixtures/run_check/nil.rb +1 -1
- data/spec/support/fixtures/run_check/path.rb +1 -1
- data/spec/support/fixtures/run_check/server.rb +1 -1
- data/spec/support/fixtures/taint_check/taint.rb +1 -1
- data/spec/support/fixtures/wait_check/wait.rb +1 -1
- data/spec/support/helpers/framework.rb +1 -1
- data/spec/support/helpers/misc.rb +1 -1
- data/spec/support/helpers/pages.rb +23 -14
- data/spec/support/helpers/paths.rb +1 -1
- data/spec/support/helpers/requires.rb +1 -1
- data/spec/support/helpers/resets.rb +1 -1
- data/spec/support/helpers/web_server.rb +1 -1
- data/spec/support/lib/factory.rb +1 -1
- data/spec/support/lib/web_server_client.rb +1 -1
- data/spec/support/lib/web_server_dispatcher.rb +1 -1
- data/spec/support/lib/web_server_manager.rb +1 -1
- data/spec/support/servers/arachni/browser.rb +77 -3
- data/spec/support/servers/arachni/browser/javascript/angular-1.2.8.js +1 -1
- data/spec/support/servers/arachni/browser/javascript/angular-route.js +1 -1
- data/spec/support/servers/arachni/browser/javascript/dom_monitor.rb +24 -1
- data/spec/support/servers/arachni/browser/javascript/jquery.cookie.js +117 -0
- data/spec/support/servers/arachni/browser/javascript/taint_tracer.rb +58 -1
- data/spec/support/servers/arachni/element/capabilities/analyzable/timeout.rb +6 -0
- data/spec/support/servers/arachni/element/json.rb +5 -0
- data/spec/support/servers/arachni/element/xml.rb +5 -0
- data/spec/support/servers/arachni/http/client.rb +0 -22
- data/spec/support/servers/arachni/http/client/dynamic_404_handler.rb +47 -0
- data/spec/support/servers/arachni/trainer.rb +10 -0
- data/spec/support/servers/checks/active/code_injection.rb +69 -42
- data/spec/support/servers/checks/active/code_injection_timing.rb +115 -0
- data/spec/support/servers/checks/active/file_inclusion.rb +117 -2
- data/spec/support/servers/checks/active/ldap_injection.rb +114 -0
- data/spec/support/servers/checks/active/no_sql_injection.rb +81 -0
- data/spec/support/servers/checks/active/os_cmd_injection.rb +116 -0
- data/spec/support/servers/checks/active/os_cmd_injection_timing.rb +77 -5
- data/spec/support/servers/checks/active/path_traversal.rb +154 -2
- data/spec/support/servers/checks/active/response_splitting.rb +117 -0
- data/spec/support/servers/checks/active/rfi.rb +117 -0
- data/spec/support/servers/checks/active/source_code_disclosure.rb +109 -0
- data/spec/support/servers/checks/active/sql_injection.rb +125 -0
- data/spec/support/servers/checks/active/sql_injection_timing.rb +114 -0
- data/spec/support/servers/checks/active/unvalidated_redirect.rb +117 -1
- data/spec/support/servers/checks/active/unvalidated_redirect_dom.rb +115 -0
- data/spec/support/servers/checks/active/xpath_injection.rb +117 -0
- data/spec/support/servers/checks/active/xss_script_context.rb +16 -32
- data/spec/support/servers/checks/active/xss_tag.rb +12 -12
- data/spec/support/servers/checks/active/xxe.rb +85 -0
- data/spec/support/servers/checks/passive/grep/insecure_cors_policy.rb +8 -0
- data/spec/support/servers/checks/passive/grep/x_frame_options.rb +9 -0
- data/spec/support/servers/checks/passive/insecure_client_access_policy.rb +9 -0
- data/spec/support/servers/checks/passive/insecure_cross_domain_policy_access.rb +13 -0
- data/spec/support/servers/checks/passive/insecure_cross_domain_policy_headers.rb +13 -0
- data/spec/support/servers/plugins/headers_collector.rb +16 -0
- data/spec/support/servers/plugins/vector_collector.rb +13 -0
- data/spec/support/shared/check.rb +6 -1
- data/spec/support/shared/element/base.rb +16 -9
- data/spec/support/shared/element/capabilities/auditable.rb +22 -15
- data/spec/support/shared/element/capabilities/auditable/dom.rb +7 -14
- data/spec/support/shared/element/capabilities/inputtable.rb +46 -61
- data/spec/support/shared/element/capabilities/mutable.rb +159 -64
- data/spec/support/shared/element/capabilities/with_dom.rb +52 -3
- data/spec/support/shared/element/capabilities/with_node.rb +2 -44
- data/spec/support/shared/element/capabilities/with_scope.rb +1 -1
- data/spec/support/shared/element/capabilities/with_source.rb +55 -0
- data/ui/cli/framework.rb +9 -9
- data/ui/cli/framework/option_parser.rb +75 -3
- data/ui/cli/option_parser.rb +1 -1
- data/ui/cli/output.rb +1 -1
- data/ui/cli/reporter.rb +1 -1
- data/ui/cli/reporter/option_parser.rb +1 -1
- data/ui/cli/restored_framework.rb +1 -1
- data/ui/cli/restored_framework/option_parser.rb +1 -1
- data/ui/cli/rpc/client/dispatcher_monitor.rb +1 -1
- data/ui/cli/rpc/client/dispatcher_monitor/option_parser.rb +1 -1
- data/ui/cli/rpc/client/instance.rb +5 -4
- data/ui/cli/rpc/client/local.rb +1 -1
- data/ui/cli/rpc/client/local/option_parser.rb +1 -1
- data/ui/cli/rpc/client/remote.rb +1 -1
- data/ui/cli/rpc/client/remote/option_parser.rb +1 -1
- data/ui/cli/rpc/server/dispatcher.rb +1 -1
- data/ui/cli/rpc/server/dispatcher/option_parser.rb +1 -1
- data/ui/cli/utilities.rb +4 -1
- metadata +129 -19
- data/lib/arachni/nokogiri/xml/node.rb +0 -42
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
data/lib/arachni/trainer.rb
CHANGED
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -131,6 +131,13 @@ class Trainer
|
|
131
131
|
|
132
132
|
notify_on_new_page incoming_page
|
133
133
|
@framework.push_to_page_queue( incoming_page )
|
134
|
+
|
135
|
+
# If the page is pushed, paths will be extracted eventually, if not, we
|
136
|
+
# need to do it now.
|
137
|
+
else
|
138
|
+
incoming_page.paths.each do |path|
|
139
|
+
@framework.push_to_url_queue( path )
|
140
|
+
end
|
134
141
|
end
|
135
142
|
|
136
143
|
print_debug 'Training complete.'
|
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
data/lib/arachni/uri.rb
CHANGED
@@ -1,5 +1,5 @@
|
|
1
1
|
=begin
|
2
|
-
Copyright 2010-
|
2
|
+
Copyright 2010-2015 Tasos Laskos <tasos.laskos@arachni-scanner.com>
|
3
3
|
|
4
4
|
This file is part of the Arachni Framework project and is subject to
|
5
5
|
redistribution and commercial restrictions. Please see the Arachni Framework
|
@@ -67,12 +67,12 @@ class URI
|
|
67
67
|
}
|
68
68
|
|
69
69
|
class <<self
|
70
|
-
|
70
|
+
|
71
71
|
# @return [URI::Parser] cached URI parser
|
72
72
|
def parser
|
73
73
|
CACHE[__method__]
|
74
74
|
end
|
75
|
-
|
75
|
+
|
76
76
|
# URL encodes a string.
|
77
77
|
#
|
78
78
|
# @param [String] string
|
@@ -85,7 +85,7 @@ class URI
|
|
85
85
|
def encode( string, bad_characters = nil )
|
86
86
|
Addressable::URI.encode_component( *[string, bad_characters].compact )
|
87
87
|
end
|
88
|
-
|
88
|
+
|
89
89
|
# URL decodes a string.
|
90
90
|
#
|
91
91
|
# @param [String] string
|
@@ -94,7 +94,7 @@ class URI
|
|
94
94
|
def decode( string )
|
95
95
|
Addressable::URI.unencode( string )
|
96
96
|
end
|
97
|
-
|
97
|
+
|
98
98
|
# @note This method's results are cached for performance reasons.
|
99
99
|
# If you plan on doing something destructive with its return value
|
100
100
|
# duplicate it first because there may be references to it elsewhere.
|
@@ -114,7 +114,7 @@ class URI
|
|
114
114
|
nil
|
115
115
|
end
|
116
116
|
end
|
117
|
-
|
117
|
+
|
118
118
|
# @note This method's results are cached for performance reasons.
|
119
119
|
# If you plan on doing something destructive with its return value
|
120
120
|
# duplicate it first because there may be references to it elsewhere.
|
@@ -128,7 +128,7 @@ class URI
|
|
128
128
|
def ruby_parse( url )
|
129
129
|
return url if url.to_s.empty? || url.is_a?( ::URI )
|
130
130
|
return if url.downcase.start_with? 'javascript:'
|
131
|
-
|
131
|
+
|
132
132
|
CACHE[__method__][url] ||= begin
|
133
133
|
::URI::Generic.build( fast_parse( url ) )
|
134
134
|
rescue
|
@@ -142,7 +142,7 @@ class URI
|
|
142
142
|
end
|
143
143
|
end
|
144
144
|
end
|
145
|
-
|
145
|
+
|
146
146
|
# @note This method's results are cached for performance reasons.
|
147
147
|
# If you plan on doing something destructive with its return value
|
148
148
|
# duplicate it first because there may be references to it elsewhere.
|
@@ -170,15 +170,15 @@ class URI
|
|
170
170
|
def fast_parse( url )
|
171
171
|
return if !url || url.empty?
|
172
172
|
return if url.downcase.start_with? 'javascript:'
|
173
|
-
|
173
|
+
|
174
174
|
cache = CACHE[__method__]
|
175
|
-
|
175
|
+
|
176
176
|
url = url.to_s.dup
|
177
|
-
|
177
|
+
|
178
178
|
# Remove the fragment if there is one.
|
179
179
|
url = url.split( '#', 2 )[0...-1].join if url.include?( '#' )
|
180
180
|
c_url = url.to_s.dup
|
181
|
-
|
181
|
+
|
182
182
|
components = {
|
183
183
|
scheme: nil,
|
184
184
|
userinfo: nil,
|
@@ -187,47 +187,47 @@ class URI
|
|
187
187
|
path: nil,
|
188
188
|
query: nil
|
189
189
|
}
|
190
|
-
|
190
|
+
|
191
191
|
valid_schemes = %w(http https)
|
192
|
-
|
192
|
+
|
193
193
|
begin
|
194
194
|
if (v = cache[url]) && v == :err
|
195
195
|
return
|
196
196
|
elsif v
|
197
197
|
return v
|
198
198
|
end
|
199
|
-
|
199
|
+
|
200
200
|
# We're not smart enough for scheme-less URLs and if we're to go
|
201
201
|
# into heuristics then there's no reason to not just use
|
202
202
|
# Addressable's parser.
|
203
203
|
if url.start_with?( '//' )
|
204
204
|
return cache[c_url] = addressable_parse( c_url ).freeze
|
205
205
|
end
|
206
|
-
|
206
|
+
|
207
207
|
url = url.recode
|
208
208
|
url = html_decode( url )
|
209
|
-
|
209
|
+
|
210
210
|
dupped_url = url.dup
|
211
211
|
has_path = true
|
212
|
-
|
212
|
+
|
213
213
|
splits = url.split( ':' )
|
214
214
|
if !splits.empty? && valid_schemes.include?( splits.first.downcase )
|
215
215
|
splits = url.split( '://', 2 )
|
216
216
|
components[:scheme] = splits.shift
|
217
217
|
components[:scheme].downcase! if components[:scheme]
|
218
|
-
|
218
|
+
|
219
219
|
if url = splits.shift
|
220
220
|
splits = url.to_s.split( '?' ).first.to_s.split( '@', 2 )
|
221
|
-
|
221
|
+
|
222
222
|
if splits.size > 1
|
223
223
|
components[:userinfo] = splits.first
|
224
224
|
url = splits.shift
|
225
225
|
end
|
226
|
-
|
226
|
+
|
227
227
|
if !splits.empty?
|
228
228
|
splits = splits.last.split( '/', 2 )
|
229
229
|
url = splits.last
|
230
|
-
|
230
|
+
|
231
231
|
splits = splits.first.split( ':', 2 )
|
232
232
|
if splits.size == 2
|
233
233
|
host = splits.first
|
@@ -244,7 +244,7 @@ class URI
|
|
244
244
|
else
|
245
245
|
host = splits.last
|
246
246
|
end
|
247
|
-
|
247
|
+
|
248
248
|
if components[:host] = host
|
249
249
|
url.gsub!( host, '' )
|
250
250
|
components[:host].downcase!
|
@@ -256,7 +256,7 @@ class URI
|
|
256
256
|
has_path = false
|
257
257
|
end
|
258
258
|
end
|
259
|
-
|
259
|
+
|
260
260
|
if has_path
|
261
261
|
splits = url.split( '?', 2 )
|
262
262
|
if (components[:path] = splits.shift)
|
@@ -265,19 +265,19 @@ class URI
|
|
265
265
|
end
|
266
266
|
|
267
267
|
components[:path].gsub!( /\/+/, '/' )
|
268
|
-
|
268
|
+
|
269
269
|
# Remove path params
|
270
270
|
components[:path] = components[:path].split( ';', 2 ).first
|
271
|
-
|
271
|
+
|
272
272
|
if components[:path]
|
273
273
|
components[:path] =
|
274
274
|
encode( decode( components[:path] ),
|
275
275
|
Addressable::URI::CharacterClasses::PATH )
|
276
|
-
|
276
|
+
|
277
277
|
components[:path] = ::URI.encode( components[:path], ';' )
|
278
278
|
end
|
279
279
|
end
|
280
|
-
|
280
|
+
|
281
281
|
if c_url.include?( '?' ) &&
|
282
282
|
!(query = dupped_url.split( '?', 2 ).last).empty?
|
283
283
|
|
@@ -288,30 +288,30 @@ class URI
|
|
288
288
|
end).join( '&' )
|
289
289
|
end
|
290
290
|
end
|
291
|
-
|
291
|
+
|
292
292
|
components[:path] ||= components[:scheme] ? '/' : nil
|
293
|
-
|
293
|
+
|
294
294
|
components.values.each(&:freeze)
|
295
|
-
|
295
|
+
|
296
296
|
cache[c_url] = components.freeze
|
297
297
|
rescue => e
|
298
298
|
begin
|
299
299
|
print_debug "Failed to fast-parse '#{c_url}', falling back to slow-parse."
|
300
300
|
print_debug "Error: #{e}"
|
301
301
|
print_debug_backtrace( e )
|
302
|
-
|
303
|
-
cache[c_url] = addressable_parse( c_url ).freeze
|
302
|
+
|
303
|
+
cache[c_url] = addressable_parse( c_url.recode ).freeze
|
304
304
|
rescue => ex
|
305
305
|
print_debug "Failed to parse '#{c_url}'."
|
306
306
|
print_debug "Error: #{ex}"
|
307
307
|
print_debug_backtrace( ex )
|
308
|
-
|
308
|
+
|
309
309
|
cache[c_url] = :err
|
310
310
|
nil
|
311
311
|
end
|
312
312
|
end
|
313
313
|
end
|
314
|
-
|
314
|
+
|
315
315
|
# @note The Hash is suitable for passing to `::URI::Generic.build` -- if
|
316
316
|
# however you plan on doing that you'll be better off just using
|
317
317
|
# {.ruby_parse} which does the same thing and caches the results for
|
@@ -338,7 +338,7 @@ class URI
|
|
338
338
|
u = Addressable::URI.parse( html_decode( url.to_s ) ).normalize
|
339
339
|
u.fragment = nil
|
340
340
|
h = u.to_hash
|
341
|
-
|
341
|
+
|
342
342
|
h[:path].gsub!( /\/+/, '/' ) if h[:path]
|
343
343
|
if h[:user]
|
344
344
|
h[:userinfo] = h.delete( :user )
|
@@ -346,7 +346,7 @@ class URI
|
|
346
346
|
end
|
347
347
|
h
|
348
348
|
end
|
349
|
-
|
349
|
+
|
350
350
|
# @note This method's results are cached for performance reasons.
|
351
351
|
# If you plan on doing something destructive with its return value
|
352
352
|
# duplicate it first because there may be references to it elsewhere.
|
@@ -365,7 +365,7 @@ class URI
|
|
365
365
|
def to_absolute( relative, reference = Options.instance.url.to_s )
|
366
366
|
return reference if !relative || relative.empty?
|
367
367
|
key = relative + ' :: ' + reference
|
368
|
-
|
368
|
+
|
369
369
|
cache = CACHE[__method__]
|
370
370
|
begin
|
371
371
|
if (v = cache[key]) && v == :err
|
@@ -373,7 +373,7 @@ class URI
|
|
373
373
|
elsif v
|
374
374
|
return v
|
375
375
|
end
|
376
|
-
|
376
|
+
|
377
377
|
parsed_ref = parse( reference )
|
378
378
|
|
379
379
|
if relative.start_with?( '//' )
|
@@ -388,7 +388,7 @@ class URI
|
|
388
388
|
nil
|
389
389
|
end
|
390
390
|
end
|
391
|
-
|
391
|
+
|
392
392
|
# @note This method's results are cached for performance reasons.
|
393
393
|
# If you plan on doing something destructive with its return value
|
394
394
|
# duplicate it first because there may be references to it elsewhere.
|
@@ -402,48 +402,48 @@ class URI
|
|
402
402
|
# Normalized URL (frozen).
|
403
403
|
def normalize( url )
|
404
404
|
return if !url || url.empty?
|
405
|
-
|
405
|
+
|
406
406
|
cache = CACHE[__method__]
|
407
|
-
|
407
|
+
|
408
408
|
url = url.to_s.strip.dup
|
409
409
|
c_url = url.to_s.strip.dup
|
410
|
-
|
410
|
+
|
411
411
|
begin
|
412
412
|
if (v = cache[url]) && v == :err
|
413
413
|
return
|
414
414
|
elsif v
|
415
415
|
return v
|
416
416
|
end
|
417
|
-
|
417
|
+
|
418
418
|
components = fast_parse( url )
|
419
|
-
|
419
|
+
|
420
420
|
normalized = ''
|
421
421
|
normalized << components[:scheme] + '://' if components[:scheme]
|
422
|
-
|
422
|
+
|
423
423
|
if components[:userinfo]
|
424
424
|
normalized << components[:userinfo]
|
425
425
|
normalized << '@'
|
426
426
|
end
|
427
|
-
|
427
|
+
|
428
428
|
if components[:host]
|
429
429
|
normalized << components[:host]
|
430
430
|
normalized << ':' + components[:port].to_s if components[:port]
|
431
431
|
end
|
432
|
-
|
432
|
+
|
433
433
|
normalized << components[:path] if components[:path]
|
434
434
|
normalized << '?' + components[:query] if components[:query]
|
435
|
-
|
435
|
+
|
436
436
|
cache[c_url] = normalized.freeze
|
437
437
|
rescue => e
|
438
438
|
print_debug "Failed to normalize '#{c_url}'."
|
439
439
|
print_debug "Error: #{e}"
|
440
440
|
print_debug_backtrace( e )
|
441
|
-
|
441
|
+
|
442
442
|
cache[c_url] = :err
|
443
443
|
nil
|
444
444
|
end
|
445
445
|
end
|
446
|
-
|
446
|
+
|
447
447
|
# @param [String] url
|
448
448
|
# @param [Hash<Regexp => String>] rules
|
449
449
|
# Regular expression and substitution pairs.
|
@@ -453,7 +453,7 @@ class URI
|
|
453
453
|
def rewrite( url, rules = Arachni::Options.scope.url_rewrites )
|
454
454
|
parse( url ).rewrite( rules ).to_s
|
455
455
|
end
|
456
|
-
|
456
|
+
|
457
457
|
# Extracts inputs from a URL query.
|
458
458
|
#
|
459
459
|
# @param [String] url
|
@@ -465,6 +465,20 @@ class URI
|
|
465
465
|
|
466
466
|
parse( url ).query_parameters
|
467
467
|
end
|
468
|
+
|
469
|
+
# @param [String] url
|
470
|
+
# URL to check.
|
471
|
+
#
|
472
|
+
# @return [Bool]
|
473
|
+
# `true` is the URL is full and absolute, `false` otherwise.
|
474
|
+
def full_and_absolute?( url )
|
475
|
+
return false if url.to_s.empty?
|
476
|
+
|
477
|
+
parsed = parse( url.to_s )
|
478
|
+
return false if !parsed
|
479
|
+
|
480
|
+
parsed.absolute?
|
481
|
+
end
|
468
482
|
end
|
469
483
|
|
470
484
|
# @note Will discard the fragment component, if there is one.
|
@@ -538,11 +552,19 @@ class URI
|
|
538
552
|
to_s.split( '?', 2 ).first.to_s
|
539
553
|
end
|
540
554
|
|
541
|
-
# @return [String]
|
555
|
+
# @return [String]
|
556
|
+
# Name of the resource.
|
557
|
+
def resource_name
|
558
|
+
path.split( '/' ).last
|
559
|
+
end
|
560
|
+
|
561
|
+
# @return [String, nil]
|
562
|
+
# The extension of the URI {#file_name}, `nil` if there is none.
|
542
563
|
def resource_extension
|
543
|
-
|
544
|
-
return if !
|
545
|
-
|
564
|
+
name = resource_name.to_s
|
565
|
+
return if !name.include?( '.' )
|
566
|
+
|
567
|
+
name.split( '.' ).last
|
546
568
|
end
|
547
569
|
|
548
570
|
# @return [String]
|
@@ -613,7 +635,7 @@ class URI
|
|
613
635
|
q = self.query
|
614
636
|
return {} if q.to_s.empty?
|
615
637
|
|
616
|
-
q.
|
638
|
+
q.split( '&' ).inject( {} ) do |h, pair|
|
617
639
|
name, value = pair.split( '=', 2 )
|
618
640
|
h[::URI.decode( name.to_s )] = ::URI.decode( value.to_s )
|
619
641
|
h
|