arachni 0.3 → 0.4

Sign up to get free protection for your applications and to get access to all the features.
Files changed (348) hide show
  1. data/ACKNOWLEDGMENTS.md +1 -1
  2. data/CHANGELOG.md +146 -0
  3. data/CONTRIBUTORS.md +1 -0
  4. data/HACKING.md +3 -3
  5. data/README.md +81 -49
  6. data/Rakefile +11 -14
  7. data/bin/arachni +4 -8
  8. data/bin/arachni_rpc +17 -0
  9. data/bin/arachni_rpcd +18 -0
  10. data/bin/arachni_rpcd_monitor +18 -0
  11. data/bin/arachni_web +25 -48
  12. data/bin/arachni_web_autostart +3 -3
  13. data/conf/README.webui.yaml.txt +7 -21
  14. data/external/metasploit/plugins/arachni.rb +0 -7
  15. data/extras/modules/recon/raft_dirs.rb +108 -0
  16. data/extras/modules/recon/raft_dirs/raft-large-directories.txt +62290 -0
  17. data/extras/modules/recon/raft_files.rb +110 -0
  18. data/extras/modules/recon/raft_files/raft-large-files.txt +37037 -0
  19. data/extras/modules/recon/svn_digger_dirs.rb +108 -0
  20. data/extras/modules/recon/svn_digger_dirs/Licence.txt +674 -0
  21. data/extras/modules/recon/svn_digger_dirs/ReadMe-Arachni.txt +4 -0
  22. data/extras/modules/recon/svn_digger_dirs/ReadMe.txt +6 -0
  23. data/extras/modules/recon/svn_digger_dirs/all-dirs.txt +5960 -0
  24. data/extras/modules/recon/svn_digger_files.rb +114 -0
  25. data/extras/modules/recon/svn_digger_files/Licence.txt +674 -0
  26. data/extras/modules/recon/svn_digger_files/ReadMe-Arachni.txt +4 -0
  27. data/extras/modules/recon/svn_digger_files/ReadMe.txt +6 -0
  28. data/extras/modules/recon/svn_digger_files/all-extensionless.txt +25419 -0
  29. data/extras/modules/recon/svn_digger_files/all.txt +43135 -0
  30. data/lib/arachni.rb +2 -7
  31. data/lib/{audit_store.rb → arachni/audit_store.rb} +68 -60
  32. data/lib/{component_manager.rb → arachni/component_manager.rb} +8 -8
  33. data/lib/{component_options.rb → arachni/component_options.rb} +34 -4
  34. data/lib/{crypto → arachni/crypto}/rsa_aes_cbc.rb +1 -2
  35. data/lib/arachni/database.rb +4 -0
  36. data/lib/arachni/database/base.rb +125 -0
  37. data/lib/arachni/database/hash.rb +384 -0
  38. data/lib/arachni/database/queue.rb +93 -0
  39. data/lib/{exceptions.rb → arachni/exceptions.rb} +1 -1
  40. data/lib/arachni/framework.rb +899 -0
  41. data/lib/{http.rb → arachni/http.rb} +63 -166
  42. data/lib/{issue.rb → arachni/issue.rb} +46 -17
  43. data/lib/{mixins → arachni/mixins}/observable.rb +1 -1
  44. data/lib/arachni/mixins/progress_bar.rb +81 -0
  45. data/lib/arachni/mixins/terminal.rb +106 -0
  46. data/lib/{module.rb → arachni/module.rb} +0 -0
  47. data/lib/{module → arachni/module}/auditor.rb +250 -86
  48. data/lib/{module → arachni/module}/base.rb +8 -18
  49. data/lib/{module → arachni/module}/element_db.rb +10 -2
  50. data/lib/{module → arachni/module}/key_filler.rb +1 -1
  51. data/lib/arachni/module/manager.rb +145 -0
  52. data/lib/{module → arachni/module}/output.rb +6 -1
  53. data/lib/{module → arachni/module}/trainer.rb +48 -52
  54. data/lib/{module → arachni/module}/utilities.rb +66 -15
  55. data/lib/{nokogiri → arachni/nokogiri}/xml/node.rb +0 -0
  56. data/lib/arachni/options.rb +986 -0
  57. data/lib/{parser.rb → arachni/parser.rb} +0 -0
  58. data/lib/{parser → arachni/parser}/auditable.rb +111 -32
  59. data/lib/{parser → arachni/parser}/elements.rb +28 -20
  60. data/lib/{parser → arachni/parser}/page.rb +20 -3
  61. data/lib/{parser → arachni/parser}/parser.rb +100 -63
  62. data/lib/{plugin.rb → arachni/plugin.rb} +0 -0
  63. data/lib/{plugin → arachni/plugin}/base.rb +43 -6
  64. data/lib/{plugin → arachni/plugin}/manager.rb +40 -13
  65. data/lib/{report.rb → arachni/report.rb} +0 -0
  66. data/lib/{report → arachni/report}/base.rb +43 -2
  67. data/lib/{report → arachni/report}/manager.rb +7 -18
  68. data/lib/arachni/rpc/client/base.rb +42 -0
  69. data/lib/{rpc/xml → arachni/rpc}/client/dispatcher.rb +12 -13
  70. data/lib/arachni/rpc/client/instance.rb +62 -0
  71. data/lib/arachni/rpc/server/base.rb +51 -0
  72. data/lib/arachni/rpc/server/dispatcher.rb +438 -0
  73. data/lib/arachni/rpc/server/framework.rb +1163 -0
  74. data/lib/arachni/rpc/server/instance.rb +184 -0
  75. data/lib/{rpc/xml → arachni/rpc}/server/module/manager.rb +8 -5
  76. data/lib/arachni/rpc/server/node.rb +267 -0
  77. data/lib/{rpc/xml → arachni/rpc}/server/options.rb +6 -35
  78. data/lib/{rpc/xml → arachni/rpc}/server/output.rb +29 -3
  79. data/lib/{rpc/xml → arachni/rpc}/server/plugin/manager.rb +5 -6
  80. data/lib/{ruby.rb → arachni/ruby.rb} +1 -2
  81. data/lib/arachni/ruby/array.rb +31 -0
  82. data/lib/{ruby → arachni/ruby}/object.rb +1 -1
  83. data/lib/{ruby → arachni/ruby}/string.rb +1 -1
  84. data/lib/{spider.rb → arachni/spider.rb} +83 -110
  85. data/lib/arachni/typhoeus/hydra.rb +7 -0
  86. data/lib/{typhoeus → arachni/typhoeus}/request.rb +11 -9
  87. data/lib/{typhoeus → arachni/typhoeus}/response.rb +4 -0
  88. data/lib/{ui → arachni/ui}/cli/cli.rb +154 -84
  89. data/lib/{ui → arachni/ui}/cli/output.rb +57 -19
  90. data/lib/{ui/xmlrpc → arachni/ui/rpc}/dispatcher_monitor.rb +11 -10
  91. data/lib/{ui/xmlrpc/xmlrpc.rb → arachni/ui/rpc/rpc.rb} +102 -158
  92. data/lib/{ui → arachni/ui}/web/addon_manager.rb +23 -3
  93. data/lib/arachni/ui/web/addons/autodeploy.rb +207 -0
  94. data/lib/{ui → arachni/ui}/web/addons/autodeploy/lib/manager.rb +142 -35
  95. data/lib/arachni/ui/web/addons/autodeploy/views/index.erb +291 -0
  96. data/lib/{ui → arachni/ui}/web/addons/sample.rb +1 -1
  97. data/lib/{ui → arachni/ui}/web/addons/sample/views/index.erb +0 -0
  98. data/lib/{ui → arachni/ui}/web/addons/scheduler.rb +30 -22
  99. data/lib/{ui → arachni/ui}/web/addons/scheduler/views/index.erb +56 -22
  100. data/lib/{ui → arachni/ui}/web/addons/scheduler/views/options.erb +0 -0
  101. data/lib/arachni/ui/web/dispatcher_manager.rb +274 -0
  102. data/lib/arachni/ui/web/instance_manager.rb +69 -0
  103. data/lib/{ui → arachni/ui}/web/log.rb +1 -1
  104. data/lib/arachni/ui/web/output_stream.rb +54 -0
  105. data/lib/{ui → arachni/ui}/web/report_manager.rb +48 -54
  106. data/lib/{ui → arachni/ui}/web/scheduler.rb +42 -47
  107. data/lib/arachni/ui/web/server.rb +1197 -0
  108. data/lib/{ui → arachni/ui}/web/server/db/placeholder +0 -0
  109. data/lib/{ui → arachni/ui}/web/server/public/banner.png +0 -0
  110. data/lib/{ui → arachni/ui}/web/server/public/bodybg-small.png +0 -0
  111. data/lib/{ui → arachni/ui}/web/server/public/bodybg.png +0 -0
  112. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/pbar-ani.gif +0 -0
  113. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-bg_flat_0_aaaaaa_40x100.png +0 -0
  114. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-bg_flat_75_ffffff_40x100.png +0 -0
  115. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-bg_glass_55_fbf9ee_1x400.png +0 -0
  116. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-bg_glass_65_ffffff_1x400.png +0 -0
  117. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-bg_glass_75_dadada_1x400.png +0 -0
  118. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-bg_glass_75_e6e6e6_1x400.png +0 -0
  119. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-bg_glass_95_fef1ec_1x400.png +0 -0
  120. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-bg_highlight-soft_75_cccccc_1x100.png +0 -0
  121. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-icons_222222_256x240.png +0 -0
  122. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-icons_2e83ff_256x240.png +0 -0
  123. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-icons_454545_256x240.png +0 -0
  124. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-icons_888888_256x240.png +0 -0
  125. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-icons_cd0a0a_256x240.png +0 -0
  126. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/jquery-ui-1.8.9.custom.css +0 -0
  127. data/lib/{ui → arachni/ui}/web/server/public/favicon.ico +0 -0
  128. data/lib/{ui → arachni/ui}/web/server/public/footer.jpg +0 -0
  129. data/lib/{ui/web/server/public/icons/error.png → arachni/ui/web/server/public/icons/bad.png} +0 -0
  130. data/lib/arachni/ui/web/server/public/icons/error.png +0 -0
  131. data/lib/{ui → arachni/ui}/web/server/public/icons/info.png +0 -0
  132. data/lib/{ui → arachni/ui}/web/server/public/icons/ok.png +0 -0
  133. data/lib/{ui → arachni/ui}/web/server/public/icons/status.png +0 -0
  134. data/lib/{ui → arachni/ui}/web/server/public/js/jquery-1.4.4.min.js +0 -0
  135. data/lib/{ui → arachni/ui}/web/server/public/js/jquery-ui-1.8.9.custom.min.js +0 -0
  136. data/lib/{ui → arachni/ui}/web/server/public/js/jquery-ui-timepicker.js +0 -0
  137. data/lib/{ui → arachni/ui}/web/server/public/logo.png +0 -0
  138. data/lib/{ui → arachni/ui}/web/server/public/nav-left.jpg +0 -0
  139. data/lib/{ui → arachni/ui}/web/server/public/nav-right.jpg +0 -0
  140. data/lib/{ui → arachni/ui}/web/server/public/nav-selected-left.jpg +0 -0
  141. data/lib/{ui → arachni/ui}/web/server/public/nav-selected-right.jpg +0 -0
  142. data/lib/{ui → arachni/ui}/web/server/public/plugins/sample/style.css +0 -0
  143. data/lib/{ui/web/server/tmp → arachni/ui/web/server/public/reports}/placeholder +0 -0
  144. data/lib/{ui → arachni/ui}/web/server/public/sidebar-bottom.jpg +0 -0
  145. data/lib/{ui → arachni/ui}/web/server/public/sidebar-h4.jpg +0 -0
  146. data/lib/{ui → arachni/ui}/web/server/public/sidebar-top.jpg +0 -0
  147. data/lib/{ui → arachni/ui}/web/server/public/spider.png +0 -0
  148. data/lib/{ui → arachni/ui}/web/server/public/style.css +3 -2
  149. data/lib/arachni/ui/web/server/tmp/placeholder +0 -0
  150. data/lib/{ui → arachni/ui}/web/server/views/addon.erb +0 -0
  151. data/lib/{ui → arachni/ui}/web/server/views/addons.erb +0 -0
  152. data/lib/{ui → arachni/ui}/web/server/views/dispatcher_error.erb +0 -0
  153. data/lib/arachni/ui/web/server/views/dispatchers.erb +175 -0
  154. data/lib/arachni/ui/web/server/views/dispatchers_edit.erb +71 -0
  155. data/lib/arachni/ui/web/server/views/error.erb +22 -0
  156. data/lib/{ui → arachni/ui}/web/server/views/flash.erb +2 -2
  157. data/lib/arachni/ui/web/server/views/home.erb +60 -0
  158. data/lib/{ui → arachni/ui}/web/server/views/instance.erb +55 -75
  159. data/lib/arachni/ui/web/server/views/js/home.erb +32 -0
  160. data/lib/{ui → arachni/ui}/web/server/views/layout.erb +2 -2
  161. data/lib/{ui → arachni/ui}/web/server/views/log.erb +0 -0
  162. data/lib/arachni/ui/web/server/views/module.erb +30 -0
  163. data/lib/{ui → arachni/ui}/web/server/views/modules.erb +2 -22
  164. data/lib/{ui → arachni/ui}/web/server/views/options.erb +0 -0
  165. data/lib/{ui → arachni/ui}/web/server/views/output_results.erb +4 -4
  166. data/lib/{ui → arachni/ui}/web/server/views/plugins.erb +23 -12
  167. data/lib/{ui → arachni/ui}/web/server/views/report_formats.erb +1 -1
  168. data/lib/{ui → arachni/ui}/web/server/views/reports.erb +1 -1
  169. data/lib/{ui → arachni/ui}/web/server/views/settings.erb +59 -16
  170. data/lib/{ui → arachni/ui}/web/server/views/welcome.erb +3 -1
  171. data/lib/{ui → arachni/ui}/web/utilities.rb +8 -3
  172. data/lib/arachni/version.rb +16 -0
  173. data/modules/audit/code_injection.rb +11 -20
  174. data/modules/audit/code_injection_timing.rb +2 -6
  175. data/modules/audit/csrf.rb +8 -16
  176. data/modules/audit/ldapi.rb +5 -11
  177. data/modules/audit/os_cmd_injection.rb +5 -9
  178. data/modules/audit/os_cmd_injection_timing.rb +4 -8
  179. data/modules/audit/path_traversal.rb +7 -13
  180. data/modules/audit/response_splitting.rb +8 -21
  181. data/modules/audit/rfi.rb +6 -46
  182. data/modules/audit/sqli.rb +5 -11
  183. data/modules/audit/sqli/regexp_ids.txt +0 -6
  184. data/modules/audit/sqli_blind_rdiff.rb +5 -10
  185. data/modules/audit/sqli_blind_timing.rb +4 -9
  186. data/modules/audit/trainer.rb +6 -12
  187. data/modules/audit/unvalidated_redirect.rb +6 -17
  188. data/modules/audit/xpath.rb +5 -12
  189. data/modules/audit/xss.rb +37 -23
  190. data/modules/audit/xss_event.rb +5 -10
  191. data/modules/audit/xss_path.rb +47 -41
  192. data/modules/audit/xss_script_tag.rb +5 -10
  193. data/modules/audit/xss_tag.rb +5 -10
  194. data/modules/audit/xss_uri.rb +17 -89
  195. data/modules/recon/allowed_methods.rb +6 -15
  196. data/modules/recon/backdoors.rb +12 -52
  197. data/modules/recon/backup_files.rb +25 -88
  198. data/modules/recon/common_directories.rb +8 -54
  199. data/modules/recon/common_files.rb +7 -58
  200. data/modules/recon/directory_listing.rb +6 -15
  201. data/modules/recon/grep/captcha.rb +1 -1
  202. data/modules/recon/grep/credit_card.rb +62 -27
  203. data/modules/recon/grep/cvs_svn_users.rb +1 -1
  204. data/modules/recon/grep/emails.rb +1 -1
  205. data/modules/recon/grep/html_objects.rb +1 -1
  206. data/modules/recon/grep/private_ip.rb +1 -1
  207. data/modules/recon/grep/ssn.rb +9 -9
  208. data/modules/recon/htaccess_limit.rb +6 -14
  209. data/modules/recon/http_put.rb +7 -15
  210. data/modules/recon/interesting_responses.rb +7 -13
  211. data/modules/recon/mixed_resource.rb +100 -0
  212. data/modules/recon/unencrypted_password_forms.rb +8 -20
  213. data/modules/recon/webdav.rb +6 -16
  214. data/modules/recon/xst.rb +7 -13
  215. data/path_extractors/anchors.rb +1 -1
  216. data/path_extractors/forms.rb +1 -1
  217. data/path_extractors/frames.rb +1 -1
  218. data/path_extractors/generic.rb +47 -3
  219. data/path_extractors/links.rb +1 -1
  220. data/path_extractors/meta_refresh.rb +1 -1
  221. data/path_extractors/scripts.rb +3 -4
  222. data/path_extractors/sitemap.rb +1 -1
  223. data/plugins/autologin.rb +9 -18
  224. data/plugins/beep_notify.rb +51 -0
  225. data/plugins/cookie_collector.rb +12 -12
  226. data/plugins/defaults/autothrottle.rb +86 -0
  227. data/plugins/{content_types.rb → defaults/content_types.rb} +25 -19
  228. data/plugins/{healthmap.rb → defaults/healthmap.rb} +30 -18
  229. data/plugins/defaults/metamodules/remedies/discovery.rb +164 -0
  230. data/plugins/defaults/metamodules/remedies/manual_verification.rb +65 -0
  231. data/{metamodules/timeout_notice.rb → plugins/defaults/metamodules/remedies/timing_attacks.rb} +26 -22
  232. data/{metamodules → plugins/defaults/metamodules}/uniformity.rb +15 -14
  233. data/plugins/{profiler.rb → defaults/profiler.rb} +19 -30
  234. data/plugins/defaults/resolver.rb +55 -0
  235. data/plugins/email_notify.rb +108 -0
  236. data/plugins/form_dicattack.rb +8 -16
  237. data/plugins/http_dicattack.rb +4 -12
  238. data/plugins/libnotify.rb +86 -0
  239. data/plugins/proxy.rb +8 -17
  240. data/plugins/proxy/server.rb +3 -3
  241. data/plugins/rescan.rb +60 -0
  242. data/plugins/waf_detector.rb +5 -16
  243. data/profiles/full.afp +3 -30
  244. data/reports/afr.rb +2 -5
  245. data/reports/ap.rb +3 -1
  246. data/reports/html.rb +210 -68
  247. data/reports/html/default.erb +72 -1014
  248. data/reports/html/default/configuration.erb +126 -0
  249. data/reports/html/default/css/jquery-ui.css +570 -0
  250. data/reports/html/default/css/jquery.jqplot.min.css +1 -0
  251. data/reports/html/default/css/main.css +391 -0
  252. data/reports/html/default/issue.erb +189 -0
  253. data/reports/html/default/issues.erb +65 -0
  254. data/reports/html/default/js/charts.js +146 -0
  255. data/reports/html/default/js/helpers.js +95 -0
  256. data/reports/html/default/js/init.js +73 -0
  257. data/reports/html/default/js/lib/jqplot.barRenderer.min.js +57 -0
  258. data/reports/html/default/js/lib/jqplot.categoryAxisRenderer.min.js +57 -0
  259. data/reports/html/default/js/lib/jqplot.cursor.min.js +57 -0
  260. data/reports/html/default/js/lib/jqplot.pieRenderer.min.js +57 -0
  261. data/reports/html/default/js/lib/jqplot.pointLabels.min.js +57 -0
  262. data/reports/html/default/js/lib/jquery-ui.min.js +404 -0
  263. data/reports/html/default/js/lib/jquery.jqplot.min.js +57 -0
  264. data/reports/html/default/js/lib/jquery.min.js +167 -0
  265. data/reports/html/default/plugins.erb +22 -0
  266. data/reports/html/default/search.erb +8 -0
  267. data/reports/html/default/sitemap.erb +15 -0
  268. data/reports/html/default/summary.erb +68 -0
  269. data/reports/html/default/summary_issue.erb +19 -0
  270. data/reports/json.rb +51 -0
  271. data/reports/marshal.rb +49 -0
  272. data/reports/metareport.rb +4 -6
  273. data/reports/metareport/arachni_metareport.rb +1 -1
  274. data/reports/plugin_formatters/html/autologin.rb +30 -41
  275. data/reports/plugin_formatters/html/content_types.rb +1 -10
  276. data/reports/plugin_formatters/html/cookie_collector.rb +36 -44
  277. data/reports/plugin_formatters/html/discovery.rb +50 -0
  278. data/reports/plugin_formatters/html/form_dicattack.rb +24 -32
  279. data/reports/plugin_formatters/html/healthmap.rb +45 -54
  280. data/reports/plugin_formatters/html/http_dicattack.rb +24 -32
  281. data/reports/plugin_formatters/html/profiler.rb +17 -48
  282. data/reports/plugin_formatters/html/profiler/template.erb +6 -99
  283. data/reports/plugin_formatters/html/resolver.rb +63 -0
  284. data/reports/plugin_formatters/html/{metaformatters/timeout_notice.rb → timing_attacks.rb} +7 -19
  285. data/reports/plugin_formatters/html/{metaformatters/uniformity.rb → uniformity.rb} +5 -17
  286. data/reports/plugin_formatters/html/waf_detector.rb +24 -32
  287. data/reports/plugin_formatters/stdout/autologin.rb +30 -35
  288. data/reports/plugin_formatters/stdout/content_types.rb +41 -46
  289. data/reports/plugin_formatters/stdout/cookie_collector.rb +33 -38
  290. data/reports/plugin_formatters/stdout/discovery.rb +47 -0
  291. data/reports/plugin_formatters/stdout/form_dicattack.rb +27 -32
  292. data/reports/plugin_formatters/stdout/healthmap.rb +47 -51
  293. data/reports/plugin_formatters/stdout/http_dicattack.rb +27 -32
  294. data/reports/plugin_formatters/stdout/metamodules.rb +48 -55
  295. data/reports/plugin_formatters/stdout/profiler.rb +60 -65
  296. data/reports/plugin_formatters/stdout/resolver.rb +45 -0
  297. data/reports/plugin_formatters/stdout/{metaformatters/timeout_notice.rb → timing_attacks.rb} +6 -14
  298. data/reports/plugin_formatters/stdout/{metaformatters/uniformity.rb → uniformity.rb} +6 -14
  299. data/reports/plugin_formatters/stdout/waf_detector.rb +23 -28
  300. data/reports/plugin_formatters/xml/autologin.rb +36 -41
  301. data/reports/plugin_formatters/xml/content_types.rb +47 -52
  302. data/reports/plugin_formatters/xml/cookie_collector.rb +39 -44
  303. data/reports/plugin_formatters/xml/discovery.rb +54 -0
  304. data/reports/plugin_formatters/xml/form_dicattack.rb +22 -27
  305. data/reports/plugin_formatters/xml/healthmap.rb +53 -58
  306. data/reports/plugin_formatters/xml/http_dicattack.rb +22 -27
  307. data/reports/plugin_formatters/xml/profiler.rb +61 -77
  308. data/reports/plugin_formatters/xml/resolver.rb +53 -0
  309. data/reports/plugin_formatters/xml/{metaformatters/timeout_notice.rb → timing_attacks.rb} +3 -15
  310. data/reports/plugin_formatters/xml/{metaformatters/uniformity.rb → uniformity.rb} +4 -14
  311. data/reports/plugin_formatters/xml/waf_detector.rb +23 -28
  312. data/reports/stdout.rb +1 -1
  313. data/reports/txt.rb +2 -5
  314. data/reports/xml.rb +2 -5
  315. data/reports/xml/buffer.rb +6 -2
  316. data/reports/yaml.rb +49 -0
  317. metadata +419 -278
  318. data/bin/arachni_xmlrpc +0 -21
  319. data/bin/arachni_xmlrpcd +0 -82
  320. data/bin/arachni_xmlrpcd_monitor +0 -74
  321. data/getoptslong.rb +0 -242
  322. data/lib/anemone.rb +0 -2
  323. data/lib/framework.rb +0 -673
  324. data/lib/module/manager.rb +0 -111
  325. data/lib/options.rb +0 -547
  326. data/lib/rpc/xml/client/base.rb +0 -76
  327. data/lib/rpc/xml/client/instance.rb +0 -88
  328. data/lib/rpc/xml/server/base.rb +0 -112
  329. data/lib/rpc/xml/server/dispatcher.rb +0 -386
  330. data/lib/rpc/xml/server/framework.rb +0 -206
  331. data/lib/rpc/xml/server/instance.rb +0 -191
  332. data/lib/ruby/xmlrpc/server.rb +0 -27
  333. data/lib/ui/web/addons/autodeploy.rb +0 -172
  334. data/lib/ui/web/addons/autodeploy/views/index.erb +0 -124
  335. data/lib/ui/web/dispatcher_manager.rb +0 -165
  336. data/lib/ui/web/instance_manager.rb +0 -87
  337. data/lib/ui/web/output_stream.rb +0 -94
  338. data/lib/ui/web/server.rb +0 -925
  339. data/lib/ui/web/server/public/reports/placeholder +0 -1
  340. data/lib/ui/web/server/views/dispatchers.erb +0 -100
  341. data/lib/ui/web/server/views/dispatchers_edit.erb +0 -42
  342. data/lib/ui/web/server/views/error.erb +0 -1
  343. data/lib/ui/web/server/views/home.erb +0 -25
  344. data/metamodules/autothrottle.rb +0 -74
  345. data/plugins/metamodules.rb +0 -118
  346. data/profiles/comprehensive.afp +0 -74
  347. data/reports/plugin_formatters/html/metamodules.rb +0 -93
  348. data/reports/plugin_formatters/xml/metamodules.rb +0 -91
@@ -1 +0,0 @@
1
- git doesn't like empty directories
@@ -1,100 +0,0 @@
1
-
2
- <div id="page-intro">
3
- <h2>Dispatchers</h2>
4
- <p>The dispatchers spawn an XMLRPC server per scan and provide statistics for all running server instances.<br/>
5
- This interface allows you to "Attach" to (see the output of), pause, resume and shutdown instances.
6
- </p>
7
-
8
- <form action="/dispatchers/edit" method="get">
9
- <input type="submit" value="Edit dispatchers" />
10
- </form>
11
-
12
-
13
-
14
- </div>
15
- <%= erb :flash, {:layout => false} %>
16
-
17
- <% stats.each_pair do |d_url, dispatcher_stats| %>
18
- <h2>
19
- @<%=escape( d_url )%> - <%=dispatcher_stats['running_jobs'].size%> running scans,
20
- <%=i=0;dispatcher_stats['running_jobs'].each{ |job| i+= proc_mem( job['proc']['rss'] ).to_i }; i.to_s%>MB RAM usage.
21
- </h2>
22
-
23
- <%if !dispatcher_stats['running_jobs'].empty? %>
24
- <form action="/dispatchers/<%=remove_proto( d_url.dup )%>/shutdown_all" method="post">
25
- <%= csrf_tag %>
26
- <input type="submit" value="Shutdown all" />
27
- </form>
28
- <%end%>
29
-
30
-
31
- <% if !dispatcher_stats['running_jobs'].empty? %>
32
- <table>
33
- <tr>
34
- <th>PID</th>
35
- <th>Port</th>
36
- <th>Owner</th>
37
- <th>State</th>
38
- <th>Start time (Server-side)</th>
39
- <th>Current time (Server-side)</th>
40
- <th>Runtime</th>
41
- <th>Memory consumption</th>
42
- <th>Action</th>
43
- </tr>
44
- <% dispatcher_stats['running_jobs'].each do |job| %>
45
- <tr>
46
-
47
-
48
- <td><%=job['pid']%></td>
49
- <td><%=job['port']%></td>
50
- <td><%=job['owner']%></td>
51
-
52
- <%if !job['paused'] %>
53
- <td>Running</td>
54
- <% else %>
55
- <td>Paused</td>
56
- <% end %>
57
-
58
- <td><%=job['starttime'].to_time%></td>
59
- <td><%=job['currtime'].to_time%></td>
60
- <td><%=secs_to_hms( job['runtime'] )%></td>
61
- <td><%=proc_mem( job['proc']['rss'] )%> MB</td>
62
-
63
- <td>
64
- <% if !( job['owner'] =~/WebUI helper/ ) %>
65
-
66
- <form action="/instance/<%=port_to_url( job['port'], d_url, true )%>" method="get" target="_blank">
67
- <input type="submit" value="Attach" />
68
- </form>
69
-
70
- <%if !job['paused'] %>
71
- <form action="/dispatchers/<%=port_to_url( job['port'], d_url, true )%>/pause" method="post">
72
- <%= csrf_tag %>
73
- <input type="submit" value="Pause" />
74
- </form>
75
- <%end%>
76
-
77
- <%if job['paused'] %>
78
- <form action="/dispatchers/<%=port_to_url( job['port'], d_url, true )%>/resume" method="post">
79
- <%= csrf_tag %>
80
- <input type="submit" value="Resume" />
81
- </form>
82
- <% end %>
83
-
84
- <% end %>
85
-
86
- <form action="/dispatchers/<%=port_to_url( job['port'], d_url, true )%>/shutdown" method="post">
87
- <%= csrf_tag %>
88
- <input type="submit" value="Shutdown" />
89
- </form>
90
- </td>
91
- </tr>
92
- <% end %>
93
- </table>
94
- <% else %>
95
- <span class="notice"> There are no running scans at the moment.</span>
96
- <% end %>
97
-
98
- <br/><br/>
99
-
100
- <% end %>
@@ -1,42 +0,0 @@
1
-
2
-
3
- <div id="page-intro">
4
- <h2>Edit Dispatchers</h2>
5
- <p>
6
- This screen allows you to add and remove Dispatchers.
7
- </p>
8
- </div>
9
-
10
- <%= erb :flash, {:layout => false} %>
11
-
12
- <% if !dispatchers.all.empty? %>
13
- <table>
14
- <tr>
15
- <th>Location</th>
16
- <th>Alive?</th>
17
- <th>Action</th>
18
- </tr>
19
- <% dispatchers.all.each do |dispatcher| %>
20
- <tr>
21
- <td><%=dispatcher['url']%></td>
22
- <td><%=dispatchers.alive?( dispatcher['url'] ).to_s.capitalize%></td>
23
- <td>
24
- <form action="/dispatchers/<%=dispatcher['id']%>/delete" method="post">
25
- <%= csrf_tag %>
26
- <input type="submit" value="Delete" />
27
- </form>
28
- </td>
29
- </tr>
30
- <%end%>
31
- </table>
32
- <%else%>
33
- <span class="notice"> There are no available Dispatchers at the moment. Add one if you want to start a scan.</span>
34
- <br/><br/>
35
- <%end%>
36
-
37
- <form action="/dispatchers/add" method="post">
38
- <%= csrf_tag %>
39
- <label>URL:</label>
40
- <input name="url" value="https://localhost:7331" />
41
- <input type="submit" value="Add" />
42
- </form>
@@ -1 +0,0 @@
1
- <h1 style="font-size:110%;font-family:Arial, sans-serif;"><%= error %></h1>
@@ -1,25 +0,0 @@
1
-
2
- <form action="/scan" method="post">
3
-
4
- <%= csrf_tag %>
5
-
6
- <input type="submit" value="Launch Scan" />
7
-
8
- <div id="page-intro">
9
- Select a Dispatcher:
10
- <select name="dispatcher">
11
- <% dispatcher_stats.each_pair do |d_url, stats| %>
12
- <% next if !dispatchers.alive?( d_url ) %>
13
- <option value="<%=d_url%>">
14
- @<%=escape( d_url )%> - <%=stats['running_jobs'].size%> running scans,
15
- <%=i=0;stats['running_jobs'].each{ |job| i+= proc_mem( job['proc']['rss'] ).to_i }; i.to_s%>MB RAM usage.
16
- </option>
17
- <%end%>
18
- </select>
19
-
20
- <h2>URL: <input name="url" value="<%=session['opts']['settings']['url']%>" size="50" /></h2>
21
- </div>
22
-
23
- </form>
24
-
25
- <%= erb :flash, {:layout => false} %>
@@ -1,74 +0,0 @@
1
- =begin
2
- Arachni
3
- Copyright (c) 2010-2011 Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
4
-
5
- This is free software; you can copy and distribute and modify
6
- this program under the term of the GPL v2.0 License
7
- (See LICENSE file for details)
8
-
9
- =end
10
-
11
- module Arachni
12
- module MetaModules
13
-
14
- #
15
- # Auto adjusts HTTP throughput for maximum network utilization.
16
- #
17
- # @author: Tasos "Zapotek" Laskos
18
- # <tasos.laskos@gmail.com>
19
- # <zapotek@segfault.gr>
20
- # @version: 0.1.1
21
- #
22
- class AutoThrottle < Base
23
-
24
- HIGH_THRESHOLD = 0.9
25
- MIDDLE_THRESHOLD = 0.34
26
- LOW_THREASHOLD = 0.05
27
-
28
- # easy on the throttle
29
- STEP_UP = 1
30
- # hard on the breaks
31
- STEP_DOWN = -3
32
-
33
- MIN_CONCURRENCY = 2
34
-
35
- def initialize( framework )
36
- @framework = framework
37
- @http = framework.http
38
- end
39
-
40
- def prepare
41
-
42
- # run for each response as it arrives
43
- @http.add_on_complete {
44
-
45
- # adjust only after finished bursts
46
- next if @http.curr_res_cnt == 0 || @http.curr_res_cnt % @http.max_concurrency != 0
47
-
48
- print_debug( "Max concurrency: " + @http.max_concurrency.to_s )
49
- if( @http.max_concurrency > MIN_CONCURRENCY && @http.average_res_time > HIGH_THRESHOLD ) ||
50
- @http.max_concurrency > @framework.opts.http_req_limit
51
-
52
- # make sure that @http.max_concurrency >= MIN_CONCURRENCY
53
- if @http.max_concurrency + STEP_DOWN < MIN_CONCURRENCY
54
- step = MIN_CONCURRENCY - @http.max_concurrency
55
- else
56
- step = STEP_DOWN
57
- end
58
-
59
- print_debug( "Stepping down!: #{step}" )
60
- @http.max_concurrency!( @http.max_concurrency + step )
61
-
62
- elsif @http.average_res_time < HIGH_THRESHOLD && @http.average_res_time > LOW_THREASHOLD
63
-
64
- print_debug( "Stepping up!: +#{STEP_UP}" )
65
- @http.max_concurrency!( @http.max_concurrency + STEP_UP )
66
- end
67
- }
68
-
69
- end
70
-
71
- end
72
-
73
- end
74
- end
@@ -1,118 +0,0 @@
1
- =begin
2
- Arachni
3
- Copyright (c) 2010-2011 Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
4
-
5
- This is free software; you can copy and distribute and modify
6
- this program under the term of the GPL v2.0 License
7
- (See LICENSE file for details)
8
-
9
- =end
10
-
11
- module Arachni
12
-
13
- #
14
- # Namespace under which all meta modules will reside
15
- #
16
- module MetaModules
17
- class Base
18
- include Arachni::Module::Output
19
-
20
- def initialize( framework )
21
- end
22
-
23
- def prepare
24
- end
25
-
26
- def run
27
- end
28
-
29
- def clean_up
30
- end
31
-
32
- def self.info
33
- {
34
- :name => '[Meta] ' + self.name.to_s.gsub( 'Arachni::MetaModules::', '' ),
35
- :description => %q{Performs high-level meta-analysis on the results of the scan
36
- using abstract meta components.},
37
- :author => 'Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>',
38
- :version => '0.1',
39
- }
40
- end
41
-
42
- end
43
- end
44
-
45
-
46
- module Plugins
47
-
48
- #
49
- # Performs high-level meta-analysis on the results of the scan
50
- # using abstract meta-modules.
51
- #
52
- # @author: Tasos "Zapotek" Laskos
53
- # <tasos.laskos@gmail.com>
54
- # <zapotek@segfault.gr>
55
- # @version: 0.1
56
- #
57
- class MetaModules < Arachni::Plugin::Base
58
-
59
- def initialize( framework, options )
60
- @framework = framework
61
-
62
- @metamanager = Arachni::ComponentManager.new( @framework.opts.dir['root'] + 'metamodules/', Arachni::MetaModules )
63
-
64
- # load all meta-components
65
- @metamanager.load( ['*'] )
66
- @inited = {}
67
- @metamanager.each {
68
- |name, klass|
69
- @inited[name] = klass.new( @framework )
70
- }
71
- end
72
-
73
- def prepare
74
- # prepare all meta modules here to give them a chance to set up their hooks
75
- # and callbacks to other framework interfaces.
76
- @inited.values.each { |meta| meta.prepare }
77
-
78
- # we need to wait until the framework has finished running
79
- # in order to work with the full report
80
- while( @framework.running? )
81
- ::IO.select( nil, nil, nil, 1 )
82
- end
83
-
84
- end
85
-
86
- def run
87
- results = { }
88
- # run all meta-modules
89
- @inited.each_pair {
90
- |name, meta|
91
- if (metaresult = meta.run) && !metaresult.empty?
92
- results[name] = { :results => metaresult }.merge( meta.class.info )
93
- end
94
- }
95
-
96
- register_results( results )
97
- end
98
-
99
- def clean_up
100
- # let the meta-modules clean up after themselves
101
- @inited.values.each { |meta| meta.clean_up }
102
- end
103
-
104
- def self.info
105
- {
106
- :name => 'Metamodules',
107
- :description => %q{Performs high-level meta-analysis on the results of the scan using abstract meta-modules.
108
- Before reviewing the scan results you are strongly encouraged to take full advantage of the data gathered via meta-analysis.
109
- They will help you shed light into the inner workings of the web application and even caution you about possible false positives and/or inconclusive test results.},
110
- :author => 'Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>',
111
- :version => '0.1'
112
- }
113
- end
114
-
115
-
116
- end
117
- end
118
- end
@@ -1,74 +0,0 @@
1
- --- !ruby/object:Arachni::Options
2
- audit_cookies: true
3
- audit_forms: true
4
- audit_links: true
5
- authed_by:
6
- dir:
7
- exclude: []
8
-
9
- exclude_cookies: []
10
-
11
- http_req_limit: 20
12
- include: []
13
-
14
- load_profile:
15
- lsmod: []
16
-
17
- lsplug: []
18
-
19
- lsrep: []
20
-
21
- mods:
22
- - interesting_responses
23
- - common_files
24
- - xst
25
- - http_put
26
- - webdav
27
- - directory_listing
28
- - allowed_methods
29
- - htaccess_limit
30
- - ssn
31
- - private_ip
32
- - emails
33
- - credit_card
34
- - cvs_svn_users
35
- - captcha
36
- - html_objects
37
- - unencrypted_password_forms
38
- - backdoors
39
- - backup_files
40
- - common_directories
41
- - trainer
42
- - os_cmd_injection
43
- - sqli
44
- - xss_script_tag
45
- - sqli_blind_rdiff
46
- - path_traversal
47
- - xss_event
48
- - xss_uri
49
- - sqli_blind_timing
50
- - code_injection
51
- - rfi
52
- - xss_tag
53
- - response_splitting
54
- - csrf
55
- - os_cmd_injection_timing
56
- - ldapi
57
- - code_injection_timing
58
- - xss_path
59
- - xpath
60
- - unvalidated_redirect
61
- - xss
62
- plugins:
63
- healthmap: {}
64
-
65
- content_types: {}
66
-
67
- redirect_limit: 20
68
- redundant: []
69
-
70
- reports:
71
- stdout: {}
72
-
73
- save_profile:
74
- user_agent: Arachni/0.2.2
@@ -1,93 +0,0 @@
1
- =begin
2
- Arachni
3
- Copyright (c) 2010-2011 Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
4
-
5
- This is free software; you can copy and distribute and modify
6
- this program under the term of the GPL v2.0 License
7
- (See LICENSE file for details)
8
-
9
- =end
10
-
11
- module Arachni
12
-
13
- module Reports
14
-
15
- class HTML
16
- module PluginFormatters
17
-
18
- #
19
- # XML formatter for the results of the MetaModules plugin
20
- #
21
- # @author: Tasos "Zapotek" Laskos
22
- # <tasos.laskos@gmail.com>
23
- # <zapotek@segfault.gr>
24
- # @version: 0.1
25
- #
26
- class MetaModules
27
-
28
- def initialize( plugin_data )
29
- @results = plugin_data[:results]
30
- @description = plugin_data[:description]
31
- end
32
-
33
- def run
34
-
35
- metaresults = format_meta_results( @results ).values
36
- return ERB.new( tpl ).result( binding )
37
- end
38
-
39
- def tpl
40
- %q{
41
- <h3>Metamodules</h3>
42
- <blockquote><pre><%=::Arachni::Reports::HTML.prep_description(@description)%></pre></blockquote>
43
-
44
- <%metaresults.each do |html|%>
45
- <%=html%>
46
- <%end%>
47
- }
48
- end
49
-
50
- #
51
- # Runs plugin formatters for the running report and returns a hash
52
- # with the prepared/formatted results.
53
- #
54
- # @param [AuditStore#plugins] plugins plugin data/results
55
- #
56
- def format_meta_results( plugins )
57
-
58
- ancestor = self.class.ancestors[0]
59
-
60
- # add the PluginFormatters module to the report
61
- eval( "module MetaFormatters end" )
62
-
63
- # prepare the directory of the formatters for the running report
64
- lib = File.dirname( __FILE__ ) + '/metaformatters/'
65
-
66
- @@formatters ||= {}
67
- # initialize a new component manager to handle the plugin formatters
68
- @@formatters[ancestor] ||= ::Arachni::Report::FormatterManager.new( lib, ancestor.const_get( 'MetaFormatters' ) )
69
-
70
- # load all the formatters
71
- @@formatters[ancestor].load( ['*'] ) if @@formatters[ancestor].empty?
72
-
73
- # run the formatters and gather the formatted data they return
74
- formatted = {}
75
- @@formatters[ancestor].each_pair {
76
- |name, formatter|
77
- plugin_results = plugins[name]
78
- next if !plugin_results || plugin_results[:results].empty?
79
-
80
- formatted[name] = formatter.new( plugin_results.deep_clone ).run
81
- }
82
-
83
- return formatted
84
- end
85
-
86
-
87
- end
88
-
89
- end
90
- end
91
-
92
- end
93
- end