arachni 0.3 → 0.4

Sign up to get free protection for your applications and to get access to all the features.
Files changed (348) hide show
  1. data/ACKNOWLEDGMENTS.md +1 -1
  2. data/CHANGELOG.md +146 -0
  3. data/CONTRIBUTORS.md +1 -0
  4. data/HACKING.md +3 -3
  5. data/README.md +81 -49
  6. data/Rakefile +11 -14
  7. data/bin/arachni +4 -8
  8. data/bin/arachni_rpc +17 -0
  9. data/bin/arachni_rpcd +18 -0
  10. data/bin/arachni_rpcd_monitor +18 -0
  11. data/bin/arachni_web +25 -48
  12. data/bin/arachni_web_autostart +3 -3
  13. data/conf/README.webui.yaml.txt +7 -21
  14. data/external/metasploit/plugins/arachni.rb +0 -7
  15. data/extras/modules/recon/raft_dirs.rb +108 -0
  16. data/extras/modules/recon/raft_dirs/raft-large-directories.txt +62290 -0
  17. data/extras/modules/recon/raft_files.rb +110 -0
  18. data/extras/modules/recon/raft_files/raft-large-files.txt +37037 -0
  19. data/extras/modules/recon/svn_digger_dirs.rb +108 -0
  20. data/extras/modules/recon/svn_digger_dirs/Licence.txt +674 -0
  21. data/extras/modules/recon/svn_digger_dirs/ReadMe-Arachni.txt +4 -0
  22. data/extras/modules/recon/svn_digger_dirs/ReadMe.txt +6 -0
  23. data/extras/modules/recon/svn_digger_dirs/all-dirs.txt +5960 -0
  24. data/extras/modules/recon/svn_digger_files.rb +114 -0
  25. data/extras/modules/recon/svn_digger_files/Licence.txt +674 -0
  26. data/extras/modules/recon/svn_digger_files/ReadMe-Arachni.txt +4 -0
  27. data/extras/modules/recon/svn_digger_files/ReadMe.txt +6 -0
  28. data/extras/modules/recon/svn_digger_files/all-extensionless.txt +25419 -0
  29. data/extras/modules/recon/svn_digger_files/all.txt +43135 -0
  30. data/lib/arachni.rb +2 -7
  31. data/lib/{audit_store.rb → arachni/audit_store.rb} +68 -60
  32. data/lib/{component_manager.rb → arachni/component_manager.rb} +8 -8
  33. data/lib/{component_options.rb → arachni/component_options.rb} +34 -4
  34. data/lib/{crypto → arachni/crypto}/rsa_aes_cbc.rb +1 -2
  35. data/lib/arachni/database.rb +4 -0
  36. data/lib/arachni/database/base.rb +125 -0
  37. data/lib/arachni/database/hash.rb +384 -0
  38. data/lib/arachni/database/queue.rb +93 -0
  39. data/lib/{exceptions.rb → arachni/exceptions.rb} +1 -1
  40. data/lib/arachni/framework.rb +899 -0
  41. data/lib/{http.rb → arachni/http.rb} +63 -166
  42. data/lib/{issue.rb → arachni/issue.rb} +46 -17
  43. data/lib/{mixins → arachni/mixins}/observable.rb +1 -1
  44. data/lib/arachni/mixins/progress_bar.rb +81 -0
  45. data/lib/arachni/mixins/terminal.rb +106 -0
  46. data/lib/{module.rb → arachni/module.rb} +0 -0
  47. data/lib/{module → arachni/module}/auditor.rb +250 -86
  48. data/lib/{module → arachni/module}/base.rb +8 -18
  49. data/lib/{module → arachni/module}/element_db.rb +10 -2
  50. data/lib/{module → arachni/module}/key_filler.rb +1 -1
  51. data/lib/arachni/module/manager.rb +145 -0
  52. data/lib/{module → arachni/module}/output.rb +6 -1
  53. data/lib/{module → arachni/module}/trainer.rb +48 -52
  54. data/lib/{module → arachni/module}/utilities.rb +66 -15
  55. data/lib/{nokogiri → arachni/nokogiri}/xml/node.rb +0 -0
  56. data/lib/arachni/options.rb +986 -0
  57. data/lib/{parser.rb → arachni/parser.rb} +0 -0
  58. data/lib/{parser → arachni/parser}/auditable.rb +111 -32
  59. data/lib/{parser → arachni/parser}/elements.rb +28 -20
  60. data/lib/{parser → arachni/parser}/page.rb +20 -3
  61. data/lib/{parser → arachni/parser}/parser.rb +100 -63
  62. data/lib/{plugin.rb → arachni/plugin.rb} +0 -0
  63. data/lib/{plugin → arachni/plugin}/base.rb +43 -6
  64. data/lib/{plugin → arachni/plugin}/manager.rb +40 -13
  65. data/lib/{report.rb → arachni/report.rb} +0 -0
  66. data/lib/{report → arachni/report}/base.rb +43 -2
  67. data/lib/{report → arachni/report}/manager.rb +7 -18
  68. data/lib/arachni/rpc/client/base.rb +42 -0
  69. data/lib/{rpc/xml → arachni/rpc}/client/dispatcher.rb +12 -13
  70. data/lib/arachni/rpc/client/instance.rb +62 -0
  71. data/lib/arachni/rpc/server/base.rb +51 -0
  72. data/lib/arachni/rpc/server/dispatcher.rb +438 -0
  73. data/lib/arachni/rpc/server/framework.rb +1163 -0
  74. data/lib/arachni/rpc/server/instance.rb +184 -0
  75. data/lib/{rpc/xml → arachni/rpc}/server/module/manager.rb +8 -5
  76. data/lib/arachni/rpc/server/node.rb +267 -0
  77. data/lib/{rpc/xml → arachni/rpc}/server/options.rb +6 -35
  78. data/lib/{rpc/xml → arachni/rpc}/server/output.rb +29 -3
  79. data/lib/{rpc/xml → arachni/rpc}/server/plugin/manager.rb +5 -6
  80. data/lib/{ruby.rb → arachni/ruby.rb} +1 -2
  81. data/lib/arachni/ruby/array.rb +31 -0
  82. data/lib/{ruby → arachni/ruby}/object.rb +1 -1
  83. data/lib/{ruby → arachni/ruby}/string.rb +1 -1
  84. data/lib/{spider.rb → arachni/spider.rb} +83 -110
  85. data/lib/arachni/typhoeus/hydra.rb +7 -0
  86. data/lib/{typhoeus → arachni/typhoeus}/request.rb +11 -9
  87. data/lib/{typhoeus → arachni/typhoeus}/response.rb +4 -0
  88. data/lib/{ui → arachni/ui}/cli/cli.rb +154 -84
  89. data/lib/{ui → arachni/ui}/cli/output.rb +57 -19
  90. data/lib/{ui/xmlrpc → arachni/ui/rpc}/dispatcher_monitor.rb +11 -10
  91. data/lib/{ui/xmlrpc/xmlrpc.rb → arachni/ui/rpc/rpc.rb} +102 -158
  92. data/lib/{ui → arachni/ui}/web/addon_manager.rb +23 -3
  93. data/lib/arachni/ui/web/addons/autodeploy.rb +207 -0
  94. data/lib/{ui → arachni/ui}/web/addons/autodeploy/lib/manager.rb +142 -35
  95. data/lib/arachni/ui/web/addons/autodeploy/views/index.erb +291 -0
  96. data/lib/{ui → arachni/ui}/web/addons/sample.rb +1 -1
  97. data/lib/{ui → arachni/ui}/web/addons/sample/views/index.erb +0 -0
  98. data/lib/{ui → arachni/ui}/web/addons/scheduler.rb +30 -22
  99. data/lib/{ui → arachni/ui}/web/addons/scheduler/views/index.erb +56 -22
  100. data/lib/{ui → arachni/ui}/web/addons/scheduler/views/options.erb +0 -0
  101. data/lib/arachni/ui/web/dispatcher_manager.rb +274 -0
  102. data/lib/arachni/ui/web/instance_manager.rb +69 -0
  103. data/lib/{ui → arachni/ui}/web/log.rb +1 -1
  104. data/lib/arachni/ui/web/output_stream.rb +54 -0
  105. data/lib/{ui → arachni/ui}/web/report_manager.rb +48 -54
  106. data/lib/{ui → arachni/ui}/web/scheduler.rb +42 -47
  107. data/lib/arachni/ui/web/server.rb +1197 -0
  108. data/lib/{ui → arachni/ui}/web/server/db/placeholder +0 -0
  109. data/lib/{ui → arachni/ui}/web/server/public/banner.png +0 -0
  110. data/lib/{ui → arachni/ui}/web/server/public/bodybg-small.png +0 -0
  111. data/lib/{ui → arachni/ui}/web/server/public/bodybg.png +0 -0
  112. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/pbar-ani.gif +0 -0
  113. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-bg_flat_0_aaaaaa_40x100.png +0 -0
  114. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-bg_flat_75_ffffff_40x100.png +0 -0
  115. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-bg_glass_55_fbf9ee_1x400.png +0 -0
  116. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-bg_glass_65_ffffff_1x400.png +0 -0
  117. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-bg_glass_75_dadada_1x400.png +0 -0
  118. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-bg_glass_75_e6e6e6_1x400.png +0 -0
  119. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-bg_glass_95_fef1ec_1x400.png +0 -0
  120. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-bg_highlight-soft_75_cccccc_1x100.png +0 -0
  121. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-icons_222222_256x240.png +0 -0
  122. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-icons_2e83ff_256x240.png +0 -0
  123. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-icons_454545_256x240.png +0 -0
  124. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-icons_888888_256x240.png +0 -0
  125. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/images/ui-icons_cd0a0a_256x240.png +0 -0
  126. data/lib/{ui → arachni/ui}/web/server/public/css/smoothness/jquery-ui-1.8.9.custom.css +0 -0
  127. data/lib/{ui → arachni/ui}/web/server/public/favicon.ico +0 -0
  128. data/lib/{ui → arachni/ui}/web/server/public/footer.jpg +0 -0
  129. data/lib/{ui/web/server/public/icons/error.png → arachni/ui/web/server/public/icons/bad.png} +0 -0
  130. data/lib/arachni/ui/web/server/public/icons/error.png +0 -0
  131. data/lib/{ui → arachni/ui}/web/server/public/icons/info.png +0 -0
  132. data/lib/{ui → arachni/ui}/web/server/public/icons/ok.png +0 -0
  133. data/lib/{ui → arachni/ui}/web/server/public/icons/status.png +0 -0
  134. data/lib/{ui → arachni/ui}/web/server/public/js/jquery-1.4.4.min.js +0 -0
  135. data/lib/{ui → arachni/ui}/web/server/public/js/jquery-ui-1.8.9.custom.min.js +0 -0
  136. data/lib/{ui → arachni/ui}/web/server/public/js/jquery-ui-timepicker.js +0 -0
  137. data/lib/{ui → arachni/ui}/web/server/public/logo.png +0 -0
  138. data/lib/{ui → arachni/ui}/web/server/public/nav-left.jpg +0 -0
  139. data/lib/{ui → arachni/ui}/web/server/public/nav-right.jpg +0 -0
  140. data/lib/{ui → arachni/ui}/web/server/public/nav-selected-left.jpg +0 -0
  141. data/lib/{ui → arachni/ui}/web/server/public/nav-selected-right.jpg +0 -0
  142. data/lib/{ui → arachni/ui}/web/server/public/plugins/sample/style.css +0 -0
  143. data/lib/{ui/web/server/tmp → arachni/ui/web/server/public/reports}/placeholder +0 -0
  144. data/lib/{ui → arachni/ui}/web/server/public/sidebar-bottom.jpg +0 -0
  145. data/lib/{ui → arachni/ui}/web/server/public/sidebar-h4.jpg +0 -0
  146. data/lib/{ui → arachni/ui}/web/server/public/sidebar-top.jpg +0 -0
  147. data/lib/{ui → arachni/ui}/web/server/public/spider.png +0 -0
  148. data/lib/{ui → arachni/ui}/web/server/public/style.css +3 -2
  149. data/lib/arachni/ui/web/server/tmp/placeholder +0 -0
  150. data/lib/{ui → arachni/ui}/web/server/views/addon.erb +0 -0
  151. data/lib/{ui → arachni/ui}/web/server/views/addons.erb +0 -0
  152. data/lib/{ui → arachni/ui}/web/server/views/dispatcher_error.erb +0 -0
  153. data/lib/arachni/ui/web/server/views/dispatchers.erb +175 -0
  154. data/lib/arachni/ui/web/server/views/dispatchers_edit.erb +71 -0
  155. data/lib/arachni/ui/web/server/views/error.erb +22 -0
  156. data/lib/{ui → arachni/ui}/web/server/views/flash.erb +2 -2
  157. data/lib/arachni/ui/web/server/views/home.erb +60 -0
  158. data/lib/{ui → arachni/ui}/web/server/views/instance.erb +55 -75
  159. data/lib/arachni/ui/web/server/views/js/home.erb +32 -0
  160. data/lib/{ui → arachni/ui}/web/server/views/layout.erb +2 -2
  161. data/lib/{ui → arachni/ui}/web/server/views/log.erb +0 -0
  162. data/lib/arachni/ui/web/server/views/module.erb +30 -0
  163. data/lib/{ui → arachni/ui}/web/server/views/modules.erb +2 -22
  164. data/lib/{ui → arachni/ui}/web/server/views/options.erb +0 -0
  165. data/lib/{ui → arachni/ui}/web/server/views/output_results.erb +4 -4
  166. data/lib/{ui → arachni/ui}/web/server/views/plugins.erb +23 -12
  167. data/lib/{ui → arachni/ui}/web/server/views/report_formats.erb +1 -1
  168. data/lib/{ui → arachni/ui}/web/server/views/reports.erb +1 -1
  169. data/lib/{ui → arachni/ui}/web/server/views/settings.erb +59 -16
  170. data/lib/{ui → arachni/ui}/web/server/views/welcome.erb +3 -1
  171. data/lib/{ui → arachni/ui}/web/utilities.rb +8 -3
  172. data/lib/arachni/version.rb +16 -0
  173. data/modules/audit/code_injection.rb +11 -20
  174. data/modules/audit/code_injection_timing.rb +2 -6
  175. data/modules/audit/csrf.rb +8 -16
  176. data/modules/audit/ldapi.rb +5 -11
  177. data/modules/audit/os_cmd_injection.rb +5 -9
  178. data/modules/audit/os_cmd_injection_timing.rb +4 -8
  179. data/modules/audit/path_traversal.rb +7 -13
  180. data/modules/audit/response_splitting.rb +8 -21
  181. data/modules/audit/rfi.rb +6 -46
  182. data/modules/audit/sqli.rb +5 -11
  183. data/modules/audit/sqli/regexp_ids.txt +0 -6
  184. data/modules/audit/sqli_blind_rdiff.rb +5 -10
  185. data/modules/audit/sqli_blind_timing.rb +4 -9
  186. data/modules/audit/trainer.rb +6 -12
  187. data/modules/audit/unvalidated_redirect.rb +6 -17
  188. data/modules/audit/xpath.rb +5 -12
  189. data/modules/audit/xss.rb +37 -23
  190. data/modules/audit/xss_event.rb +5 -10
  191. data/modules/audit/xss_path.rb +47 -41
  192. data/modules/audit/xss_script_tag.rb +5 -10
  193. data/modules/audit/xss_tag.rb +5 -10
  194. data/modules/audit/xss_uri.rb +17 -89
  195. data/modules/recon/allowed_methods.rb +6 -15
  196. data/modules/recon/backdoors.rb +12 -52
  197. data/modules/recon/backup_files.rb +25 -88
  198. data/modules/recon/common_directories.rb +8 -54
  199. data/modules/recon/common_files.rb +7 -58
  200. data/modules/recon/directory_listing.rb +6 -15
  201. data/modules/recon/grep/captcha.rb +1 -1
  202. data/modules/recon/grep/credit_card.rb +62 -27
  203. data/modules/recon/grep/cvs_svn_users.rb +1 -1
  204. data/modules/recon/grep/emails.rb +1 -1
  205. data/modules/recon/grep/html_objects.rb +1 -1
  206. data/modules/recon/grep/private_ip.rb +1 -1
  207. data/modules/recon/grep/ssn.rb +9 -9
  208. data/modules/recon/htaccess_limit.rb +6 -14
  209. data/modules/recon/http_put.rb +7 -15
  210. data/modules/recon/interesting_responses.rb +7 -13
  211. data/modules/recon/mixed_resource.rb +100 -0
  212. data/modules/recon/unencrypted_password_forms.rb +8 -20
  213. data/modules/recon/webdav.rb +6 -16
  214. data/modules/recon/xst.rb +7 -13
  215. data/path_extractors/anchors.rb +1 -1
  216. data/path_extractors/forms.rb +1 -1
  217. data/path_extractors/frames.rb +1 -1
  218. data/path_extractors/generic.rb +47 -3
  219. data/path_extractors/links.rb +1 -1
  220. data/path_extractors/meta_refresh.rb +1 -1
  221. data/path_extractors/scripts.rb +3 -4
  222. data/path_extractors/sitemap.rb +1 -1
  223. data/plugins/autologin.rb +9 -18
  224. data/plugins/beep_notify.rb +51 -0
  225. data/plugins/cookie_collector.rb +12 -12
  226. data/plugins/defaults/autothrottle.rb +86 -0
  227. data/plugins/{content_types.rb → defaults/content_types.rb} +25 -19
  228. data/plugins/{healthmap.rb → defaults/healthmap.rb} +30 -18
  229. data/plugins/defaults/metamodules/remedies/discovery.rb +164 -0
  230. data/plugins/defaults/metamodules/remedies/manual_verification.rb +65 -0
  231. data/{metamodules/timeout_notice.rb → plugins/defaults/metamodules/remedies/timing_attacks.rb} +26 -22
  232. data/{metamodules → plugins/defaults/metamodules}/uniformity.rb +15 -14
  233. data/plugins/{profiler.rb → defaults/profiler.rb} +19 -30
  234. data/plugins/defaults/resolver.rb +55 -0
  235. data/plugins/email_notify.rb +108 -0
  236. data/plugins/form_dicattack.rb +8 -16
  237. data/plugins/http_dicattack.rb +4 -12
  238. data/plugins/libnotify.rb +86 -0
  239. data/plugins/proxy.rb +8 -17
  240. data/plugins/proxy/server.rb +3 -3
  241. data/plugins/rescan.rb +60 -0
  242. data/plugins/waf_detector.rb +5 -16
  243. data/profiles/full.afp +3 -30
  244. data/reports/afr.rb +2 -5
  245. data/reports/ap.rb +3 -1
  246. data/reports/html.rb +210 -68
  247. data/reports/html/default.erb +72 -1014
  248. data/reports/html/default/configuration.erb +126 -0
  249. data/reports/html/default/css/jquery-ui.css +570 -0
  250. data/reports/html/default/css/jquery.jqplot.min.css +1 -0
  251. data/reports/html/default/css/main.css +391 -0
  252. data/reports/html/default/issue.erb +189 -0
  253. data/reports/html/default/issues.erb +65 -0
  254. data/reports/html/default/js/charts.js +146 -0
  255. data/reports/html/default/js/helpers.js +95 -0
  256. data/reports/html/default/js/init.js +73 -0
  257. data/reports/html/default/js/lib/jqplot.barRenderer.min.js +57 -0
  258. data/reports/html/default/js/lib/jqplot.categoryAxisRenderer.min.js +57 -0
  259. data/reports/html/default/js/lib/jqplot.cursor.min.js +57 -0
  260. data/reports/html/default/js/lib/jqplot.pieRenderer.min.js +57 -0
  261. data/reports/html/default/js/lib/jqplot.pointLabels.min.js +57 -0
  262. data/reports/html/default/js/lib/jquery-ui.min.js +404 -0
  263. data/reports/html/default/js/lib/jquery.jqplot.min.js +57 -0
  264. data/reports/html/default/js/lib/jquery.min.js +167 -0
  265. data/reports/html/default/plugins.erb +22 -0
  266. data/reports/html/default/search.erb +8 -0
  267. data/reports/html/default/sitemap.erb +15 -0
  268. data/reports/html/default/summary.erb +68 -0
  269. data/reports/html/default/summary_issue.erb +19 -0
  270. data/reports/json.rb +51 -0
  271. data/reports/marshal.rb +49 -0
  272. data/reports/metareport.rb +4 -6
  273. data/reports/metareport/arachni_metareport.rb +1 -1
  274. data/reports/plugin_formatters/html/autologin.rb +30 -41
  275. data/reports/plugin_formatters/html/content_types.rb +1 -10
  276. data/reports/plugin_formatters/html/cookie_collector.rb +36 -44
  277. data/reports/plugin_formatters/html/discovery.rb +50 -0
  278. data/reports/plugin_formatters/html/form_dicattack.rb +24 -32
  279. data/reports/plugin_formatters/html/healthmap.rb +45 -54
  280. data/reports/plugin_formatters/html/http_dicattack.rb +24 -32
  281. data/reports/plugin_formatters/html/profiler.rb +17 -48
  282. data/reports/plugin_formatters/html/profiler/template.erb +6 -99
  283. data/reports/plugin_formatters/html/resolver.rb +63 -0
  284. data/reports/plugin_formatters/html/{metaformatters/timeout_notice.rb → timing_attacks.rb} +7 -19
  285. data/reports/plugin_formatters/html/{metaformatters/uniformity.rb → uniformity.rb} +5 -17
  286. data/reports/plugin_formatters/html/waf_detector.rb +24 -32
  287. data/reports/plugin_formatters/stdout/autologin.rb +30 -35
  288. data/reports/plugin_formatters/stdout/content_types.rb +41 -46
  289. data/reports/plugin_formatters/stdout/cookie_collector.rb +33 -38
  290. data/reports/plugin_formatters/stdout/discovery.rb +47 -0
  291. data/reports/plugin_formatters/stdout/form_dicattack.rb +27 -32
  292. data/reports/plugin_formatters/stdout/healthmap.rb +47 -51
  293. data/reports/plugin_formatters/stdout/http_dicattack.rb +27 -32
  294. data/reports/plugin_formatters/stdout/metamodules.rb +48 -55
  295. data/reports/plugin_formatters/stdout/profiler.rb +60 -65
  296. data/reports/plugin_formatters/stdout/resolver.rb +45 -0
  297. data/reports/plugin_formatters/stdout/{metaformatters/timeout_notice.rb → timing_attacks.rb} +6 -14
  298. data/reports/plugin_formatters/stdout/{metaformatters/uniformity.rb → uniformity.rb} +6 -14
  299. data/reports/plugin_formatters/stdout/waf_detector.rb +23 -28
  300. data/reports/plugin_formatters/xml/autologin.rb +36 -41
  301. data/reports/plugin_formatters/xml/content_types.rb +47 -52
  302. data/reports/plugin_formatters/xml/cookie_collector.rb +39 -44
  303. data/reports/plugin_formatters/xml/discovery.rb +54 -0
  304. data/reports/plugin_formatters/xml/form_dicattack.rb +22 -27
  305. data/reports/plugin_formatters/xml/healthmap.rb +53 -58
  306. data/reports/plugin_formatters/xml/http_dicattack.rb +22 -27
  307. data/reports/plugin_formatters/xml/profiler.rb +61 -77
  308. data/reports/plugin_formatters/xml/resolver.rb +53 -0
  309. data/reports/plugin_formatters/xml/{metaformatters/timeout_notice.rb → timing_attacks.rb} +3 -15
  310. data/reports/plugin_formatters/xml/{metaformatters/uniformity.rb → uniformity.rb} +4 -14
  311. data/reports/plugin_formatters/xml/waf_detector.rb +23 -28
  312. data/reports/stdout.rb +1 -1
  313. data/reports/txt.rb +2 -5
  314. data/reports/xml.rb +2 -5
  315. data/reports/xml/buffer.rb +6 -2
  316. data/reports/yaml.rb +49 -0
  317. metadata +419 -278
  318. data/bin/arachni_xmlrpc +0 -21
  319. data/bin/arachni_xmlrpcd +0 -82
  320. data/bin/arachni_xmlrpcd_monitor +0 -74
  321. data/getoptslong.rb +0 -242
  322. data/lib/anemone.rb +0 -2
  323. data/lib/framework.rb +0 -673
  324. data/lib/module/manager.rb +0 -111
  325. data/lib/options.rb +0 -547
  326. data/lib/rpc/xml/client/base.rb +0 -76
  327. data/lib/rpc/xml/client/instance.rb +0 -88
  328. data/lib/rpc/xml/server/base.rb +0 -112
  329. data/lib/rpc/xml/server/dispatcher.rb +0 -386
  330. data/lib/rpc/xml/server/framework.rb +0 -206
  331. data/lib/rpc/xml/server/instance.rb +0 -191
  332. data/lib/ruby/xmlrpc/server.rb +0 -27
  333. data/lib/ui/web/addons/autodeploy.rb +0 -172
  334. data/lib/ui/web/addons/autodeploy/views/index.erb +0 -124
  335. data/lib/ui/web/dispatcher_manager.rb +0 -165
  336. data/lib/ui/web/instance_manager.rb +0 -87
  337. data/lib/ui/web/output_stream.rb +0 -94
  338. data/lib/ui/web/server.rb +0 -925
  339. data/lib/ui/web/server/public/reports/placeholder +0 -1
  340. data/lib/ui/web/server/views/dispatchers.erb +0 -100
  341. data/lib/ui/web/server/views/dispatchers_edit.erb +0 -42
  342. data/lib/ui/web/server/views/error.erb +0 -1
  343. data/lib/ui/web/server/views/home.erb +0 -25
  344. data/metamodules/autothrottle.rb +0 -74
  345. data/plugins/metamodules.rb +0 -118
  346. data/profiles/comprehensive.afp +0 -74
  347. data/reports/plugin_formatters/html/metamodules.rb +0 -93
  348. data/reports/plugin_formatters/xml/metamodules.rb +0 -91
@@ -1,6 +1,6 @@
1
1
  =begin
2
2
  Arachni
3
- Copyright (c) 2010-2011 Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
3
+ Copyright (c) 2010-2012 Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
4
4
 
5
5
  This is free software; you can copy and distribute and modify
6
6
  this program under the term of the GPL v2.0 License
@@ -9,7 +9,6 @@
9
9
  =end
10
10
 
11
11
  module Arachni
12
-
13
12
  module Modules
14
13
 
15
14
  #
@@ -18,7 +17,7 @@ module Modules
18
17
  # @author: Tasos "Zapotek" Laskos
19
18
  # <tasos.laskos@gmail.com>
20
19
  # <zapotek@segfault.gr>
21
- # @version: 0.1
20
+ # @version: 0.1.1
22
21
  #
23
22
  # @see http://en.wikipedia.org/wiki/WebDAV
24
23
  # @see http://www.webdav.org/specs/rfc4918.html
@@ -27,16 +26,11 @@ class AllowedMethods < Arachni::Module::Base
27
26
 
28
27
  include Arachni::Module::Utilities
29
28
 
30
- def initialize( page )
31
- super( page )
32
- end
33
-
34
29
  def prepare
35
30
  @@__ran ||= false
36
31
  end
37
32
 
38
- def run( )
39
-
33
+ def run
40
34
  return if @@__ran
41
35
 
42
36
  print_status( "Checking..." )
@@ -57,7 +51,7 @@ class AllowedMethods < Arachni::Module::Base
57
51
  :description => %q{Checks for supported HTTP methods.},
58
52
  :elements => [ ],
59
53
  :author => 'Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>',
60
- :version => '0.1',
54
+ :version => '0.1.1',
61
55
  :references => {
62
56
  },
63
57
  :targets => { 'Generic' => 'all' },
@@ -80,7 +74,7 @@ class AllowedMethods < Arachni::Module::Base
80
74
 
81
75
  return if !methods || methods.empty?
82
76
 
83
- issue = Issue.new( {
77
+ log_issue(
84
78
  :url => res.effective_url,
85
79
  :method => res.request.method.to_s.upcase,
86
80
  :regexp_match => methods,
@@ -90,10 +84,7 @@ class AllowedMethods < Arachni::Module::Base
90
84
  :request => res.request.headers,
91
85
  :response => res.headers,
92
86
  }
93
- }.merge( self.class.info ) )
94
-
95
- # register our results with the system
96
- register_results( [issue] )
87
+ )
97
88
 
98
89
  # inform the user that we have a match
99
90
  print_ok( methods )
@@ -1,6 +1,6 @@
1
1
  =begin
2
2
  Arachni
3
- Copyright (c) 2010-2011 Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
3
+ Copyright (c) 2010-2012 Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
4
4
 
5
5
  This is free software; you can copy and distribute and modify
6
6
  this program under the term of the GPL v2.0 License
@@ -9,7 +9,6 @@
9
9
  =end
10
10
 
11
11
  module Arachni
12
-
13
12
  module Modules
14
13
 
15
14
  #
@@ -18,24 +17,17 @@ module Modules
18
17
  # @author: Tasos "Zapotek" Laskos
19
18
  # <tasos.laskos@gmail.com>
20
19
  # <zapotek@segfault.gr>
21
- # @version: 0.1
20
+ # @version: 0.2.1
22
21
  #
23
22
  #
24
23
  class Backdoors < Arachni::Module::Base
25
24
 
26
25
  include Arachni::Module::Utilities
27
26
 
28
- def initialize( page )
29
- super( page )
30
- end
31
-
32
27
  def prepare
33
28
  # to keep track of the requests and not repeat them
34
29
  @@__audited ||= Set.new
35
30
 
36
- # our results array
37
- @results = []
38
-
39
31
  @@__filenames ||=[]
40
32
  return if !@@__filenames.empty?
41
33
 
@@ -45,7 +37,7 @@ class Backdoors < Arachni::Module::Base
45
37
  }
46
38
  end
47
39
 
48
- def run( )
40
+ def run
49
41
 
50
42
  path = get_path( @page.url )
51
43
  return if @@__audited.include?( path )
@@ -57,13 +49,10 @@ class Backdoors < Arachni::Module::Base
57
49
  url = path + file
58
50
 
59
51
  print_status( "Checking for #{url}" )
60
-
61
- req = @http.get( url, :train => true )
62
-
63
- req.on_complete {
52
+ log_remote_file_if_exists( url ) {
64
53
  |res|
65
- print_status( "Analyzing #{res.effective_url}" )
66
- __log_results( res, file )
54
+ # inform the user
55
+ print_ok( "Found #{file} at " + res.effective_url )
67
56
  }
68
57
  }
69
58
 
@@ -77,13 +66,16 @@ class Backdoors < Arachni::Module::Base
77
66
  :description => %q{Tries to find common backdoors on the server.},
78
67
  :elements => [ ],
79
68
  :author => 'Tasos "Zapotek" Laskos <tasos.laskos@gmail.com> ',
80
- :version => '0.1',
69
+ :version => '0.2.1',
81
70
  :references => {},
82
71
  :targets => { 'Generic' => 'all' },
83
72
  :issue => {
84
73
  :name => %q{A backdoor file exists on the server.},
85
- :description => %q{},
86
- :tags => [ 'path', 'backdoor', 'file' ],
74
+ :description => %q{ The server response indicates that a file matching
75
+ the name of a common backdoor is publicly accessible.
76
+ This indicates that the server has been compromised and can
77
+ (to some extent) be remotely controled by unauthorised users.},
78
+ :tags => [ 'path', 'backdoor', 'file', 'discovery' ],
87
79
  :cwe => '',
88
80
  :severity => Issue::Severity::HIGH,
89
81
  :cvssv2 => '',
@@ -94,38 +86,6 @@ class Backdoors < Arachni::Module::Base
94
86
  }
95
87
  end
96
88
 
97
- #
98
- # Adds an issue to the @results array<br/>
99
- # and outputs an "OK" message with the filename and its url.
100
- #
101
- # @param [Net::HTTPResponse] res the HTTP response
102
- # @param [String] filename the discovered filename
103
- #
104
- def __log_results( res, filename )
105
-
106
- return if( res.code != 200 || @http.custom_404?( res ) )
107
-
108
- url = res.effective_url
109
- # append the result to the results array
110
- @results << Issue.new( {
111
- :url => url,
112
- :injected => filename,
113
- :id => filename,
114
- :elem => Issue::Element::PATH,
115
- :response => res.body,
116
- :headers => {
117
- :request => res.request.headers,
118
- :response => res.headers,
119
- }
120
- }.merge( self.class.info ) )
121
-
122
- # register our results with the system
123
- register_results( @results )
124
-
125
- # inform the user that we have a match
126
- print_ok( "Found #{filename} at " + url )
127
- end
128
-
129
89
  end
130
90
  end
131
91
  end
@@ -1,6 +1,6 @@
1
1
  =begin
2
2
  Arachni
3
- Copyright (c) 2010-2011 Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
3
+ Copyright (c) 2010-2012 Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
4
4
 
5
5
  This is free software; you can copy and distribute and modify
6
6
  this program under the term of the GPL v2.0 License
@@ -9,7 +9,6 @@
9
9
  =end
10
10
 
11
11
  module Arachni
12
-
13
12
  module Modules
14
13
 
15
14
  #
@@ -21,24 +20,17 @@ module Modules
21
20
  # @author: Tasos "Zapotek" Laskos
22
21
  # <tasos.laskos@gmail.com>
23
22
  # <zapotek@segfault.gr>
24
- # @version: 0.1.5
23
+ # @version: 0.2.1
25
24
  #
26
25
  #
27
26
  class BackupFiles < Arachni::Module::Base
28
27
 
29
28
  include Arachni::Module::Utilities
30
29
 
31
- def initialize( page )
32
- super( page )
33
- end
34
-
35
30
  def prepare
36
31
  # to keep track of the requests and not repeat them
37
32
  @@__audited ||= Set.new
38
33
 
39
- # our results array
40
- @results = []
41
-
42
34
  @@__extensions ||=[]
43
35
  return if !@@__extensions.empty?
44
36
 
@@ -48,12 +40,11 @@ class BackupFiles < Arachni::Module::Base
48
40
  }
49
41
  end
50
42
 
51
- def run( )
43
+ def run
44
+ path = get_path( @page.url )
45
+ return if @@__audited.include?( path )
52
46
 
53
47
  filename = File.basename( URI( normalize_url( @page.url ) ).path )
54
- path = get_path( @page.url )
55
-
56
- return if @@__audited.include?( path )
57
48
 
58
49
  print_status( "Scanning..." )
59
50
 
@@ -71,28 +62,26 @@ class BackupFiles < Arachni::Module::Base
71
62
  #
72
63
 
73
64
  file = ext % filename # Example: index.php.bak
74
- url = path + file
75
- next if !( req1 = __request_once( url ) )
76
-
65
+ check!( path, file )
77
66
 
78
- req1.on_complete {
79
- |res|
80
- __log_results( res, file )
81
- }
82
-
83
- file = ext % filename.gsub( /\.(.*)/, '' ) # Example: index.bak
84
- url = path + file
85
- next if !( req2 = __request_once( url ) )
86
-
87
- req2.on_complete {
88
- |res|
89
- __log_results( res, file )
90
- }
67
+ cfile = ext % filename.gsub( /\.(.*)/, '' ) # Example: index.bak
68
+ check!( path, file ) if file != cfile
91
69
  }
92
70
 
93
71
  @@__audited << path
94
72
  end
95
73
 
74
+ def check!( path, file )
75
+
76
+ url = path + file
77
+
78
+ print_status( "Checking for #{url}" )
79
+
80
+ log_remote_file_if_exists( url ) {
81
+ |res|
82
+ print_ok( "Found #{file} at " + res.effective_url )
83
+ }
84
+ end
96
85
 
97
86
  def self.info
98
87
  {
@@ -100,13 +89,16 @@ class BackupFiles < Arachni::Module::Base
100
89
  :description => %q{Tries to find sensitive backup files.},
101
90
  :elements => [ ],
102
91
  :author => 'Tasos "Zapotek" Laskos <tasos.laskos@gmail.com> ',
103
- :version => '0.1.5',
92
+ :version => '0.2.1',
104
93
  :references => {},
105
94
  :targets => { 'Generic' => 'all' },
106
95
  :issue => {
107
96
  :name => %q{A backup file exists on the server.},
108
- :description => %q{},
109
- :tags => [ 'path', 'backup', 'file' ],
97
+ :description => %q{ The server response indicates that a file matching
98
+ the name of a common naming scheme for file backups can be publicly accessible.
99
+ A developer has probably forgotten to remove this file after testing.
100
+ This can lead to source code disclosure and privileged information leaks.},
101
+ :tags => [ 'path', 'backup', 'file', 'discovery' ],
110
102
  :cew => '530',
111
103
  :severity => Issue::Severity::HIGH,
112
104
  :cvssv2 => '',
@@ -117,61 +109,6 @@ class BackupFiles < Arachni::Module::Base
117
109
  }
118
110
  end
119
111
 
120
- #
121
- # Adds an issue to the @results array<br/>
122
- # and outputs an "OK" message with the filename and its url.
123
- #
124
- # @param [Net::HTTPResponse] res the HTTP response
125
- # @param [String] filename the discovered filename
126
- #
127
- def __log_results( res, filename )
128
-
129
- # some webapps disregard the extension and load the page anyway
130
- # which will lead to false positives, take care of that.
131
- return if res.body == @page.html
132
-
133
- return if( res.code != 200 || @http.custom_404?( res ) )
134
-
135
- url = res.effective_url
136
- # append the result to the results array
137
- @results << Issue.new( {
138
- :url => url,
139
- :injected => filename,
140
- :id => filename,
141
- :elem => Issue::Element::PATH,
142
- :response => res.body,
143
- :headers => {
144
- :request => res.request.headers,
145
- :response => res.headers,
146
- }
147
- }.merge( self.class.info ) )
148
-
149
- # register our results with the system
150
- register_results( @results )
151
-
152
- # inform the user that we have a match
153
- print_ok( "Found #{filename} at " + url )
154
- end
155
-
156
- #
157
- # Gets a URL only once
158
- #
159
- # @param [String] url the url to get
160
- #
161
- # @return [FalseClass/HTTPResponse] false if the url has been
162
- # previously requested,<br/>
163
- # the HTTPResponse otherwise
164
- #
165
- def __request_once( url )
166
-
167
- print_status( "Checking for #{url}" )
168
-
169
- # force the Trainer to analyze it and if it's HTML it'll extract any new attack vectors.
170
- req = @http.get( url, :train => true )
171
-
172
- return req
173
- end
174
-
175
112
  end
176
113
  end
177
114
  end
@@ -1,6 +1,6 @@
1
1
  =begin
2
2
  Arachni
3
- Copyright (c) 2010-2011 Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
3
+ Copyright (c) 2010-2012 Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
4
4
 
5
5
  This is free software; you can copy and distribute and modify
6
6
  this program under the term of the GPL v2.0 License
@@ -8,8 +8,6 @@
8
8
 
9
9
  =end
10
10
 
11
- require 'digest/sha1'
12
-
13
11
  module Arachni
14
12
 
15
13
  module Modules
@@ -22,7 +20,7 @@ module Modules
22
20
  # @author: Tasos "Zapotek" Laskos
23
21
  # <tasos.laskos@gmail.com>
24
22
  # <zapotek@segfault.gr>
25
- # @version: 0.1.4
23
+ # @version: 0.2.1
26
24
  #
27
25
  # @see http://cwe.mitre.org/data/definitions/538.html
28
26
  #
@@ -31,17 +29,10 @@ class CommonDirectories < Arachni::Module::Base
31
29
 
32
30
  include Arachni::Module::Utilities
33
31
 
34
- def initialize( page )
35
- super( page )
36
- end
37
-
38
32
  def prepare
39
33
  # to keep track of the requests and not repeat them
40
34
  @@__audited ||= Set.new
41
35
 
42
- # our results array
43
- @results = []
44
-
45
36
  @@__directories ||=[]
46
37
  return if !@@__directories.empty?
47
38
 
@@ -51,8 +42,7 @@ class CommonDirectories < Arachni::Module::Base
51
42
  }
52
43
  end
53
44
 
54
- def run( )
55
-
45
+ def run
56
46
  path = get_path( @page.url )
57
47
  return if @@__audited.include?( path )
58
48
 
@@ -62,14 +52,12 @@ class CommonDirectories < Arachni::Module::Base
62
52
  |dirname|
63
53
 
64
54
  url = path + dirname + '/'
65
- print_status( "Checking for #{url}" )
66
55
 
67
- req = @http.get( url, :train => true )
56
+ print_status( "Checking for #{url}" )
68
57
 
69
- req.on_complete {
58
+ log_remote_directory_if_exists( url ) {
70
59
  |res|
71
- print_status( "Analyzing #{res.effective_url}" )
72
- __log_results( res, dirname )
60
+ print_ok( "Found #{dirname} at " + res.effective_url )
73
61
  }
74
62
  }
75
63
 
@@ -82,13 +70,13 @@ class CommonDirectories < Arachni::Module::Base
82
70
  :description => %q{Tries to find common directories on the server.},
83
71
  :elements => [ ],
84
72
  :author => 'Tasos "Zapotek" Laskos <tasos.laskos@gmail.com> ',
85
- :version => '0.1.4',
73
+ :version => '0.2.1',
86
74
  :references => {},
87
75
  :targets => { 'Generic' => 'all' },
88
76
  :issue => {
89
77
  :name => %q{A common directory exists on the server.},
90
78
  :description => %q{},
91
- :tags => [ 'path', 'directory', 'common' ],
79
+ :tags => [ 'path', 'directory', 'common', 'discovery' ],
92
80
  :cwe => '538',
93
81
  :severity => Issue::Severity::MEDIUM,
94
82
  :cvssv2 => '',
@@ -99,40 +87,6 @@ class CommonDirectories < Arachni::Module::Base
99
87
  }
100
88
  end
101
89
 
102
- #
103
- # Adds an issue to the @results array<br/>
104
- # and outputs an "OK" message with the dirname and its url.
105
- #
106
- # @param [Net::HTTPResponse] res the HTTP response
107
- # @param [String] dirname the discovered dirname
108
- # @param [String] url the url of the discovered file
109
- #
110
- def __log_results( res, dirname )
111
-
112
- return if( res.code != 200 || @http.custom_404?( res ) )
113
-
114
- url = res.effective_url
115
- # append the result to the results array
116
- @results << Issue.new( {
117
- :url => url,
118
- :injected => dirname,
119
- :id => dirname,
120
- :elem => Issue::Element::PATH,
121
- :response => res.body,
122
- :headers => {
123
- :request => res.request.headers,
124
- :response => res.headers,
125
- }
126
- }.merge( self.class.info ) )
127
-
128
- # inform the user that we have a match
129
- print_ok( "Found #{dirname} at " + url )
130
-
131
- # register our results with the system
132
- register_results( @results )
133
-
134
- end
135
-
136
90
  end
137
91
  end
138
92
  end