arachni 0.4.0.4 → 0.4.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (688) hide show
  1. data/ACKNOWLEDGMENTS.md +2 -2
  2. data/AUTHORS.md +1 -4
  3. data/CHANGELOG.md +102 -3
  4. data/CONTRIBUTORS.md +4 -1
  5. data/EXPLOITATION.md +6 -6
  6. data/Gemfile +3 -0
  7. data/HACKING.md +29 -10
  8. data/LICENSE.md +176 -339
  9. data/NOTICE +12 -0
  10. data/README.md +160 -119
  11. data/Rakefile +83 -45
  12. data/arachni.gemspec +124 -0
  13. data/bin/arachni +14 -8
  14. data/bin/arachni_console +52 -0
  15. data/bin/arachni_rpc +14 -8
  16. data/bin/arachni_rpcd +15 -9
  17. data/bin/arachni_rpcd_monitor +14 -8
  18. data/bin/arachni_script +41 -0
  19. data/bin/arachni_web +18 -19
  20. data/bin/arachni_web_autostart +17 -18
  21. data/external/metasploit/plugins/arachni.rb +7 -9
  22. data/external/metasploit/{LICENSE → plugins/arachni/LICENSE} +0 -0
  23. data/external/metasploit/{modules → plugins/arachni/modules}/exploits/unix/webapp/arachni_exec.rb +1 -1
  24. data/external/metasploit/{modules → plugins/arachni/modules}/exploits/unix/webapp/arachni_path_traversal.rb +2 -2
  25. data/external/metasploit/{modules → plugins/arachni/modules}/exploits/unix/webapp/arachni_php_eval.rb +1 -1
  26. data/external/metasploit/{modules → plugins/arachni/modules}/exploits/unix/webapp/arachni_php_include.rb +1 -1
  27. data/external/metasploit/{modules → plugins/arachni/modules}/exploits/unix/webapp/arachni_sqlmap.rb +2 -2
  28. data/external/scripts/LICENSE.tpl +174 -0
  29. data/external/scripts/README.md +95 -0
  30. data/external/scripts/README.tpl +30 -0
  31. data/external/scripts/build.sh +631 -0
  32. data/external/scripts/build_all.sh +29 -0
  33. data/external/scripts/build_and_package.sh +100 -0
  34. data/external/scripts/cross_build_and_package.sh +20 -0
  35. data/external/scripts/installer.sh.tpl +166 -0
  36. data/external/scripts/lib/readlink_f.sh +40 -0
  37. data/external/scripts/package.sh +134 -0
  38. data/external/scripts/push_nightlies.sh +125 -0
  39. data/extras/placeholder +0 -0
  40. data/gfx/README.md +18 -0
  41. data/gfx/compiled/banner.png +0 -0
  42. data/gfx/compiled/favicon.ico +0 -0
  43. data/gfx/compiled/icon.png +0 -0
  44. data/gfx/compiled/logo.png +0 -0
  45. data/gfx/compiled/spider.png +0 -0
  46. data/gfx/font/Beneath_the_Surface.ttf +0 -0
  47. data/gfx/font/bts_readme.txt +14 -0
  48. data/gfx/source/banner.svg +999 -0
  49. data/gfx/source/icon.svg +627 -0
  50. data/gfx/source/logo.svg +672 -0
  51. data/gfx/source/spider.png +0 -0
  52. data/gfx/source/spider.svg +277 -0
  53. data/lib/arachni.rb +30 -5
  54. data/lib/arachni/audit_store.rb +111 -143
  55. data/lib/arachni/banner.rb +37 -0
  56. data/lib/arachni/bloom_filter.rb +74 -0
  57. data/lib/arachni/cache.rb +21 -0
  58. data/lib/arachni/cache/base.rb +170 -0
  59. data/lib/arachni/cache/least_cost_replacement.rb +89 -0
  60. data/lib/arachni/cache/least_recently_used.rb +73 -0
  61. data/lib/arachni/cache/random_replacement.rb +52 -0
  62. data/lib/arachni/component/manager.rb +391 -0
  63. data/lib/arachni/component/options.rb +38 -0
  64. data/lib/arachni/component/options/address.rb +41 -0
  65. data/lib/arachni/component/options/base.rb +126 -0
  66. data/lib/arachni/component/options/bool.rb +55 -0
  67. data/lib/arachni/component/options/enum.rb +51 -0
  68. data/lib/arachni/component/options/float.rb +45 -0
  69. data/lib/arachni/component/options/int.rb +44 -0
  70. data/lib/arachni/component/options/path.rb +36 -0
  71. data/lib/arachni/component/options/port.rb +37 -0
  72. data/lib/arachni/component/options/string.rb +44 -0
  73. data/lib/arachni/component/options/url.rb +42 -0
  74. data/lib/arachni/crypto/rsa_aes_cbc.rb +14 -8
  75. data/lib/arachni/database.rb +4 -4
  76. data/lib/arachni/database/base.rb +14 -8
  77. data/lib/arachni/database/hash.rb +21 -12
  78. data/lib/arachni/database/queue.rb +15 -9
  79. data/lib/arachni/element/base.rb +147 -0
  80. data/lib/arachni/element/capabilities/auditable.rb +623 -0
  81. data/lib/arachni/element/capabilities/auditable/rdiff.rb +243 -0
  82. data/lib/arachni/element/capabilities/auditable/taint.rb +141 -0
  83. data/lib/arachni/element/capabilities/auditable/timeout.rb +330 -0
  84. data/lib/arachni/element/capabilities/body.rb +19 -0
  85. data/lib/arachni/element/capabilities/mutable.rb +286 -0
  86. data/lib/arachni/element/capabilities/path.rb +19 -0
  87. data/lib/arachni/element/capabilities/refreshable.rb +48 -0
  88. data/lib/arachni/element/capabilities/server.rb +19 -0
  89. data/lib/arachni/element/cookie.rb +1043 -0
  90. data/lib/arachni/element/form.rb +1364 -0
  91. data/lib/arachni/element/header.rb +87 -0
  92. data/lib/arachni/element/link.rb +227 -0
  93. data/lib/arachni/exceptions.rb +12 -34
  94. data/lib/arachni/framework.rb +345 -436
  95. data/lib/arachni/http.rb +445 -409
  96. data/lib/arachni/http/cookie_jar.rb +163 -0
  97. data/lib/arachni/issue.rb +102 -65
  98. data/lib/arachni/mixins/observable.rb +25 -28
  99. data/lib/arachni/mixins/progress_bar.rb +11 -5
  100. data/lib/arachni/mixins/terminal.rb +17 -11
  101. data/lib/arachni/module.rb +4 -4
  102. data/lib/arachni/module/auditor.rb +270 -793
  103. data/lib/arachni/module/base.rb +107 -101
  104. data/lib/arachni/module/element_db.rb +54 -59
  105. data/lib/arachni/module/key_filler.rb +35 -35
  106. data/lib/arachni/module/manager.rb +178 -68
  107. data/lib/arachni/module/output.rb +25 -30
  108. data/lib/arachni/module/trainer.rb +85 -156
  109. data/lib/arachni/module/utilities.rb +29 -138
  110. data/lib/arachni/options.rb +496 -162
  111. data/lib/arachni/page.rb +186 -0
  112. data/lib/arachni/parser.rb +392 -2
  113. data/lib/arachni/plugin.rb +4 -4
  114. data/lib/arachni/plugin/base.rb +113 -44
  115. data/lib/arachni/plugin/manager.rb +120 -54
  116. data/lib/arachni/report.rb +4 -4
  117. data/lib/arachni/report/base.rb +59 -44
  118. data/lib/arachni/report/manager.rb +33 -32
  119. data/lib/arachni/rpc/client.rb +2 -0
  120. data/lib/arachni/rpc/client/base.rb +31 -18
  121. data/lib/arachni/rpc/client/dispatcher.rb +24 -11
  122. data/lib/arachni/rpc/client/instance.rb +24 -11
  123. data/lib/arachni/rpc/server/base.rb +12 -9
  124. data/lib/arachni/rpc/server/dispatcher.rb +161 -164
  125. data/lib/arachni/rpc/server/dispatcher/handler.rb +164 -0
  126. data/lib/arachni/rpc/server/{node.rb → dispatcher/node.rb} +86 -104
  127. data/lib/arachni/rpc/server/distributor.rb +432 -0
  128. data/lib/arachni/rpc/server/framework.rb +266 -758
  129. data/lib/arachni/rpc/server/instance.rb +38 -53
  130. data/lib/arachni/rpc/server/module/manager.rb +17 -20
  131. data/lib/arachni/rpc/server/output.rb +73 -179
  132. data/lib/arachni/rpc/server/plugin/manager.rb +58 -24
  133. data/lib/arachni/ruby.rb +6 -4
  134. data/lib/arachni/ruby/array.rb +30 -9
  135. data/lib/arachni/ruby/enumerable.rb +29 -0
  136. data/lib/arachni/ruby/object.rb +47 -12
  137. data/lib/arachni/ruby/string.rb +69 -24
  138. data/lib/arachni/ruby/webrick.rb +31 -0
  139. data/lib/arachni/session.rb +279 -0
  140. data/lib/arachni/spider.rb +295 -149
  141. data/lib/arachni/typhoeus/hydra.rb +18 -4
  142. data/lib/arachni/typhoeus/request.rb +52 -65
  143. data/lib/arachni/typhoeus/response.rb +62 -22
  144. data/lib/arachni/typhoeus/utils.rb +25 -0
  145. data/lib/arachni/ui/cli/cli.rb +331 -298
  146. data/lib/arachni/ui/cli/output.rb +105 -77
  147. data/lib/arachni/ui/foo/output.rb +116 -0
  148. data/lib/arachni/ui/rpc/dispatcher_monitor.rb +5 -12
  149. data/lib/arachni/ui/rpc/rpc.rb +43 -48
  150. data/lib/arachni/ui/web/addon_manager.rb +18 -13
  151. data/lib/arachni/ui/web/addons/sample.rb +14 -8
  152. data/lib/arachni/ui/web/addons/scheduler.rb +14 -8
  153. data/lib/arachni/ui/web/addons/scheduler/views/index.erb +1 -1
  154. data/lib/arachni/ui/web/addons/scheduler/views/options.erb +0 -3
  155. data/lib/arachni/ui/web/dispatcher_manager.rb +14 -9
  156. data/lib/arachni/ui/web/instance_manager.rb +14 -8
  157. data/lib/arachni/ui/web/log.rb +14 -10
  158. data/lib/arachni/ui/web/output_stream.rb +11 -5
  159. data/lib/arachni/ui/web/report_manager.rb +14 -10
  160. data/lib/arachni/ui/web/scheduler.rb +16 -11
  161. data/lib/arachni/ui/web/server.rb +62 -56
  162. data/lib/arachni/ui/web/server/public/style.css +1 -1
  163. data/lib/arachni/ui/web/server/views/addon.erb +1 -1
  164. data/lib/arachni/ui/web/server/views/dispatchers.erb +3 -3
  165. data/lib/arachni/ui/web/server/views/dispatchers_edit.erb +2 -2
  166. data/lib/arachni/ui/web/server/views/error.erb +1 -1
  167. data/lib/arachni/ui/web/server/views/home.erb +2 -2
  168. data/lib/arachni/ui/web/server/views/instance.erb +6 -6
  169. data/lib/arachni/ui/web/server/views/layout.erb +4 -4
  170. data/lib/arachni/ui/web/server/views/settings.erb +13 -8
  171. data/lib/arachni/ui/web/server/views/welcome.erb +1 -1
  172. data/lib/arachni/ui/web/utilities.rb +24 -35
  173. data/lib/arachni/uri.rb +619 -0
  174. data/lib/arachni/utilities.rb +316 -0
  175. data/lib/arachni/version.rb +12 -6
  176. data/lib/version +1 -0
  177. data/modules/audit/code_injection.rb +64 -81
  178. data/modules/audit/code_injection_timing.rb +57 -75
  179. data/modules/audit/csrf.rb +87 -185
  180. data/modules/audit/ldapi.rb +42 -67
  181. data/modules/audit/os_cmd_injection.rb +53 -71
  182. data/modules/audit/os_cmd_injection/payloads.txt +1 -1
  183. data/modules/audit/os_cmd_injection_timing.rb +54 -75
  184. data/modules/audit/os_cmd_injection_timing/payloads.txt +1 -3
  185. data/modules/audit/path_traversal.rb +84 -110
  186. data/modules/audit/response_splitting.rb +41 -53
  187. data/modules/audit/rfi.rb +68 -76
  188. data/modules/audit/session_fixation.rb +86 -0
  189. data/modules/audit/sqli.rb +51 -77
  190. data/modules/audit/sqli/regexp_ids.txt +5 -19
  191. data/modules/audit/sqli/regexp_ignore.txt +2 -0
  192. data/modules/audit/sqli_blind_rdiff.rb +51 -62
  193. data/modules/audit/sqli_blind_timing.rb +53 -73
  194. data/modules/audit/trainer.rb +21 -58
  195. data/modules/audit/unvalidated_redirect.rb +41 -51
  196. data/modules/audit/xpath.rb +38 -69
  197. data/modules/audit/xpath/errors.txt +2 -3
  198. data/modules/audit/xss.rb +65 -69
  199. data/modules/audit/xss_event.rb +50 -69
  200. data/modules/audit/xss_path.rb +63 -89
  201. data/modules/audit/xss_script_tag.rb +53 -66
  202. data/modules/audit/xss_tag.rb +46 -65
  203. data/modules/audit/xss_uri.rb +22 -24
  204. data/modules/recon/allowed_methods.rb +46 -62
  205. data/modules/recon/backdoors.rb +39 -66
  206. data/modules/recon/backup_files.rb +49 -79
  207. data/modules/recon/common_directories.rb +39 -63
  208. data/modules/recon/common_directories/directories.txt +0 -5
  209. data/modules/recon/common_files.rb +34 -63
  210. data/modules/recon/directory_listing.rb +66 -116
  211. data/modules/recon/grep/captcha.rb +34 -41
  212. data/modules/recon/grep/credit_card.rb +57 -68
  213. data/modules/recon/grep/cvs_svn_users.rb +40 -50
  214. data/modules/recon/grep/emails.rb +34 -41
  215. data/modules/recon/grep/html_objects.rb +30 -33
  216. data/modules/recon/grep/http_only_cookies.rb +57 -0
  217. data/modules/recon/grep/insecure_cookies.rb +55 -0
  218. data/modules/recon/grep/mixed_resource.rb +93 -0
  219. data/modules/recon/grep/private_ip.rb +34 -32
  220. data/modules/recon/grep/ssn.rb +33 -31
  221. data/modules/recon/grep/unencrypted_password_forms.rb +84 -0
  222. data/modules/recon/htaccess_limit.rb +38 -54
  223. data/modules/recon/http_put.rb +48 -62
  224. data/modules/recon/interesting_responses.rb +77 -79
  225. data/modules/recon/webdav.rb +53 -79
  226. data/modules/recon/xst.rb +44 -63
  227. data/modules/test2.rb +46 -0
  228. data/path_extractors/anchors.rb +17 -15
  229. data/path_extractors/forms.rb +17 -15
  230. data/path_extractors/frames.rb +17 -18
  231. data/path_extractors/generic.rb +52 -55
  232. data/path_extractors/links.rb +16 -14
  233. data/path_extractors/meta_refresh.rb +33 -18
  234. data/path_extractors/scripts.rb +17 -15
  235. data/plugins/autologin.rb +60 -85
  236. data/plugins/beep_notify.rb +25 -27
  237. data/plugins/cookie_collector.rb +28 -45
  238. data/plugins/defaults/autothrottle.rb +43 -51
  239. data/plugins/defaults/content_types.rb +63 -52
  240. data/plugins/defaults/healthmap.rb +45 -62
  241. data/plugins/defaults/{metamodules → meta}/remedies/discovery.rb +34 -69
  242. data/plugins/defaults/meta/remedies/manual_verification.rb +61 -0
  243. data/plugins/defaults/meta/remedies/timing_attacks.rb +108 -0
  244. data/plugins/defaults/meta/uniformity.rb +81 -0
  245. data/plugins/defaults/profiler.rb +68 -115
  246. data/plugins/defaults/resolver.rb +33 -28
  247. data/plugins/email_notify.rb +60 -62
  248. data/plugins/form_dicattack.rb +67 -121
  249. data/plugins/http_dicattack.rb +51 -65
  250. data/plugins/libnotify.rb +37 -41
  251. data/plugins/proxy.rb +407 -152
  252. data/plugins/proxy/panel/403_forbidden.html.erb +11 -0
  253. data/plugins/proxy/panel/404_not_found.html.erb +6 -0
  254. data/plugins/proxy/panel/css/bootstrap.min.css +9 -0
  255. data/plugins/proxy/panel/css/panel.css +30 -0
  256. data/plugins/proxy/panel/help.html.erb +66 -0
  257. data/plugins/proxy/panel/img/glyphicons-halflings-white.png +0 -0
  258. data/plugins/proxy/panel/img/glyphicons-halflings.png +0 -0
  259. data/plugins/proxy/panel/img/record.png +0 -0
  260. data/plugins/proxy/panel/inspect.html.erb +7 -0
  261. data/plugins/proxy/panel/js/bootstrap.min.js +6 -0
  262. data/plugins/proxy/panel/js/jquery.min.js +2 -0
  263. data/plugins/proxy/panel/js/panel.js +39 -0
  264. data/plugins/proxy/panel/layout.html.erb +25 -0
  265. data/plugins/proxy/panel/page_accordion.html.erb +67 -0
  266. data/plugins/proxy/panel/page_twin_accordion.html.erb +18 -0
  267. data/plugins/proxy/panel/panel.html.erb +63 -0
  268. data/plugins/proxy/panel/shutdown_message.html.erb +7 -0
  269. data/plugins/proxy/panel/verify_login_check.html.erb +31 -0
  270. data/plugins/proxy/panel/verify_login_final.html.erb +26 -0
  271. data/plugins/proxy/panel/verify_login_sequence.html.erb +45 -0
  272. data/plugins/proxy/server.rb +175 -47
  273. data/plugins/proxy/ssl-interceptor-cert.pem +34 -0
  274. data/plugins/proxy/ssl-interceptor-pkey.pem +51 -0
  275. data/plugins/rescan.rb +27 -28
  276. data/plugins/script.rb +53 -0
  277. data/plugins/vector_feed.rb +226 -0
  278. data/plugins/waf_detector.rb +70 -73
  279. data/reports/afr.rb +23 -24
  280. data/reports/ap.rb +25 -36
  281. data/reports/html.rb +109 -163
  282. data/reports/html/default.erb +13 -12
  283. data/reports/html/default/configuration.erb +21 -21
  284. data/reports/html/default/css/main.css +350 -350
  285. data/reports/html/default/issues.erb +1 -1
  286. data/reports/html/default/js/charts.js +2 -2
  287. data/reports/html/default/js/helpers.js +0 -42
  288. data/reports/html/default/js/init.js +0 -1
  289. data/reports/html/default/sitemap.erb +2 -2
  290. data/reports/html/default/summary.erb +4 -4
  291. data/reports/html/default/summary_issue.erb +1 -1
  292. data/reports/json.rb +26 -28
  293. data/reports/marshal.rb +23 -25
  294. data/reports/metareport.rb +65 -98
  295. data/reports/plugin_formatters/html/autologin.rb +34 -41
  296. data/reports/plugin_formatters/html/content_types.rb +46 -52
  297. data/reports/plugin_formatters/html/cookie_collector.rb +41 -47
  298. data/reports/plugin_formatters/html/discovery.rb +36 -41
  299. data/reports/plugin_formatters/html/form_dicattack.rb +28 -34
  300. data/reports/plugin_formatters/html/healthmap.rb +48 -55
  301. data/reports/plugin_formatters/html/http_dicattack.rb +28 -34
  302. data/reports/plugin_formatters/html/profiler.rb +26 -30
  303. data/reports/plugin_formatters/html/profiler/template.erb +7 -7
  304. data/reports/plugin_formatters/html/resolver.rb +44 -52
  305. data/reports/plugin_formatters/html/timing_attacks.rb +42 -44
  306. data/reports/plugin_formatters/html/uniformity.rb +37 -42
  307. data/reports/plugin_formatters/html/waf_detector.rb +26 -34
  308. data/reports/plugin_formatters/stdout/autologin.rb +28 -40
  309. data/reports/plugin_formatters/stdout/content_types.rb +36 -53
  310. data/reports/plugin_formatters/stdout/cookie_collector.rb +28 -41
  311. data/reports/plugin_formatters/stdout/discovery.rb +27 -37
  312. data/reports/plugin_formatters/stdout/form_dicattack.rb +22 -35
  313. data/reports/plugin_formatters/stdout/healthmap.rb +40 -57
  314. data/reports/plugin_formatters/stdout/http_dicattack.rb +22 -36
  315. data/reports/plugin_formatters/stdout/profiler.rb +55 -74
  316. data/reports/plugin_formatters/stdout/resolver.rb +18 -34
  317. data/reports/plugin_formatters/stdout/timing_attacks.rb +27 -39
  318. data/reports/plugin_formatters/stdout/uniformity.rb +32 -44
  319. data/reports/plugin_formatters/stdout/waf_detector.rb +20 -32
  320. data/reports/plugin_formatters/xml/autologin.rb +27 -49
  321. data/reports/plugin_formatters/xml/content_types.rb +41 -66
  322. data/reports/plugin_formatters/xml/cookie_collector.rb +29 -49
  323. data/reports/plugin_formatters/xml/discovery.rb +23 -41
  324. data/reports/plugin_formatters/xml/form_dicattack.rb +22 -40
  325. data/reports/plugin_formatters/xml/healthmap.rb +44 -63
  326. data/reports/plugin_formatters/xml/http_dicattack.rb +22 -41
  327. data/reports/plugin_formatters/xml/profiler.rb +65 -89
  328. data/reports/plugin_formatters/xml/resolver.rb +21 -41
  329. data/reports/plugin_formatters/xml/timing_attacks.rb +27 -45
  330. data/reports/plugin_formatters/xml/uniformity.rb +36 -55
  331. data/reports/plugin_formatters/xml/waf_detector.rb +23 -42
  332. data/reports/stdout.rb +120 -121
  333. data/reports/txt.rb +29 -45
  334. data/reports/xml.rb +109 -148
  335. data/reports/xml/buffer.rb +66 -79
  336. data/reports/yaml.rb +26 -28
  337. data/rpcd_handlers/placeholder +0 -0
  338. data/spec/arachni/audit_store_spec.rb +223 -0
  339. data/spec/arachni/bloom_filter_spec.rb +76 -0
  340. data/spec/arachni/cache/base_spec.rb +275 -0
  341. data/spec/arachni/cache/least_cost_replacement_spec.rb +58 -0
  342. data/spec/arachni/cache/least_recently_used_spec.rb +91 -0
  343. data/spec/arachni/cache/random_replacement_spec.rb +43 -0
  344. data/spec/arachni/component/manager_spec.rb +448 -0
  345. data/spec/arachni/component/options/address_spec.rb +32 -0
  346. data/spec/arachni/component/options/base_spec.rb +105 -0
  347. data/spec/arachni/component/options/bool_spec.rb +67 -0
  348. data/spec/arachni/component/options/enum_spec.rb +51 -0
  349. data/spec/arachni/component/options/float_spec.rb +42 -0
  350. data/spec/arachni/component/options/int_spec.rb +46 -0
  351. data/spec/arachni/component/options/path_spec.rb +32 -0
  352. data/spec/arachni/component/options/port_spec.rb +38 -0
  353. data/spec/arachni/component/options/string_spec.rb +38 -0
  354. data/spec/arachni/component/options/url_spec.rb +36 -0
  355. data/spec/arachni/crypto/rsa_aes_cbc_spec.rb +31 -0
  356. data/spec/arachni/database/hash_spec.rb +217 -0
  357. data/spec/arachni/database/queue_spec.rb +52 -0
  358. data/spec/arachni/element/base_spec.rb +127 -0
  359. data/spec/arachni/element/body_spec.rb +9 -0
  360. data/spec/arachni/element/capabilities/auditable/rdiff_spec.rb +47 -0
  361. data/spec/arachni/element/capabilities/auditable/taint_spec.rb +110 -0
  362. data/spec/arachni/element/capabilities/auditable/timeout_spec.rb +107 -0
  363. data/spec/arachni/element/capabilities/mutable_spec.rb +261 -0
  364. data/spec/arachni/element/cookie_spec.rb +362 -0
  365. data/spec/arachni/element/form_spec.rb +668 -0
  366. data/spec/arachni/element/header_spec.rb +49 -0
  367. data/spec/arachni/element/link_spec.rb +220 -0
  368. data/spec/arachni/element/path_spec.rb +9 -0
  369. data/spec/arachni/element/server_spec.rb +9 -0
  370. data/spec/arachni/framework_spec.rb +860 -0
  371. data/spec/arachni/http/cookie_jar_spec.rb +267 -0
  372. data/spec/arachni/http_spec.rb +991 -0
  373. data/spec/arachni/issue_spec.rb +307 -0
  374. data/spec/arachni/mixins/observable_spec.rb +59 -0
  375. data/spec/arachni/mixins/progress_bar_spec.rb +41 -0
  376. data/spec/arachni/module/auditor_spec.rb +506 -0
  377. data/spec/arachni/module/element_db_spec.rb +131 -0
  378. data/spec/arachni/module/key_filler.rb +15 -0
  379. data/spec/arachni/module/manager_spec.rb +154 -0
  380. data/spec/arachni/module/trainer_spec.rb +102 -0
  381. data/spec/arachni/module/utilities_spec.rb +30 -0
  382. data/spec/arachni/module/utilities_spec/read_file.txt +3 -0
  383. data/spec/arachni/options_spec.rb +555 -0
  384. data/spec/arachni/page_spec.rb +290 -0
  385. data/spec/arachni/parser_spec.rb +508 -0
  386. data/spec/arachni/plugin/manager_spec.rb +174 -0
  387. data/spec/arachni/report/base_spec.rb +53 -0
  388. data/spec/arachni/report/manager_spec.rb +82 -0
  389. data/spec/arachni/rpc/client/base_spec.rb +157 -0
  390. data/spec/arachni/rpc/client/dispatcher_spec.rb +40 -0
  391. data/spec/arachni/rpc/client/instance_spec.rb +92 -0
  392. data/spec/arachni/rpc/server/base_spec.rb +40 -0
  393. data/spec/arachni/rpc/server/dispatcher/handler.rb +120 -0
  394. data/spec/arachni/rpc/server/dispatcher/node_spec.rb +220 -0
  395. data/spec/arachni/rpc/server/dispatcher_spec.rb +136 -0
  396. data/spec/arachni/rpc/server/distributor_spec.rb +628 -0
  397. data/spec/arachni/rpc/server/framework_hpg_spec.rb +321 -0
  398. data/spec/arachni/rpc/server/framework_simple_spec.rb +453 -0
  399. data/spec/arachni/rpc/server/instance_spec.rb +81 -0
  400. data/spec/arachni/rpc/server/modules/manager_spec.rb +79 -0
  401. data/spec/arachni/rpc/server/options_spec.rb +124 -0
  402. data/spec/arachni/rpc/server/output_spec.rb +238 -0
  403. data/spec/arachni/rpc/server/plugin/manager_spec.rb +86 -0
  404. data/spec/arachni/ruby/array_spec.rb +103 -0
  405. data/spec/arachni/ruby/enumerable_spec.rb +37 -0
  406. data/spec/arachni/ruby/object_spec.rb +38 -0
  407. data/spec/arachni/ruby/string_spec.rb +77 -0
  408. data/spec/arachni/ruby/webrick_spec.rb +15 -0
  409. data/spec/arachni/session_spec.rb +308 -0
  410. data/spec/arachni/spider_spec.rb +383 -0
  411. data/spec/arachni/typhoeus/hydra_spec.rb +14 -0
  412. data/spec/arachni/typhoeus/requrest_spec.rb +58 -0
  413. data/spec/arachni/typhoeus/response_spec.rb +78 -0
  414. data/spec/arachni/uri_spec.rb +462 -0
  415. data/spec/arachni/utilities_spec.rb +297 -0
  416. data/spec/fixtures/auditstore.afr +2959 -0
  417. data/spec/fixtures/cookies.txt +9 -0
  418. data/spec/fixtures/modules/test.rb +58 -0
  419. data/spec/fixtures/modules/test2.rb +46 -0
  420. data/spec/fixtures/modules/test3.rb +46 -0
  421. data/spec/fixtures/passwords.txt +17 -0
  422. data/spec/fixtures/plugins/bad.rb +46 -0
  423. data/spec/fixtures/plugins/defaults/default.rb +45 -0
  424. data/spec/fixtures/plugins/distributable.rb +42 -0
  425. data/spec/fixtures/plugins/loop.rb +32 -0
  426. data/spec/fixtures/plugins/wait.rb +34 -0
  427. data/spec/fixtures/plugins/with_options.rb +31 -0
  428. data/spec/fixtures/reports/base_spec/plugin_formatters/with_formatters/foobar.rb +21 -0
  429. data/spec/fixtures/reports/base_spec/with_formatters.rb +23 -0
  430. data/spec/fixtures/reports/base_spec/with_outfile.rb +24 -0
  431. data/spec/fixtures/reports/base_spec/without_outfile.rb +20 -0
  432. data/spec/fixtures/reports/manager_spec/afr.rb +21 -0
  433. data/spec/fixtures/reports/manager_spec/foo.rb +26 -0
  434. data/spec/fixtures/rescan.afr.tpl +145 -0
  435. data/spec/fixtures/rpcd_handlers/echo.rb +68 -0
  436. data/spec/fixtures/run_mod/body.rb +58 -0
  437. data/spec/fixtures/run_mod/cookies.rb +58 -0
  438. data/spec/fixtures/run_mod/empty.rb +58 -0
  439. data/spec/fixtures/run_mod/flch.rb +63 -0
  440. data/spec/fixtures/run_mod/forms.rb +58 -0
  441. data/spec/fixtures/run_mod/headers.rb +58 -0
  442. data/spec/fixtures/run_mod/links.rb +58 -0
  443. data/spec/fixtures/run_mod/nil.rb +57 -0
  444. data/spec/fixtures/run_mod/path.rb +58 -0
  445. data/spec/fixtures/run_mod/server.rb +58 -0
  446. data/spec/fixtures/script_plugin.rb +1 -0
  447. data/spec/fixtures/taint_module/taint.rb +48 -0
  448. data/spec/fixtures/usernames.txt +13 -0
  449. data/spec/fixtures/wait_module/wait.rb +48 -0
  450. data/spec/helpers/auditor.rb +9 -0
  451. data/spec/helpers/misc.rb +41 -0
  452. data/spec/helpers/processes.rb +112 -0
  453. data/spec/helpers/requires.rb +8 -0
  454. data/spec/helpers/server.rb +54 -0
  455. data/spec/logs/Dispatcher - 2752-13830.log +49 -0
  456. data/spec/logs/Dispatcher - 2766-8238.log +35 -0
  457. data/spec/logs/Dispatcher - 2808-9029.log +31 -0
  458. data/spec/logs/Dispatcher - 2854-8571.log +26 -0
  459. data/spec/logs/Dispatcher - 2888-10411.log +20 -0
  460. data/spec/logs/Dispatcher - 2922-14464.log +13 -0
  461. data/spec/logs/Dispatcher - 2957-15255.log +19 -0
  462. data/spec/logs/Dispatcher - 3216-14203.log +35 -0
  463. data/spec/logs/Dispatcher - 3305-8622.log +43 -0
  464. data/spec/logs/Dispatcher - 3340-15426.log +35 -0
  465. data/spec/logs/Dispatcher - 3399-12586.log +40 -0
  466. data/spec/logs/Dispatcher - 3433-14149.log +26 -0
  467. data/spec/logs/Dispatcher - 3582-6198.log +27 -0
  468. data/spec/logs/Dispatcher - 3616-11169.log +13 -0
  469. data/spec/logs/Dispatcher - 3849-9016.log +7 -0
  470. data/spec/logs/output_spec.log +4 -0
  471. data/spec/logs/placeholder +0 -0
  472. data/spec/modules/audit/code_injection_spec.rb +25 -0
  473. data/spec/modules/audit/code_injection_timing_spec.rb +24 -0
  474. data/spec/modules/audit/csrf_spec.rb +38 -0
  475. data/spec/modules/audit/ldapi_spec.rb +19 -0
  476. data/spec/modules/audit/os_cmd_injection_spec.rb +24 -0
  477. data/spec/modules/audit/os_cmd_injection_timing_spec.rb +24 -0
  478. data/spec/modules/audit/path_traversal_spec.rb +23 -0
  479. data/spec/modules/audit/response_splitting_spec.rb +19 -0
  480. data/spec/modules/audit/rfi_spec.rb +19 -0
  481. data/spec/modules/audit/session_fixation_spec.rb +23 -0
  482. data/spec/modules/audit/sqli_blind_rdiff_spec.rb +19 -0
  483. data/spec/modules/audit/sqli_blind_timing_spec.rb +23 -0
  484. data/spec/modules/audit/sqli_spec.rb +24 -0
  485. data/spec/modules/audit/trainer_spec.rb +25 -0
  486. data/spec/modules/audit/unvalidated_redirect_spec.rb +24 -0
  487. data/spec/modules/audit/xpath_spec.rb +25 -0
  488. data/spec/modules/audit/xss_event_spec.rb +19 -0
  489. data/spec/modules/audit/xss_path_spec.rb +19 -0
  490. data/spec/modules/audit/xss_script_tag_spec.rb +19 -0
  491. data/spec/modules/audit/xss_spec.rb +24 -0
  492. data/spec/modules/audit/xss_tag_spec.rb +19 -0
  493. data/spec/modules/recon/allowed_methods_spec.rb +19 -0
  494. data/spec/modules/recon/backdoors_spec.rb +19 -0
  495. data/spec/modules/recon/backup_files_spec.rb +19 -0
  496. data/spec/modules/recon/common_directories_spec.rb +19 -0
  497. data/spec/modules/recon/common_files_spec.rb +19 -0
  498. data/spec/modules/recon/directory_listing_spec.rb +19 -0
  499. data/spec/modules/recon/grep/captcha_spec.rb +19 -0
  500. data/spec/modules/recon/grep/credit_card_spec.rb +19 -0
  501. data/spec/modules/recon/grep/cvs_svn_users_spec.rb +19 -0
  502. data/spec/modules/recon/grep/emails_spec.rb +19 -0
  503. data/spec/modules/recon/grep/html_objects_spec.rb +19 -0
  504. data/spec/modules/recon/grep/http_only_cookies_spec.rb +19 -0
  505. data/spec/modules/recon/grep/insecure_cookies_spec.rb +19 -0
  506. data/spec/modules/recon/grep/mixed_resource_spec.rb +20 -0
  507. data/spec/modules/recon/grep/private_ip_spec.rb +26 -0
  508. data/spec/modules/recon/grep/ssn_spec.rb +19 -0
  509. data/spec/modules/recon/grep/unencrypted_password_forms_spec.rb +19 -0
  510. data/spec/modules/recon/htaccess_limit_spec.rb +19 -0
  511. data/spec/modules/recon/http_put_spec.rb +19 -0
  512. data/spec/modules/recon/interesting_responses_spec.rb +27 -0
  513. data/spec/modules/recon/webdav_spec.rb +19 -0
  514. data/spec/modules/recon/xst_spec.rb +19 -0
  515. data/spec/path_extractors/anchors_spec.rb +19 -0
  516. data/spec/path_extractors/forms_spec.rb +19 -0
  517. data/spec/path_extractors/frames_spec.rb +20 -0
  518. data/spec/path_extractors/generic_spec.rb +28 -0
  519. data/spec/path_extractors/links_spec.rb +19 -0
  520. data/spec/path_extractors/meta_refresh_spec.rb +24 -0
  521. data/spec/path_extractors/scripts_spec.rb +19 -0
  522. data/spec/pems/cacert.pem +39 -0
  523. data/spec/pems/client/cert.pem +39 -0
  524. data/spec/pems/client/foo-cert.pem +39 -0
  525. data/spec/pems/client/foo-key.pem +51 -0
  526. data/spec/pems/client/key.pem +51 -0
  527. data/spec/pems/server/cert.pem +39 -0
  528. data/spec/pems/server/key.pem +51 -0
  529. data/spec/plugins/autologin_spec.rb +76 -0
  530. data/spec/plugins/autothrottle_spec.rb +45 -0
  531. data/spec/plugins/content_types_spec.rb +93 -0
  532. data/spec/plugins/cookie_collector_spec.rb +32 -0
  533. data/spec/plugins/form_dicattack_spec.rb +60 -0
  534. data/spec/plugins/healthmap_spec.rb +40 -0
  535. data/spec/plugins/http_dicattack_spec.rb +40 -0
  536. data/spec/plugins/meta/remedies/discovery_spec.rb +15 -0
  537. data/spec/plugins/meta/remedies/manual_verification_spec.rb +28 -0
  538. data/spec/plugins/meta/remedies/timing_attacks_spec.rb +30 -0
  539. data/spec/plugins/meta/uniformity_spec.rb +83 -0
  540. data/spec/plugins/profiler_spec.rb +82 -0
  541. data/spec/plugins/rescan_spec.rb +26 -0
  542. data/spec/plugins/resolver_spec.rb +16 -0
  543. data/spec/plugins/script_spec.rb +12 -0
  544. data/spec/plugins/vector_feed_spec.rb +155 -0
  545. data/spec/plugins/waf_detector_spec.rb +41 -0
  546. data/spec/reports/afr_spec.rb +13 -0
  547. data/spec/reports/ap_spec.rb +9 -0
  548. data/spec/reports/html_spec.rb +13 -0
  549. data/spec/reports/json_spec.rb +17 -0
  550. data/spec/reports/marshal_spec.rb +13 -0
  551. data/spec/reports/stdout_spec.rb +9 -0
  552. data/spec/reports/txt_spec.rb +8 -0
  553. data/spec/reports/xml_spec.rb +13 -0
  554. data/spec/reports/yaml_spec.rb +13 -0
  555. data/spec/servers/arachni/element/capabilities/auditable/rdiff.rb +36 -0
  556. data/spec/servers/arachni/element/capabilities/auditable/taint.rb +10 -0
  557. data/spec/servers/arachni/element/capabilities/auditable/timeout.rb +30 -0
  558. data/spec/servers/arachni/element/cookie.rb +37 -0
  559. data/spec/servers/arachni/element/form.rb +93 -0
  560. data/spec/servers/arachni/element/header.rb +22 -0
  561. data/spec/servers/arachni/element/link.rb +26 -0
  562. data/spec/servers/arachni/framework.rb +54 -0
  563. data/spec/servers/arachni/http.rb +140 -0
  564. data/spec/servers/arachni/http_auth.rb +9 -0
  565. data/spec/servers/arachni/module/auditor.rb +135 -0
  566. data/spec/servers/arachni/module/trainer.rb +40 -0
  567. data/spec/servers/arachni/parser.rb +70 -0
  568. data/spec/servers/arachni/rpc/server/framework_hpg.rb +21 -0
  569. data/spec/servers/arachni/rpc/server/framework_simple.rb +30 -0
  570. data/spec/servers/arachni/session.rb +110 -0
  571. data/spec/servers/arachni/spider.rb +148 -0
  572. data/spec/servers/modules/audit/code_injection.rb +140 -0
  573. data/spec/servers/modules/audit/code_injection_timing.rb +110 -0
  574. data/spec/servers/modules/audit/csrf.rb +80 -0
  575. data/spec/servers/modules/audit/ldapi.rb +73 -0
  576. data/spec/servers/modules/audit/os_cmd_injection.rb +140 -0
  577. data/spec/servers/modules/audit/os_cmd_injection_timing.rb +111 -0
  578. data/spec/servers/modules/audit/path_traversal.rb +176 -0
  579. data/spec/servers/modules/audit/response_splitting.rb +114 -0
  580. data/spec/servers/modules/audit/rfi.rb +113 -0
  581. data/spec/servers/modules/audit/session_fixation.rb +87 -0
  582. data/spec/servers/modules/audit/sqli.rb +118 -0
  583. data/spec/servers/modules/audit/sqli/coldfusion +1 -0
  584. data/spec/servers/modules/audit/sqli/db2 +4 -0
  585. data/spec/servers/modules/audit/sqli/emc +2 -0
  586. data/spec/servers/modules/audit/sqli/informix +3 -0
  587. data/spec/servers/modules/audit/sqli/interbase +2 -0
  588. data/spec/servers/modules/audit/sqli/jdbc +0 -0
  589. data/spec/servers/modules/audit/sqli/mssql +26 -0
  590. data/spec/servers/modules/audit/sqli/mysql +13 -0
  591. data/spec/servers/modules/audit/sqli/oracle +6 -0
  592. data/spec/servers/modules/audit/sqli/postgresql +7 -0
  593. data/spec/servers/modules/audit/sqli/sqlite +4 -0
  594. data/spec/servers/modules/audit/sqli/sybase +0 -0
  595. data/spec/servers/modules/audit/sqli_blind_rdiff.rb +74 -0
  596. data/spec/servers/modules/audit/sqli_blind_timing.rb +121 -0
  597. data/spec/servers/modules/audit/trainer_module.rb +160 -0
  598. data/spec/servers/modules/audit/unvalidated_redirect.rb +115 -0
  599. data/spec/servers/modules/audit/xpath.rb +111 -0
  600. data/spec/servers/modules/audit/xpath/dotnet +5 -0
  601. data/spec/servers/modules/audit/xpath/general +13 -0
  602. data/spec/servers/modules/audit/xpath/java +3 -0
  603. data/spec/servers/modules/audit/xpath/libxml2 +2 -0
  604. data/spec/servers/modules/audit/xpath/php +2 -0
  605. data/spec/servers/modules/audit/xss.rb +152 -0
  606. data/spec/servers/modules/audit/xss_event.rb +80 -0
  607. data/spec/servers/modules/audit/xss_path.rb +44 -0
  608. data/spec/servers/modules/audit/xss_script_tag.rb +73 -0
  609. data/spec/servers/modules/audit/xss_tag.rb +139 -0
  610. data/spec/servers/modules/module_server.rb +14 -0
  611. data/spec/servers/modules/recon/allowed_methods.rb +5 -0
  612. data/spec/servers/modules/recon/backdoors.rb +4 -0
  613. data/spec/servers/modules/recon/backup_files.rb +28 -0
  614. data/spec/servers/modules/recon/common_directories.rb +6 -0
  615. data/spec/servers/modules/recon/common_files.rb +6 -0
  616. data/spec/servers/modules/recon/directory_listing.rb +30 -0
  617. data/spec/servers/modules/recon/grep/captcha.rb +27 -0
  618. data/spec/servers/modules/recon/grep/credit_card.rb +28 -0
  619. data/spec/servers/modules/recon/grep/cvs_svn_users.rb +23 -0
  620. data/spec/servers/modules/recon/grep/emails.rb +21 -0
  621. data/spec/servers/modules/recon/grep/html_objects.rb +7 -0
  622. data/spec/servers/modules/recon/grep/http_only_cookies.rb +21 -0
  623. data/spec/servers/modules/recon/grep/insecure_cookies.rb +21 -0
  624. data/spec/servers/modules/recon/grep/mixed_resource.rb +83 -0
  625. data/spec/servers/modules/recon/grep/private_ip.rb +18 -0
  626. data/spec/servers/modules/recon/grep/ssn.rb +5 -0
  627. data/spec/servers/modules/recon/grep/unencrypted_password_forms.rb +33 -0
  628. data/spec/servers/modules/recon/htaccess_limit.rb +8 -0
  629. data/spec/servers/modules/recon/http_put.rb +7 -0
  630. data/spec/servers/modules/recon/interesting_responses.rb +5 -0
  631. data/spec/servers/modules/recon/webdav.rb +25 -0
  632. data/spec/servers/modules/recon/xst.rb +6 -0
  633. data/spec/servers/plugins/autologin.rb +38 -0
  634. data/spec/servers/plugins/autothrottle.rb +8 -0
  635. data/spec/servers/plugins/content_types.rb +17 -0
  636. data/spec/servers/plugins/cookie_collector.rb +20 -0
  637. data/spec/servers/plugins/form_dicattack.rb +28 -0
  638. data/spec/servers/plugins/healthmap.rb +16 -0
  639. data/spec/servers/plugins/http_dicattack.rb +9 -0
  640. data/spec/servers/plugins/http_dicattack_secure.rb +9 -0
  641. data/spec/servers/plugins/http_dicattack_unprotected.rb +5 -0
  642. data/spec/servers/plugins/meta/remedies/discovery.rb +7 -0
  643. data/spec/servers/plugins/meta/remedies/timing_attacks.rb +29 -0
  644. data/spec/servers/plugins/profiler.rb +82 -0
  645. data/spec/servers/plugins/rescan.rb +31 -0
  646. data/spec/servers/plugins/waf_detector.rb +33 -0
  647. data/spec/shared/component.rb +43 -0
  648. data/spec/shared/element/capabilities/auditable.rb +729 -0
  649. data/spec/shared/element/capabilities/refreshable.rb +56 -0
  650. data/spec/shared/module.rb +162 -0
  651. data/spec/shared/path_extractor.rb +47 -0
  652. data/spec/shared/plugin.rb +50 -0
  653. data/spec/shared/reports.rb +47 -0
  654. data/spec/spec_helper.rb +53 -0
  655. metadata +870 -323
  656. data/extras/modules/recon/raft_dirs.rb +0 -108
  657. data/extras/modules/recon/raft_dirs/raft-large-directories.txt +0 -62290
  658. data/extras/modules/recon/raft_files.rb +0 -110
  659. data/extras/modules/recon/raft_files/raft-large-files.txt +0 -37037
  660. data/extras/modules/recon/svn_digger_dirs.rb +0 -108
  661. data/extras/modules/recon/svn_digger_dirs/Licence.txt +0 -674
  662. data/extras/modules/recon/svn_digger_dirs/ReadMe-Arachni.txt +0 -4
  663. data/extras/modules/recon/svn_digger_dirs/ReadMe.txt +0 -6
  664. data/extras/modules/recon/svn_digger_dirs/all-dirs.txt +0 -5960
  665. data/extras/modules/recon/svn_digger_files.rb +0 -114
  666. data/extras/modules/recon/svn_digger_files/Licence.txt +0 -674
  667. data/extras/modules/recon/svn_digger_files/ReadMe-Arachni.txt +0 -4
  668. data/extras/modules/recon/svn_digger_files/ReadMe.txt +0 -6
  669. data/extras/modules/recon/svn_digger_files/all-extensionless.txt +0 -25419
  670. data/extras/modules/recon/svn_digger_files/all.txt +0 -43135
  671. data/lib/arachni/component_manager.rb +0 -293
  672. data/lib/arachni/component_options.rb +0 -425
  673. data/lib/arachni/parser/auditable.rb +0 -606
  674. data/lib/arachni/parser/elements.rb +0 -315
  675. data/lib/arachni/parser/page.rb +0 -168
  676. data/lib/arachni/parser/parser.rb +0 -866
  677. data/lib/arachni/rpc/server/options.rb +0 -95
  678. data/lib/arachni/ui/web/addons/autodeploy.rb +0 -207
  679. data/lib/arachni/ui/web/addons/autodeploy/lib/manager.rb +0 -398
  680. data/lib/arachni/ui/web/addons/autodeploy/views/index.erb +0 -291
  681. data/modules/recon/mixed_resource.rb +0 -100
  682. data/modules/recon/unencrypted_password_forms.rb +0 -107
  683. data/path_extractors/sitemap.rb +0 -31
  684. data/plugins/defaults/metamodules/remedies/manual_verification.rb +0 -65
  685. data/plugins/defaults/metamodules/remedies/timing_attacks.rb +0 -134
  686. data/plugins/defaults/metamodules/uniformity.rb +0 -99
  687. data/reports/metareport/arachni_metareport.rb +0 -174
  688. data/reports/plugin_formatters/stdout/metamodules.rb +0 -82
@@ -0,0 +1,136 @@
1
+ require_relative '../../../spec_helper'
2
+ require 'fileutils'
3
+
4
+ require Arachni::Options.dir['lib'] + 'rpc/client/dispatcher'
5
+ require Arachni::Options.dir['lib'] + 'rpc/server/dispatcher'
6
+
7
+ describe Arachni::RPC::Server::Dispatcher do
8
+ before( :all ) do
9
+ @opts = Arachni::Options.instance
10
+
11
+ @opts.pool_size = 1
12
+ @opts.rpc_port = random_port
13
+ @opts.pipe_id = '#1'
14
+ @opts.weight = 4
15
+ @opts.nickname = 'blah'
16
+ @opts.cost = 12
17
+
18
+ FileUtils.cp( "#{fixtures_path}rpcd_handlers/echo.rb",
19
+ Arachni::Options.dir['rpcd_handlers'] )
20
+
21
+ fork_em {
22
+ Arachni::RPC::Server::Dispatcher.new( @opts )
23
+ }
24
+ sleep 1
25
+
26
+ @url = "#{@opts.rpc_address}:#{@opts.rpc_port}"
27
+ @dispatcher = Arachni::RPC::Client::Dispatcher.new( @opts, @url )
28
+
29
+ @job_info_keys = %w(token pid port url owner birthdate starttime helpers currtime age runtime proc)
30
+ @node_info = {
31
+ "url" => "#{@opts.rpc_address}:#{@opts.rpc_port}",
32
+ "pipe_id" => @opts.pipe_id,
33
+ "weight" => @opts.weight,
34
+ "nickname" => @opts.nickname,
35
+ "cost" => @opts.cost
36
+ }
37
+ end
38
+
39
+ after( :all ) do
40
+ FileUtils.rm( "#{Arachni::Options.dir['rpcd_handlers']}echo.rb" )
41
+ @dispatcher.stats['consumed_pids'].each { |p| pids << p }
42
+ end
43
+
44
+ describe '#alive?' do
45
+ it 'should return true' do
46
+ @dispatcher.alive?.should == true
47
+ end
48
+ end
49
+
50
+ describe '#handlers' do
51
+ it 'should return an array of loaded handlers' do
52
+ @dispatcher.handlers.include?( 'echo' ).should be_true
53
+ end
54
+ end
55
+
56
+ describe '#dispatch' do
57
+ it 'should return valid Instance info' do
58
+ info = @dispatcher.dispatch
59
+
60
+ %w(token pid port url owner birthdate starttime helpers).each do |k|
61
+ info[k].should be_true
62
+ end
63
+
64
+ instance = Arachni::RPC::Client::Instance.new( @opts, info['url'], info['token'] )
65
+ instance.service.alive?.should be_true
66
+ end
67
+ it 'should assign an optional owner' do
68
+ owner = 'blah'
69
+ info = @dispatcher.dispatch( owner )
70
+ info['owner'].should == owner
71
+ end
72
+ it 'should replenish the pool' do
73
+ 10.times {
74
+ info = @dispatcher.dispatch
75
+ info['pid'].should be_true
76
+ }
77
+ end
78
+ end
79
+
80
+ describe '#job' do
81
+ it 'should return proc info by PID' do
82
+ job = @dispatcher.dispatch
83
+ info = @dispatcher.job( job['pid'] )
84
+ @job_info_keys.each do |k|
85
+ info[k].should be_true
86
+ end
87
+ end
88
+ end
89
+
90
+ describe '#jobs' do
91
+ it 'should return proc info by PID for all jobs' do
92
+ @dispatcher.jobs.each do |job|
93
+ @job_info_keys.each do |k|
94
+ job[k].should be_true
95
+ end
96
+ end
97
+ end
98
+ end
99
+
100
+ describe '#stats' do
101
+ it 'should return general statistics' do
102
+ jobs = @dispatcher.jobs
103
+ Process.kill( 'KILL', jobs.first['pid'] )
104
+
105
+ stats = @dispatcher.stats
106
+
107
+ %w(running_jobs finished_jobs init_pool_size node consumed_pids neighbours).each do |k|
108
+ stats[k].should be_true
109
+ end
110
+
111
+ finished = stats['finished_jobs']
112
+ finished.size.should == 1
113
+
114
+ stats['neighbours'].is_a?( Array ).should be_true
115
+
116
+ stats['node'].delete( 'score' ).is_a?( Float ).should be_true
117
+ stats['node'].should == @node_info
118
+ end
119
+ end
120
+
121
+ describe '#log' do
122
+ it 'should return the contents of the log file' do
123
+ @dispatcher.log.should be_true
124
+ end
125
+ end
126
+
127
+ describe '#proc_info' do
128
+ it 'should return the proc info of the dispatcher' do
129
+ info = @dispatcher.proc_info
130
+ info.should be_true
131
+
132
+ info['node'].should == @node_info
133
+ end
134
+ end
135
+
136
+ end
@@ -0,0 +1,628 @@
1
+ require_relative '../../../spec_helper'
2
+
3
+ require 'timeout'
4
+ require Arachni::Options.instance.dir['lib'] + 'rpc/client/instance'
5
+ require Arachni::Options.instance.dir['lib'] + 'rpc/server/instance'
6
+
7
+ require Arachni::Options.instance.dir['lib'] + 'rpc/server/distributor'
8
+
9
+ class Distributor
10
+ include Arachni::RPC::Server::Framework::Distributor
11
+
12
+ attr_reader :instances
13
+ attr_accessor :master_url
14
+
15
+ def initialize( token )
16
+ @opts = Arachni::Options.instance
17
+ @local_token = token
18
+ @instances = []
19
+ end
20
+
21
+ def self_url
22
+ @master_url
23
+ end
24
+
25
+ def dispatcher_url=( url )
26
+ @opts.datastore[:dispatcher_url] = url
27
+ end
28
+
29
+ def <<( instance_h )
30
+ @instances << instance_h
31
+ end
32
+ end
33
+
34
+ class FakeMaster
35
+
36
+ attr_reader :issues
37
+
38
+ def initialize( opts, token )
39
+ @opts = opts
40
+ @token = token
41
+ @server = Arachni::RPC::Server::Base.new( @opts, token )
42
+
43
+ @pages = []
44
+ @issues = []
45
+ @element_ids = []
46
+
47
+ @server.add_handler( "framework", self )
48
+ @server.start
49
+ end
50
+
51
+ def register_issues( issues, token = nil )
52
+ return false if !valid_token?( token )
53
+ @issues |= issues
54
+ true
55
+ end
56
+
57
+ private
58
+ def valid_token?( token )
59
+ @token == token
60
+ end
61
+
62
+ end
63
+
64
+ describe Arachni::RPC::Server::Framework::Distributor do
65
+ before( :all ) do
66
+ @opts = Arachni::Options.instance
67
+ @opts.audit_links = true
68
+ @token = 'secret'
69
+
70
+ @get_instance = proc do |opts|
71
+ opts ||= @opts
72
+ opts.rpc_port = random_port
73
+ fork_em { Arachni::RPC::Server::Instance.new( opts, @token ) }
74
+ sleep 1
75
+ Arachni::RPC::Client::Instance.new( opts,
76
+ "#{opts.rpc_address}:#{opts.rpc_port}", @token
77
+ )
78
+ end
79
+
80
+ @distributor = Distributor.new( @token )
81
+ 2.times {
82
+ @distributor << { 'url' => @get_instance.call.url, 'token' => @token }
83
+ }
84
+
85
+ @url = url = 'http://test.com/'
86
+ @url2 = url2 = 'http://test.com/test/'
87
+ @urls = []
88
+
89
+ url_gen = proc { |u, i| "#{u}?input_#{i}=val_#{i}" }
90
+
91
+ 10.times do |i|
92
+ @urls << url_gen.call( url, i )
93
+ end
94
+
95
+ 4.times do |i|
96
+ @urls << url_gen.call( url2, i )
97
+ end
98
+
99
+ 5.times do |i|
100
+ @urls << url_gen.call( url, i )
101
+ end
102
+
103
+ 14.times do |i|
104
+ @urls << url_gen.call( url2, i )
105
+ end
106
+
107
+ 20.times do |i|
108
+ @urls << url_gen.call( url, i )
109
+ end
110
+
111
+ 5.times do |i|
112
+ @urls << url_gen.call( url2, i )
113
+ end
114
+ end
115
+
116
+ describe '#map_slaves' do
117
+ it 'should asynchronously iterate over all slaves' do
118
+ q = Queue.new
119
+
120
+ foreach = proc { |instance, iter| instance.service.alive? { |res| iter.return( res ) } }
121
+ after = proc { |res| q << res }
122
+
123
+ @distributor.map_slaves( foreach, after )
124
+
125
+ raised = false
126
+ begin
127
+ Timeout::timeout( 5 ) { q.pop.should == [true, true] }
128
+ rescue Timeout::Error
129
+ raised = true
130
+ end
131
+ raised.should be_false
132
+ end
133
+ end
134
+
135
+ describe '#each_slave' do
136
+ it 'should asynchronously iterate over all slaves' do
137
+ q = Queue.new
138
+
139
+ foreach = proc do |instance, iter|
140
+ instance.service.alive? do |res|
141
+ q << res
142
+ iter.next
143
+ end
144
+ end
145
+ @distributor.each_slave( &foreach )
146
+
147
+ raised = false
148
+ begin
149
+ Timeout::timeout( 5 ) { [q.pop, q.pop].should == [true, true] }
150
+ rescue Timeout::Error
151
+ raised = true
152
+ end
153
+ raised.should be_false
154
+ end
155
+ end
156
+
157
+ describe '#slave_iterator' do
158
+ it 'should return an async iterator for the slave instances' do
159
+ q = Queue.new
160
+
161
+ foreach = proc do |instance, iter|
162
+ q << instance['url']
163
+ iter.next
164
+ end
165
+ @distributor.slave_iterator.each( &foreach )
166
+
167
+ urls = @distributor.instances.map { |i| i['url'] }.sort
168
+
169
+ raised = false
170
+ begin
171
+ Timeout::timeout( 5 ) { [q.pop, q.pop].sort.should == urls }
172
+ rescue Timeout::Error
173
+ raised = true
174
+ end
175
+ raised.should be_false
176
+ end
177
+ end
178
+
179
+ describe '#iterator_for' do
180
+ it 'should return an async iterator for the provided array' do
181
+ q = Queue.new
182
+
183
+ foreach = proc do |instance, iter|
184
+ q << instance['url']
185
+ iter.next
186
+ end
187
+ @distributor.iterator_for( @distributor.instances ).each( &foreach )
188
+
189
+ urls = @distributor.instances.map { |i| i['url'] }.sort
190
+
191
+ raised = false
192
+ begin
193
+ Timeout::timeout( 5 ) { [q.pop, q.pop].sort.should == urls }
194
+ rescue Timeout::Error
195
+ raised = true
196
+ end
197
+ raised.should be_false
198
+ end
199
+ end
200
+
201
+ describe '#split_urls' do
202
+ it 'should evenly split urls into chunks for each instance' do
203
+ @opts.min_pages_per_instance = 10
204
+ splits = @distributor.split_urls( @urls, 4 )
205
+
206
+ splits.size.should == 4
207
+ splits.flatten.uniq.size.should == @urls.uniq.size
208
+
209
+ @opts.min_pages_per_instance = 30
210
+ splits = @distributor.split_urls( @urls, 4 )
211
+ splits.size.should == 2
212
+
213
+ @opts.min_pages_per_instance = 15
214
+ splits = @distributor.split_urls( @urls, 2 )
215
+ splits.size.should == 2
216
+ splits.first.size.should == splits.flatten.size/2
217
+
218
+ @opts.min_pages_per_instance = @urls.size
219
+ splits = @distributor.split_urls( @urls, 2 )
220
+ splits.size.should == 1
221
+ splits.first.size.should == splits.flatten.size
222
+ end
223
+ end
224
+
225
+ describe '#build_elem_list' do
226
+ it 'should evenly distribute elements across instances' do
227
+ @opts.url = server_url_for( :parser )
228
+ @opts.audit_links = true
229
+ @opts.audit_forms = true
230
+ @opts.audit_cookies = true
231
+ @opts.audit_headers = true
232
+
233
+ @url = @opts.url.to_s + '/?query_var_input=query_var_val'
234
+ @response = Arachni::HTTP.instance.get(
235
+ @url,
236
+ async: false,
237
+ remove_id: true
238
+ ).response
239
+ page = Arachni::Parser.new( @response, @opts ).run
240
+ @distributor.build_elem_list( page ).size.should == 7
241
+ end
242
+ end
243
+
244
+ describe '#distribute_elements' do
245
+ it 'should evenly distribute elements across instances' do
246
+ chunks = [[@url], [@url2]]
247
+ elem_ids_per_page = {
248
+ @url => %w(
249
+ elem
250
+ elem_1
251
+ elem_2
252
+ ),
253
+
254
+ @url2 => %w(
255
+ elem_3
256
+ elem_4
257
+ elem_4
258
+ elem_4
259
+ elem_1
260
+ elem_2
261
+ )
262
+ }
263
+ r = @distributor.distribute_elements( chunks, elem_ids_per_page )
264
+ r.should == [ %w(elem elem_1), %w(elem_3 elem_4 elem_2) ]
265
+
266
+ elem_ids_per_page = {
267
+ @url => %w(
268
+ elem
269
+ elem_1
270
+ elem_2
271
+ ),
272
+
273
+ @url2 => %w(
274
+ elem
275
+ elem_1
276
+ elem_2
277
+ )
278
+ }
279
+ r = @distributor.distribute_elements( chunks, elem_ids_per_page )
280
+ r.should == [ %w(elem elem_2), %w(elem_1) ]
281
+
282
+ elem_ids_per_page = {
283
+ @url => %w(
284
+ elem
285
+ ),
286
+
287
+ @url2 => %w(
288
+ elem
289
+ )
290
+ }
291
+ r = @distributor.distribute_elements( chunks, elem_ids_per_page )
292
+ r.should == [ %w(elem), [] ]
293
+
294
+ url3 = @url + '/blah/'
295
+ chunks = [[@url], [@url2], [url3]]
296
+ elem_ids_per_page = {
297
+ @url => %w(
298
+ elem
299
+ ),
300
+
301
+ @url2 => %w(
302
+ elem
303
+ ),
304
+
305
+ url3 => %w(
306
+ elem
307
+ )
308
+ }
309
+ r = @distributor.distribute_elements( chunks, elem_ids_per_page )
310
+ r.should == [ %w(elem), [], [] ]
311
+
312
+ elem_ids_per_page = {
313
+ @url => %w(
314
+ elem
315
+ elem_1
316
+ elem_2
317
+ elem_3
318
+ elem_4
319
+ elem_5
320
+ ),
321
+
322
+ @url2 => %w(
323
+ elem
324
+ elem_1
325
+ elem_6
326
+ elem_11
327
+ elem_12
328
+ elem_13
329
+ ),
330
+
331
+ url3 => %w(
332
+ elem
333
+ elem_1
334
+ elem_4
335
+ elem_2
336
+ )
337
+ }
338
+ r = @distributor.distribute_elements( chunks, elem_ids_per_page )
339
+ r.should == [ %w(elem_3 elem_5), %w(elem_6 elem_11 elem_12 elem_13),
340
+ %w(elem elem_1 elem_4 elem_2)]
341
+
342
+ elem_ids_per_page = {
343
+ @url => %w(
344
+ elem
345
+ elem_1
346
+ elem_2
347
+ elem_3
348
+ elem_4
349
+ elem_5
350
+ ),
351
+
352
+ @url2 => %w(
353
+ elem
354
+ elem_1
355
+ elem_2
356
+ elem_3
357
+ elem_4
358
+ elem_5
359
+ ),
360
+
361
+ url3 => %w(
362
+ elem
363
+ elem_1
364
+ elem_2
365
+ elem_3
366
+ elem_4
367
+ elem_5
368
+ )
369
+ }
370
+ r = @distributor.distribute_elements( chunks, elem_ids_per_page )
371
+ r.should == [ %w(elem elem_4), %w(elem_2), %w(elem_1 elem_3 elem_5)]
372
+ end
373
+ end
374
+
375
+ describe '#prefered_dispatchers' do
376
+ it 'should return a sorted list of dispatchers for HPG use taking into account their pipe IDs and load balancing metrics' do
377
+ @opts.pool_size = 1
378
+ opts = @opts
379
+ port = random_port
380
+
381
+ dispatchers = []
382
+
383
+ opts.rpc_port = port
384
+ exec_dispatcher( opts )
385
+
386
+ opts.rpc_port = random_port
387
+ dispatchers[0] = "#{opts.rpc_address}:#{opts.rpc_port}"
388
+ exec_dispatcher( opts ) do |conf|
389
+ conf.neighbour = "#{opts.rpc_address}:#{port}"
390
+ conf.pipe_id = '1'
391
+ end
392
+
393
+ opts.rpc_port = random_port
394
+ dispatchers[2] = "#{opts.rpc_address}:#{opts.rpc_port}"
395
+ exec_dispatcher( opts ) do |conf|
396
+ conf.neighbour = "#{opts.rpc_address}:#{port}"
397
+ conf.pipe_id = '2'
398
+ conf.weight = 3
399
+ end
400
+
401
+ opts.rpc_port = random_port
402
+ exec_dispatcher( opts ) do |conf|
403
+ conf.neighbour = "#{opts.rpc_address}:#{port}"
404
+ conf.pipe_id = '3'
405
+ conf.weight = 2
406
+ end
407
+
408
+ opts.rpc_port = random_port
409
+ dispatchers[3] = "#{opts.rpc_address}:#{opts.rpc_port}"
410
+ exec_dispatcher( opts ) do |conf|
411
+ conf.neighbour = "#{opts.rpc_address}:#{port}"
412
+ conf.pipe_id = '4'
413
+ conf.weight = 4
414
+ end
415
+
416
+ opts.rpc_port = random_port
417
+ dispatchers[1] = "#{opts.rpc_address}:#{opts.rpc_port}"
418
+ exec_dispatcher( opts ) do |conf|
419
+ conf.neighbour = "#{opts.rpc_address}:#{port}"
420
+ conf.pipe_id = '3'
421
+ end
422
+
423
+ @distributor.dispatcher_url = "#{opts.rpc_address}:#{port}"
424
+
425
+ q = Queue.new
426
+ @distributor.prefered_dispatchers { |d| q << d }
427
+
428
+ pref_dispatchers = []
429
+
430
+ raised = false
431
+ begin
432
+ Timeout.timeout( 10 ) { pref_dispatchers = q.pop }
433
+ rescue TimeoutError
434
+ raised = true
435
+ end
436
+
437
+ raised.should be_false
438
+
439
+ pref_dispatchers.size.should == 4
440
+ pref_dispatchers.should == dispatchers
441
+ end
442
+ end
443
+
444
+ describe '#pick_dispatchers' do
445
+ it 'should return a sorted list of dispatchers based on their load balancing metrics' do
446
+ dispatchers = []
447
+ dispatchers << { 'node' => { 'score' => 0 } }
448
+ dispatchers << { 'node' => { 'score' => 3 } }
449
+ dispatchers << { 'node' => { 'score' => 2 } }
450
+ dispatchers << { 'node' => { 'score' => 1 } }
451
+
452
+ @distributor.pick_dispatchers( dispatchers ).
453
+ map { |d| d['node']['score'] }.should == [0, 1, 2, 3]
454
+
455
+
456
+ @opts.max_slaves = 2
457
+ @distributor.pick_dispatchers( dispatchers ).
458
+ map { |d| d['node']['score'] }.should == [0, 1]
459
+ end
460
+ end
461
+
462
+ describe '#spawn' do
463
+ before( :all ) do
464
+ @opts.rpc_port = random_port
465
+ @opts.dir['modules'] = spec_path + 'fixtures/taint_module/'
466
+ @master = FakeMaster.new( @opts, @token )
467
+ @distributor.master_url = "#{@opts.rpc_address}:#{@opts.rpc_port}"
468
+
469
+ port = random_port
470
+ @opts.pool_size = 1
471
+ @opts.rpc_port = port
472
+ exec_dispatcher( @opts )
473
+
474
+ # master's token
475
+ @opts.datastore[:token] = @token
476
+ @opts.url = server_url_for( :framework_hpg )
477
+ @url = @opts.url.to_s
478
+ @opts.mods = %w(taint)
479
+
480
+ @dispatcher_url = "#{@opts.rpc_address}:#{port}"
481
+ end
482
+
483
+ after { @master.issues.clear }
484
+
485
+ context 'when called without auditable restrictions' do
486
+ it 'should let the slave run loose, like a simple instance' do
487
+ q = Queue.new
488
+ @distributor.spawn( @dispatcher_url ){ |i| q << i }
489
+ slave_info = q.pop
490
+ slave_info.should be_true
491
+
492
+ slave = @distributor.connect_to_instance( slave_info )
493
+ sleep 0.1 while slave.framework.busy?
494
+ sleep 1
495
+
496
+ @master.issues.size.should == 51
497
+ end
498
+ end
499
+ context 'when called with auditable URL restrictions' do
500
+ it 'should restrict the audit to these URLs' do
501
+ urls = %w(/vulnerable?vulnerable_5=stuff5 /vulnerable?vulnerable_10=stuff10)
502
+
503
+ absolute_urls = urls.map { |u| Arachni::Module::Utilities.normalize_url( @url + u ) }
504
+
505
+ q = Queue.new
506
+ @distributor.spawn( @dispatcher_url, urls: urls ){ |i| q << i }
507
+ slave_info = q.pop
508
+ slave_info.should be_true
509
+ slave = @distributor.connect_to_instance( slave_info )
510
+
511
+ slave.opts.restrict_paths.should == absolute_urls
512
+ sleep 0.1 while slave.framework.busy?
513
+ sleep 1
514
+
515
+ @master.issues.size.should == 2
516
+
517
+ vuln_urls = @master.issues.map { |i| i.url }.sort.uniq
518
+ vuln_urls.should == absolute_urls.sort.uniq
519
+ end
520
+ end
521
+ context 'when called with auditable element restrictions' do
522
+ it 'should restrict the audit to these elements' do
523
+
524
+ ids = []
525
+ ids << Arachni::Element::Link.new( @url + '/vulnerable',
526
+ inputs: { 'vulnerable_20' => 'stuff20' }
527
+ ).scope_audit_id
528
+ ids << Arachni::Element::Link.new( @url + '/vulnerable',
529
+ inputs: { 'vulnerable_30' => 'stuff30' }
530
+ ).scope_audit_id
531
+
532
+ q = Queue.new
533
+ @distributor.spawn( @dispatcher_url, elements: ids ){ |i| q << i }
534
+ slave_info = q.pop
535
+ slave_info.should be_true
536
+
537
+ slave = @distributor.connect_to_instance( slave_info )
538
+ sleep 0.1 while slave.framework.busy?
539
+ sleep 1
540
+
541
+ @master.issues.size.should == 2
542
+
543
+ vuln_urls = @master.issues.map { |i| i.url }.sort.uniq
544
+ exp_urls = %w(/vulnerable?vulnerable_20=stuff20 /vulnerable?vulnerable_30=stuff30)
545
+ vuln_urls.should == exp_urls.map { |u| Arachni::Module::Utilities.normalize_url( @url + u ) }.
546
+ sort.uniq
547
+ end
548
+ context 'and new elements appear via the trainer' do
549
+ it 'should override the restrictions' do
550
+ @opts.audit_forms = true
551
+ @opts.url = server_url_for( :auditor ) + '/train/default'
552
+ url = @opts.url.to_s
553
+
554
+ id = Arachni::Element::Form.new( url + '?',
555
+ inputs: { 'step_1' => 'form_blah_step_1' }
556
+ ).scope_audit_id
557
+
558
+ q = Queue.new
559
+ @distributor.spawn( @dispatcher_url, elements: [id] ){ |i| q << i }
560
+ slave_info = q.pop
561
+ slave_info.should be_true
562
+
563
+ slave = @distributor.connect_to_instance( slave_info )
564
+ sleep 0.1 while slave.framework.busy?
565
+ sleep 1
566
+
567
+ @master.issues.size.should == 8
568
+ #@master.issues.size.should == 1
569
+ #@master.issues.first.url.should ==
570
+ # url + "?you_made_it=to+the+end+of+the+training"
571
+ end
572
+ end
573
+ end
574
+
575
+ context 'when called with extra page' do
576
+ it 'should include them in the audit' do
577
+
578
+ exp_urls = []
579
+ links = []
580
+ links << Arachni::Element::Link.new( @url + '/vulnerable?vulnerable_20=stuff20',
581
+ inputs: { 'vulnerable_20' => 'stuff20' }
582
+ )
583
+ links << Arachni::Element::Link.new( @url + '/vulnerable?vulnerable_30=stuff30',
584
+ inputs: { 'vulnerable_30' => 'stuff30' }
585
+ )
586
+ exp_urls |= links.map { |l| l.url }
587
+
588
+ pages = []
589
+ pages << Arachni::Page.new(
590
+ url: @url,
591
+ links: links
592
+ )
593
+
594
+ links = []
595
+ links << Arachni::Element::Link.new( @url + '/vulnerable?vulnerable_12=stuff12',
596
+ inputs: { 'vulnerable_12' => 'stuff12' }
597
+ )
598
+ links << Arachni::Element::Link.new( @url + '/vulnerable?vulnerable_23=stuff23',
599
+ inputs: { 'vulnerable_23' => 'stuff23' }
600
+ )
601
+
602
+ exp_urls |= links.map { |l| l.url }
603
+
604
+ pages << Arachni::Page.new(
605
+ url: @url,
606
+ links: links
607
+ )
608
+
609
+ # send it somewhere that doesn't exist
610
+ @opts.url = @url + '/foo'
611
+ q = Queue.new
612
+ @distributor.spawn( @dispatcher_url, pages: pages ){ |i| q << i }
613
+ slave_info = q.pop
614
+ slave_info.should be_true
615
+
616
+ slave = @distributor.connect_to_instance( slave_info )
617
+ sleep 0.1 while slave.framework.busy?
618
+ sleep 1
619
+
620
+ @master.issues.size.should == 4
621
+
622
+ vuln_urls = @master.issues.map { |i| i.url }.sort.uniq
623
+ vuln_urls.should == exp_urls.sort
624
+ end
625
+ end
626
+ end
627
+
628
+ end