watobo 0.9.19 → 0.9.20

Sign up to get free protection for your applications and to get access to all the features.
Files changed (266) hide show
  1. data/CHANGELOG.md +104 -0
  2. data/bin/nfq_server.rb +8 -20
  3. data/bin/watobo_gui.rb +8 -20
  4. data/config/forwarding_proxy.yml +2 -2
  5. data/lib/watobo.rb +12 -22
  6. data/lib/watobo/adapters.rb +12 -24
  7. data/lib/watobo/adapters/data_store.rb +76 -66
  8. data/lib/watobo/adapters/file/file_store.rb +295 -307
  9. data/lib/watobo/adapters/session_store.rb +13 -25
  10. data/lib/watobo/ca.rb +9 -21
  11. data/lib/watobo/config.rb +205 -217
  12. data/lib/watobo/constants.rb +8 -20
  13. data/lib/watobo/core.rb +11 -23
  14. data/lib/watobo/core/active_check.rb +11 -21
  15. data/lib/watobo/core/active_checks.rb +57 -69
  16. data/lib/watobo/core/ca.rb +388 -398
  17. data/lib/watobo/core/cert_store.rb +42 -54
  18. data/lib/watobo/core/chat.rb +100 -112
  19. data/lib/watobo/core/chats.rb +271 -275
  20. data/lib/watobo/core/client_cert_store.rb +33 -45
  21. data/lib/watobo/core/conversation.rb +56 -68
  22. data/lib/watobo/core/cookie.rb +31 -43
  23. data/lib/watobo/core/finding.rb +74 -86
  24. data/lib/watobo/core/findings.rb +113 -125
  25. data/lib/watobo/core/forwarding_proxy.rb +44 -35
  26. data/lib/watobo/core/fuzz_gen.rb +8 -20
  27. data/lib/watobo/core/intercept_carver.rb +176 -188
  28. data/lib/watobo/core/intercept_filter.rb +243 -255
  29. data/lib/watobo/core/interceptor.rb +106 -118
  30. data/lib/watobo/core/min_class.rb +12 -24
  31. data/lib/watobo/core/netfilter_queue.rb +178 -190
  32. data/lib/watobo/core/ott_cache.rb +152 -148
  33. data/lib/watobo/core/parameter.rb +53 -58
  34. data/lib/watobo/core/passive_check.rb +8 -20
  35. data/lib/watobo/core/passive_checks.rb +56 -68
  36. data/lib/watobo/core/passive_scanner.rb +54 -66
  37. data/lib/watobo/core/plugin.rb +19 -31
  38. data/lib/watobo/core/project.rb +8 -20
  39. data/lib/watobo/core/proxy.rb +51 -63
  40. data/lib/watobo/core/request.rb +128 -120
  41. data/lib/watobo/core/response.rb +59 -61
  42. data/lib/watobo/core/scanner.rb +8 -20
  43. data/lib/watobo/core/scanner3.rb +413 -425
  44. data/lib/watobo/core/scope.rb +91 -103
  45. data/lib/watobo/core/session.rb +109 -87
  46. data/lib/watobo/core/sid_cache.rb +106 -118
  47. data/lib/watobo/core/subscriber.rb +33 -45
  48. data/lib/watobo/defaults.rb +29 -41
  49. data/lib/watobo/external/diff/lcs.rb +8 -20
  50. data/lib/watobo/external/diff/lcs/array.rb +8 -20
  51. data/lib/watobo/external/diff/lcs/block.rb +8 -20
  52. data/lib/watobo/external/diff/lcs/callbacks.rb +8 -20
  53. data/lib/watobo/external/diff/lcs/change.rb +8 -20
  54. data/lib/watobo/external/diff/lcs/hunk.rb +8 -20
  55. data/lib/watobo/external/diff/lcs/ldiff.rb +8 -20
  56. data/lib/watobo/external/diff/lcs/string.rb +8 -20
  57. data/lib/watobo/externals.rb +14 -26
  58. data/lib/watobo/framework.rb +12 -24
  59. data/lib/watobo/framework/create_project.rb +68 -80
  60. data/lib/watobo/framework/init.rb +8 -20
  61. data/lib/watobo/framework/init_modules.rb +8 -20
  62. data/lib/watobo/framework/license_text.rb +36 -48
  63. data/lib/watobo/framework/load_chat.rb +21 -33
  64. data/lib/watobo/gui.rb +121 -133
  65. data/lib/watobo/gui/about_watobo.rb +8 -20
  66. data/lib/watobo/gui/browser_preview.rb +8 -20
  67. data/lib/watobo/gui/certificate_dialog.rb +8 -20
  68. data/lib/watobo/gui/chat_diff.rb +11 -21
  69. data/lib/watobo/gui/chatviewer_frame.rb +10 -22
  70. data/lib/watobo/gui/checkboxtree.rb +8 -20
  71. data/lib/watobo/gui/checks_policy_frame.rb +8 -20
  72. data/lib/watobo/gui/client_cert_dialog.rb +10 -21
  73. data/lib/watobo/gui/confirm_scan_dialog.rb +8 -20
  74. data/lib/watobo/gui/conversation_table.rb +54 -44
  75. data/lib/watobo/gui/conversation_table_ctrl.rb +215 -227
  76. data/lib/watobo/gui/conversation_table_ctrl2.rb +385 -393
  77. data/lib/watobo/gui/csrf_token_dialog.rb +11 -25
  78. data/lib/watobo/gui/custom_viewer.rb +357 -369
  79. data/lib/watobo/gui/dashboard.rb +8 -20
  80. data/lib/watobo/gui/define_scope_frame.rb +8 -20
  81. data/lib/watobo/gui/differ_frame.rb +223 -235
  82. data/lib/watobo/gui/edit_comment.rb +8 -20
  83. data/lib/watobo/gui/edit_scope_dialog.rb +8 -20
  84. data/lib/watobo/gui/export_dialog.rb +114 -0
  85. data/lib/watobo/gui/finding_info.rb +9 -21
  86. data/lib/watobo/gui/findings_tree.rb +8 -20
  87. data/lib/watobo/gui/full_scan_dialog.rb +8 -20
  88. data/lib/watobo/gui/fuzzer_gui.rb +8 -20
  89. data/lib/watobo/gui/goto_url_dialog.rb +78 -90
  90. data/lib/watobo/gui/hex_viewer.rb +25 -27
  91. data/lib/watobo/gui/html_viewer.rb +295 -307
  92. data/lib/watobo/gui/intercept_filter_dialog.rb +196 -208
  93. data/lib/watobo/gui/interceptor_gui.rb +1046 -1041
  94. data/lib/watobo/gui/interceptor_settings_dialog.rb +8 -20
  95. data/lib/watobo/gui/list_box.rb +109 -121
  96. data/lib/watobo/gui/log_file_viewer.rb +40 -52
  97. data/lib/watobo/gui/log_viewer.rb +87 -99
  98. data/lib/watobo/gui/login_wizzard.rb +8 -20
  99. data/lib/watobo/gui/main_window.rb +34 -33
  100. data/lib/watobo/gui/manual_request_editor.rb +25 -35
  101. data/lib/watobo/gui/master_pw_dialog.rb +8 -20
  102. data/lib/watobo/gui/mixins/gui_settings.rb +37 -49
  103. data/lib/watobo/gui/page_tree.rb +225 -237
  104. data/lib/watobo/gui/password_policy_dialog.rb +8 -20
  105. data/lib/watobo/gui/plugin_board.rb +8 -20
  106. data/lib/watobo/gui/preferences_dialog.rb +8 -20
  107. data/lib/watobo/gui/progress_window.rb +8 -20
  108. data/lib/watobo/gui/project_wizzard.rb +8 -20
  109. data/lib/watobo/gui/proxy_dialog.rb +117 -85
  110. data/lib/watobo/gui/quick_scan_dialog.rb +8 -20
  111. data/lib/watobo/gui/request_builder_frame.rb +125 -122
  112. data/lib/watobo/gui/request_editor.rb +53 -28
  113. data/lib/watobo/gui/rewrite_filters_dialog.rb +402 -414
  114. data/lib/watobo/gui/rewrite_rules_dialog.rb +380 -392
  115. data/lib/watobo/gui/save_chat_dialog.rb +148 -160
  116. data/lib/watobo/gui/scanner_settings_dialog.rb +8 -20
  117. data/lib/watobo/gui/select_chat_dialog.rb +8 -20
  118. data/lib/watobo/gui/session_management_dialog.rb +8 -20
  119. data/lib/watobo/gui/sites_tree.rb +118 -22
  120. data/lib/watobo/gui/status_bar.rb +8 -20
  121. data/lib/watobo/gui/table_editor.rb +76 -53
  122. data/lib/watobo/gui/tagless_viewer.rb +10 -21
  123. data/lib/watobo/gui/templates/plugin.rb +8 -20
  124. data/lib/watobo/gui/templates/plugin2.rb +99 -111
  125. data/lib/watobo/gui/templates/plugin_base.rb +152 -164
  126. data/lib/watobo/gui/text_viewer.rb +8 -20
  127. data/lib/watobo/gui/transcoder_window.rb +15 -22
  128. data/lib/watobo/gui/utils/gui_utils.rb +8 -20
  129. data/lib/watobo/gui/utils/init_icons.rb +94 -106
  130. data/lib/watobo/gui/utils/load_icons.rb +41 -53
  131. data/lib/watobo/gui/utils/load_plugins.rb +118 -130
  132. data/lib/watobo/gui/utils/master_password.rb +76 -88
  133. data/lib/watobo/gui/utils/save_default_settings.rb +121 -133
  134. data/lib/watobo/gui/utils/save_project_settings.rb +8 -20
  135. data/lib/watobo/gui/utils/save_proxy_settings.rb +53 -21
  136. data/lib/watobo/gui/utils/save_scanner_settings.rb +26 -38
  137. data/lib/watobo/gui/utils/session_history.rb +120 -132
  138. data/lib/watobo/gui/workspace_dialog.rb +8 -20
  139. data/lib/watobo/gui/www_auth_dialog.rb +8 -20
  140. data/lib/watobo/gui/xml_viewer_frame.rb +8 -20
  141. data/lib/watobo/http.rb +12 -23
  142. data/lib/watobo/http/cookies/cookies.rb +63 -70
  143. data/lib/watobo/http/data/data.rb +56 -64
  144. data/lib/watobo/http/data/json.rb +51 -0
  145. data/lib/watobo/http/url/url.rb +46 -58
  146. data/lib/watobo/http/xml/xml.rb +129 -141
  147. data/lib/watobo/interceptor.rb +11 -23
  148. data/lib/watobo/interceptor/proxy.rb +624 -625
  149. data/lib/watobo/interceptor/transparent.rb +22 -34
  150. data/lib/watobo/mixins.rb +18 -30
  151. data/lib/watobo/mixins/check_info.rb +35 -47
  152. data/lib/watobo/mixins/httpparser.rb +42 -35
  153. data/lib/watobo/mixins/request_parser.rb +8 -20
  154. data/lib/watobo/mixins/shapers.rb +484 -477
  155. data/lib/watobo/mixins/transcoders.rb +8 -20
  156. data/lib/watobo/parser.rb +9 -21
  157. data/lib/watobo/parser/html.rb +91 -103
  158. data/lib/watobo/sockets.rb +11 -23
  159. data/lib/watobo/sockets/agent.rb +836 -848
  160. data/lib/watobo/sockets/client_socket.rb +283 -277
  161. data/lib/watobo/sockets/connection.rb +409 -421
  162. data/lib/watobo/sockets/http_socket.rb +16 -23
  163. data/lib/watobo/sockets/ntlm_auth.rb +137 -149
  164. data/lib/watobo/utils.rb +18 -30
  165. data/lib/watobo/utils/check_regex.rb +8 -20
  166. data/lib/watobo/utils/copy_object.rb +8 -20
  167. data/lib/watobo/utils/crypto.rb +8 -20
  168. data/lib/watobo/utils/expand_range.rb +31 -43
  169. data/lib/watobo/utils/export_xml.rb +108 -0
  170. data/lib/watobo/utils/file_management.rb +8 -20
  171. data/lib/watobo/utils/hexprint.rb +17 -29
  172. data/lib/watobo/utils/load_chat.rb +8 -20
  173. data/lib/watobo/utils/load_icon.rb +8 -20
  174. data/lib/watobo/{external/ntlm → utils}/ntlm.rb +874 -796
  175. data/lib/watobo/utils/print_debug.rb +20 -32
  176. data/lib/watobo/utils/response_builder.rb +98 -110
  177. data/lib/watobo/utils/response_hash.rb +9 -20
  178. data/lib/watobo/utils/secure_eval.rb +10 -22
  179. data/lib/watobo/utils/strings.rb +18 -30
  180. data/lib/watobo/utils/text2request.rb +12 -20
  181. data/lib/watobo/utils/url.rb +31 -43
  182. data/lib/watobo/utils/utf16.rb +22 -0
  183. data/modules/active/Apache/mod_status.rb +9 -0
  184. data/modules/active/Apache/multiview.rb +161 -0
  185. data/modules/active/Flash/crossdomain.rb +9 -0
  186. data/modules/active/directories/dirwalker.rb +8 -20
  187. data/modules/active/discovery/fileextensions.rb +10 -22
  188. data/modules/active/discovery/http_methods.rb +8 -20
  189. data/modules/active/domino/domino_db.rb +8 -20
  190. data/modules/active/dotNET/custom_errors.rb +110 -122
  191. data/modules/active/dotNET/dotnet_files.rb +98 -110
  192. data/modules/active/fileinclusion/lfi_simple.rb +8 -20
  193. data/modules/active/jboss/jboss_basic.rb +8 -20
  194. data/modules/active/sap/business_objects.rb +63 -0
  195. data/modules/active/sap/its_commands.rb +8 -20
  196. data/modules/active/sap/its_service_parameter.rb +8 -20
  197. data/modules/active/sap/its_services.rb +8 -20
  198. data/modules/active/sap/its_xss.rb +8 -20
  199. data/modules/active/shell_shock/shell_shock.rb +149 -0
  200. data/modules/active/siebel/siebel_apps.rb +168 -180
  201. data/modules/active/sqlinjection/sql_boolean.rb +9 -21
  202. data/modules/active/sqlinjection/sqli_error.rb +10 -22
  203. data/modules/active/sqlinjection/sqli_timing.rb +228 -240
  204. data/modules/active/struts2/default_handler_ognl.rb +114 -126
  205. data/modules/active/struts2/include_params_ognl.rb +113 -125
  206. data/modules/active/xml/xml_xxe.rb +122 -127
  207. data/modules/active/xss/xss_ng.rb +223 -234
  208. data/modules/active/xss/xss_simple.rb +8 -20
  209. data/modules/passive/ajax.rb +76 -84
  210. data/modules/passive/autocomplete.rb +64 -76
  211. data/modules/passive/cookie_options.rb +8 -20
  212. data/modules/passive/cookie_xss.rb +9 -21
  213. data/modules/passive/detect_code.rb +9 -21
  214. data/modules/passive/detect_fileupload.rb +11 -22
  215. data/modules/passive/detect_infrastructure.rb +23 -35
  216. data/modules/passive/detect_one_time_tokens.rb +8 -20
  217. data/modules/passive/dirindexing.rb +9 -21
  218. data/modules/passive/disclosure_domino.rb +66 -79
  219. data/modules/passive/disclosure_emails.rb +9 -21
  220. data/modules/passive/disclosure_ipaddr.rb +15 -23
  221. data/modules/passive/filename_as_parameter.rb +8 -20
  222. data/modules/passive/form_spotter.rb +15 -21
  223. data/modules/passive/hidden_fields.rb +64 -70
  224. data/modules/passive/hotspots.rb +13 -22
  225. data/modules/passive/in_script_parameter.rb +15 -24
  226. data/modules/passive/multiple_server_headers.rb +8 -20
  227. data/modules/passive/possible_login.rb +12 -23
  228. data/modules/passive/redirect_url.rb +10 -22
  229. data/modules/passive/redirectionz.rb +9 -21
  230. data/modules/passive/sap-headers.rb +64 -76
  231. data/modules/passive/xss_dom.rb +10 -21
  232. data/plugins/catalog/catalog.rb +17 -23
  233. data/plugins/crawler/crawler.rb +12 -24
  234. data/plugins/crawler/gui.rb +13 -25
  235. data/plugins/crawler/gui/auth_frame.rb +278 -290
  236. data/plugins/crawler/gui/crawler_gui.rb +302 -320
  237. data/plugins/crawler/gui/general_settings_frame.rb +104 -116
  238. data/plugins/crawler/gui/hooks_frame.rb +88 -100
  239. data/plugins/crawler/gui/scope_frame.rb +58 -70
  240. data/plugins/crawler/gui/settings_tabbook.rb +46 -58
  241. data/plugins/crawler/gui/status_frame.rb +67 -78
  242. data/plugins/crawler/lib/bags.rb +26 -38
  243. data/plugins/crawler/lib/constants.rb +19 -31
  244. data/plugins/crawler/lib/engine.rb +505 -508
  245. data/plugins/crawler/lib/grabber.rb +77 -87
  246. data/plugins/crawler/lib/status.rb +82 -0
  247. data/plugins/crawler/lib/uri_mp.rb +20 -32
  248. data/plugins/filefinder/dbs/siebel_paths.txt +1118 -0
  249. data/plugins/filefinder/dbs/subs-big.lst +31986 -0
  250. data/plugins/filefinder/filefinder.rb +13 -23
  251. data/plugins/sqlmap/bin/test.rb +86 -98
  252. data/plugins/sqlmap/gui.rb +12 -24
  253. data/plugins/sqlmap/gui/main.rb +226 -238
  254. data/plugins/sqlmap/gui/options_frame.rb +105 -117
  255. data/plugins/sqlmap/lib/sqlmap_ctrl.rb +103 -115
  256. data/plugins/sqlmap/sqlmap.rb +10 -22
  257. data/plugins/sslchecker/cli/sslchecker_cli.rb +8 -20
  258. data/plugins/sslchecker/gui/cipher_table.rb +252 -264
  259. data/plugins/sslchecker/gui/gui.rb +267 -276
  260. data/plugins/sslchecker/gui/sslchecker.rb +12 -24
  261. data/plugins/sslchecker/lib/check.rb +172 -80
  262. data/plugins/wshell/gui/main.rb +115 -127
  263. data/plugins/wshell/lib/core.rb +85 -97
  264. data/plugins/wshell/wshell.rb +19 -31
  265. metadata +14 -6
  266. data/.yardopts +0 -24
@@ -1,57 +1,45 @@
1
- # .
1
+ #.
2
2
  # cert_store.rb
3
- #
4
- # Copyright 2013 by siberas, http://www.siberas.de
5
- #
6
- # This file is part of WATOBO (Web Application Tool Box)
7
- # http://watobo.sourceforge.com
8
- #
9
- # WATOBO is free software; you can redistribute it and/or modify
10
- # it under the terms of the GNU General Public License as published by
11
- # the Free Software Foundation version 2 of the License.
12
- #
13
- # WATOBO is distributed in the hope that it will be useful,
14
- # but WITHOUT ANY WARRANTY; without even the implied warranty of
15
- # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16
- # GNU General Public License for more details.
17
- #
18
- # You should have received a copy of the GNU General Public License
19
- # along with WATOBO; if not, write to the Free Software
20
- # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
21
- # .
22
- # @private
23
- module Watobo#:nodoc: all
24
- module CertStore
25
- @fake_certs = Hash.new
26
- def self.acquire_ssl_ctx(target, cn)
27
- ctx = OpenSSL::SSL::SSLContext.new()
28
-
29
- unless @fake_certs.has_key? target
30
- cert_prefs = {
31
- :hostname => cn,
32
- :type => 'server',
33
- :user => 'watobo',
34
- :email => 'watobo@localhost',
35
- }
36
- cert_file, key_file = Watobo::CA.create_cert cert_prefs
37
- fake_cert = OpenSSL::X509::Certificate.new(File.read(cert_file))
38
- fake_key = OpenSSL::PKey::RSA.new(File.read(key_file))
39
-
40
- #ctx = OpenSSL::SSL::SSLContext.new('SSLv23_server')
41
- @fake_certs[target] = { :cert => fake_cert, :key => fake_key }
3
+ #.
4
+ # Copyright 2014 by siberas, http://www.siberas.de
5
+ # This file is part of WATOBO (Web Application Tool Box) http://watobo.sourceforge.com
6
+ # WATOBO is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation version 2 of the License.
7
+ # WATOBO is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
8
+ # You should have received a copy of the GNU General Public License along with WATOBO; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
42
9
 
43
- end
44
- fc = @fake_certs[target]
45
- ctx.cert = fc[:cert]
46
- ctx.key = fc[:key]
47
-
48
- ctx.tmp_dh_callback = proc { |*args|
49
- Watobo::CA.dh_key
50
- }
51
-
52
- ctx.verify_mode = OpenSSL::SSL::VERIFY_NONE
53
- ctx.timeout = 10
54
- return ctx
55
- end
56
- end
10
+ # @private
11
+ module Watobo#:nodoc: all
12
+ module CertStore
13
+ @fake_certs = Hash.new
14
+ def self.acquire_ssl_ctx(target, cn)
15
+ ctx = OpenSSL::SSL::SSLContext.new()
16
+
17
+ unless @fake_certs.has_key? target
18
+ cert_prefs = {
19
+ :hostname => cn,
20
+ :type => 'server',
21
+ :user => 'watobo',
22
+ :email => 'watobo@localhost',
23
+ }
24
+ cert_file, key_file = Watobo::CA.create_cert cert_prefs
25
+ fake_cert = OpenSSL::X509::Certificate.new(File.read(cert_file))
26
+ fake_key = OpenSSL::PKey::RSA.new(File.read(key_file))
27
+
28
+ #ctx = OpenSSL::SSL::SSLContext.new('SSLv23_server')
29
+ @fake_certs[target] = { :cert => fake_cert, :key => fake_key }
30
+
31
+ end
32
+ fc = @fake_certs[target]
33
+ ctx.cert = fc[:cert]
34
+ ctx.key = fc[:key]
35
+
36
+ ctx.tmp_dh_callback = proc { |*args|
37
+ Watobo::CA.dh_key
38
+ }
39
+
40
+ ctx.verify_mode = OpenSSL::SSL::VERIFY_NONE
41
+ ctx.timeout = 10
42
+ return ctx
43
+ end
44
+ end
57
45
  end
@@ -1,90 +1,78 @@
1
- # .
1
+ #.
2
2
  # chat.rb
3
- #
4
- # Copyright 2013 by siberas, http://www.siberas.de
5
- #
6
- # This file is part of WATOBO (Web Application Tool Box)
7
- # http://watobo.sourceforge.com
8
- #
9
- # WATOBO is free software; you can redistribute it and/or modify
10
- # it under the terms of the GNU General Public License as published by
11
- # the Free Software Foundation version 2 of the License.
12
- #
13
- # WATOBO is distributed in the hope that it will be useful,
14
- # but WITHOUT ANY WARRANTY; without even the implied warranty of
15
- # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16
- # GNU General Public License for more details.
17
- #
18
- # You should have received a copy of the GNU General Public License
19
- # along with WATOBO; if not, write to the Free Software
20
- # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
21
- # .
22
- # @private
23
- module Watobo#:nodoc: all
24
- class Chat < Conversation
25
- attr :request
26
- attr :response
27
- attr :settings
28
-
29
- @@numChats = 0
30
- @@max_id = 0
31
-
32
- @@lock = Mutex.new
33
-
34
- public
35
- def resetCounters()
36
- @@numChats = 0
37
- @@max_id = 0
38
- end
39
-
40
- def tested?()
41
- return false unless @settings.has_key?(:tested)
42
- return @settings[:tested]
43
- end
44
-
45
- def tested=(truefalse)
46
- @settings[:tested] = truefalse
47
- end
48
-
49
- def tstart()
50
- @settings[:tstart]
51
- end
52
-
53
- def tstop()
54
- @settings[:tstop]
55
- end
56
-
57
- def id()
58
- @settings[:id]
59
- end
60
-
61
- def comment=(c)
62
- @settings[:comment] = c
63
- end
64
-
65
- def comment()
66
- @settings[:comment]
67
- end
68
-
69
- def use_ssl?
70
- request.proto =~ /https/
71
- end
3
+ #.
4
+ # Copyright 2014 by siberas, http://www.siberas.de
5
+ # This file is part of WATOBO (Web Application Tool Box) http://watobo.sourceforge.com
6
+ # WATOBO is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation version 2 of the License.
7
+ # WATOBO is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
8
+ # You should have received a copy of the GNU General Public License along with WATOBO; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
72
9
 
73
- def source()
74
- @settings[:source]
75
- end
76
-
77
-
78
- # INITIALIZE ( request, response, prefs )
79
- # prefs:
80
- # :source - source of request/response CHAT_SOURCE
81
- # :id - an initial id, if no id is given it will be set to the @@max_id, if id == 0 counters will be ignored.
82
- # :start - starting time of request format is Time.now.to_f
83
- # :stop - time of loading response has finished
84
- # :
85
- def initialize(request, response, prefs = {})
86
-
87
- begin
10
+ # @private
11
+ module Watobo#:nodoc: all
12
+ class Chat < Conversation
13
+ attr :request
14
+ attr :response
15
+ attr :settings
16
+
17
+ @@numChats = 0
18
+ @@max_id = 0
19
+
20
+ @@lock = Mutex.new
21
+
22
+ public
23
+ def resetCounters()
24
+ @@numChats = 0
25
+ @@max_id = 0
26
+ end
27
+
28
+ def tested?()
29
+ return false unless @settings.has_key?(:tested)
30
+ return @settings[:tested]
31
+ end
32
+
33
+ def tested=(truefalse)
34
+ @settings[:tested] = truefalse
35
+ end
36
+
37
+ def tstart()
38
+ @settings[:tstart]
39
+ end
40
+
41
+ def tstop()
42
+ @settings[:tstop]
43
+ end
44
+
45
+ def id()
46
+ @settings[:id]
47
+ end
48
+
49
+ def comment=(c)
50
+ @settings[:comment] = c
51
+ end
52
+
53
+ def comment()
54
+ @settings[:comment]
55
+ end
56
+
57
+ def use_ssl?
58
+ request.proto =~ /https/
59
+ end
60
+
61
+ def source()
62
+ @settings[:source]
63
+ end
64
+
65
+
66
+ # INITIALIZE ( request, response, prefs )
67
+ # prefs:
68
+ # :source - source of request/response CHAT_SOURCE
69
+ # :id - an initial id, if no id is given it will be set to the @@max_id, if id == 0 counters will be ignored.
70
+ # :start - starting time of request format is Time.now.to_f
71
+ # :stop - time of loading response has finished
72
+ # :
73
+ def initialize(request, response, prefs = {})
74
+
75
+ begin
88
76
  @settings = {
89
77
  :source => CHAT_SOURCE_UNDEF,
90
78
  :id => -1,
@@ -94,31 +82,31 @@ module Watobo#:nodoc: all
94
82
  :tested => false
95
83
  }
96
84
 
97
- super(request, response)
98
-
99
-
100
-
101
- @settings.update prefs
102
- # puts @settings[:id].to_s
103
-
104
- @@lock.synchronize{
105
- # enter critical section here ???
106
- if @settings[:id] > @@max_id
107
- @@max_id = @settings[:id]
108
- elsif @settings[:id] < 0
109
- @@max_id += 1
110
- @settings[:id] = @@max_id
111
- end
112
- @@numChats += 1
113
- # @comment = ''
114
- # leafe critical section here ???
115
- }
116
-
117
- rescue => bang
118
- puts bang
119
- puts bang.backtrace if $DEBUG
120
- end
121
- end
122
-
123
- end
85
+ super(request, response)
86
+
87
+
88
+
89
+ @settings.update prefs
90
+ # puts @settings[:id].to_s
91
+
92
+ @@lock.synchronize{
93
+ # enter critical section here ???
94
+ if @settings[:id] > @@max_id
95
+ @@max_id = @settings[:id]
96
+ elsif @settings[:id] < 0
97
+ @@max_id += 1
98
+ @settings[:id] = @@max_id
99
+ end
100
+ @@numChats += 1
101
+ # @comment = ''
102
+ # leafe critical section here ???
103
+ }
104
+
105
+ rescue => bang
106
+ puts bang
107
+ puts bang.backtrace if $DEBUG
108
+ end
109
+ end
110
+
111
+ end
124
112
  end
@@ -1,301 +1,297 @@
1
- # .
1
+ #.
2
2
  # chats.rb
3
- #
4
- # Copyright 2013 by siberas, http://www.siberas.de
5
- #
6
- # This file is part of WATOBO (Web Application Tool Box)
7
- # http://watobo.sourceforge.com
8
- #
9
- # WATOBO is free software; you can redistribute it and/or modify
10
- # it under the terms of the GNU General Public License as published by
11
- # the Free Software Foundation version 2 of the License.
12
- #
13
- # WATOBO is distributed in the hope that it will be useful,
14
- # but WITHOUT ANY WARRANTY; without even the implied warranty of
15
- # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16
- # GNU General Public License for more details.
17
- #
18
- # You should have received a copy of the GNU General Public License
19
- # along with WATOBO; if not, write to the Free Software
20
- # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
21
- # .
22
- # @private
23
- module Watobo#:nodoc: all
24
- class Chats
25
- @chats = []
26
- @chats_lock = Mutex.new
27
- @event_dispatcher_listeners = Hash.new
28
- def self.subscribe(event, &callback)
29
- (@event_dispatcher_listeners[event] ||= []) << callback
30
- end
3
+ #.
4
+ # Copyright 2014 by siberas, http://www.siberas.de
5
+ # This file is part of WATOBO (Web Application Tool Box) http://watobo.sourceforge.com
6
+ # WATOBO is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation version 2 of the License.
7
+ # WATOBO is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
8
+ # You should have received a copy of the GNU General Public License along with WATOBO; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
31
9
 
32
- def self.clearEvents(event)
33
- @event_dispatcher_listeners[event] ||= []
34
- @event_dispatcher_listeners[event].clear
35
- end
10
+ # @private
11
+ module Watobo#:nodoc: all
12
+ class Chats
13
+ @chats = []
14
+ @chats_lock = Mutex.new
15
+ @event_dispatcher_listeners = Hash.new
16
+ def self.subscribe(event, &callback)
17
+ (@event_dispatcher_listeners[event] ||= []) << callback
18
+ end
36
19
 
37
- def self.notify(event, *args)
38
- if @event_dispatcher_listeners[event]
39
- @event_dispatcher_listeners[event].each do |m|
40
- m.call(*args) if m.respond_to? :call
41
- end
42
- end
43
- end
44
-
45
- def self.reset
46
- @chats = []
47
- @event_dispatcher_listeners = Hash.new
48
- end
20
+ def self.clearEvents(event)
21
+ @event_dispatcher_listeners[event] ||= []
22
+ @event_dispatcher_listeners[event].clear
23
+ end
49
24
 
50
- def self.load
25
+ def self.notify(event, *args)
26
+ if @event_dispatcher_listeners[event]
27
+ @event_dispatcher_listeners[event].each do |m|
28
+ m.call(*args) if m.respond_to? :call
29
+ end
30
+ end
31
+ end
51
32
 
52
- end
33
+ def self.reset
34
+ @chats = []
35
+ @event_dispatcher_listeners = Hash.new
36
+ end
53
37
 
54
- def self.select(site, opts={}, &block)
55
- o = {
56
- :dir => "",
57
- #:file => nil,
58
- :method => nil,
59
- :max_count => 0
60
- }
61
- o.update opts
62
- o[:dir].strip!
63
- o[:dir].gsub!(/^\//,"")
64
-
65
- matches = []
66
- @chats.each do |c|
67
- if c.request.site == site then
68
- matches.push c if o[:dir] == c.request.dir
69
- end
70
- return matches if o[:max_count] > 0 and matches.length >= o[:max_count]
71
- end
72
- return matches
38
+ def self.load
39
+
40
+ end
73
41
 
74
- end
42
+ def self.select(site, opts={}, &block)
43
+ o = {
44
+ :dir => "",
45
+ #:file => nil,
46
+ :method => nil,
47
+ :max_count => 0
48
+ }
49
+ o.update opts
50
+ o[:dir].strip!
51
+ o[:dir].gsub!(/^\//,"")
52
+
53
+ matches = []
54
+ @chats.each do |c|
55
+ if c.request.site == site then
56
+ matches.push c if o[:dir] == c.request.dir
57
+ end
58
+ return matches if o[:max_count] > 0 and matches.length >= o[:max_count]
59
+ end
60
+ return matches
61
+
62
+ end
75
63
 
76
- def self.sites(prefs={}, &block)
77
- list = Hash.new
64
+ def self.sites(prefs={}, &block)
65
+ list = Hash.new
66
+
67
+ cprefs = { :in_scope => false,
68
+ :ssl => false
69
+ }
70
+ cprefs.update prefs
71
+
72
+ Watobo::Chats.each do |chat|
73
+ next if list.has_key?(chat.request.site)
74
+ site = chat.request.site
75
+ next if cprefs[:in_scope] == true and not Watobo::Scope.match_site?(site)
76
+ next if cprefs[:ssl] and not chat.use_ssl?
77
+
78
+ yield site if block_given?
79
+ list[site] = nil
80
+
81
+ end
82
+ return list.keys
83
+ end
78
84
 
79
- cprefs = { :in_scope => false,
80
- :ssl => false
81
- }
82
- cprefs.update prefs
85
+ def self.dirs(site, list_opts={}, &block)
86
+ opts = { :base_dir => "",
87
+ :include_subdirs => true
88
+ }
89
+ opts.update(list_opts) if list_opts.is_a? Hash
90
+ list = Hash.new
91
+ @chats.each do |chat|
92
+ next if chat.request.site != site
93
+ next if list.has_key?(chat.request.path)
94
+ next if opts[:base_dir] != "" and chat.request.path !~ /^#{Regexp.quote(opts[:base_dir])}/
95
+ subdirs = chat.request.subDirs
96
+ subdirs.each do |dir|
97
+ next if dir.nil?
98
+ next if list.has_key?(dir)
99
+ list[dir] = :path
100
+ if opts[:include_subdirs] == true then
101
+ yield dir if block_given?
102
+ else
103
+ d = dir.gsub(/#{Regexp.quote(opts[:base_dir])}/,"")
104
+ yield dir unless d =~ /\// and block_given?
105
+ # otherwise it is a subdir of base_dir
106
+ end
107
+ end
108
+ end
109
+ end
83
110
 
84
- Watobo::Chats.each do |chat|
85
- next if list.has_key?(chat.request.site)
86
- site = chat.request.site
87
- next if cprefs[:in_scope] == true and not Watobo::Scope.match_site?(site)
88
- next if cprefs[:ssl] and not chat.use_ssl?
111
+ def self.get_by_id(chatid)
112
+ @chats_lock.synchronize do
113
+ @chats.each do |c|
114
+ if c.id.to_s == chatid.to_s then
115
+ return c
116
+ end
117
+ end
118
+ end
119
+ return nil
120
+ end
89
121
 
90
- yield site if block_given?
91
- list[site] = nil
122
+ def self.each(&block)
123
+ if block_given?
124
+ @chats_lock.synchronize do
125
+ @chats.map{|c| yield c }
126
+ end
127
+ end
128
+ end
92
129
 
93
- end
94
- return list.keys
95
- end
96
-
97
- def self.dirs(site, list_opts={}, &block)
98
- opts = { :base_dir => "",
99
- :include_subdirs => true
100
- }
101
- opts.update(list_opts) if list_opts.is_a? Hash
102
- list = Hash.new
103
- @chats.each do |chat|
104
- next if chat.request.site != site
105
- next if list.has_key?(chat.request.path)
106
- next if opts[:base_dir] != "" and chat.request.path !~ /^#{Regexp.quote(opts[:base_dir])}/
107
- subdirs = chat.request.subDirs
108
- subdirs.each do |dir|
109
- next if dir.nil?
110
- next if list.has_key?(dir)
111
- list[dir] = :path
112
- if opts[:include_subdirs] == true then
113
- yield dir if block_given?
114
- else
115
- d = dir.gsub(/#{Regexp.quote(opts[:base_dir])}/,"")
116
- yield dir unless d =~ /\// and block_given?
117
- # otherwise it is a subdir of base_dir
118
- end
119
- end
120
- end
121
- end
130
+ def self.to_a
131
+ @chats
132
+ end
122
133
 
123
- def self.get_by_id(chatid)
124
- @chats_lock.synchronize do
125
- @chats.each do |c|
126
- if c.id.to_s == chatid.to_s then
127
- return c
128
- end
129
- end
130
- end
131
- return nil
132
- end
134
+ def self.length
135
+ l = 0
136
+ @chats_lock.synchronize do
137
+ l = @chats.length
138
+ end
139
+ l
140
+ end
133
141
 
134
- def self.each(&block)
135
- if block_given?
136
- @chats_lock.synchronize do
137
- @chats.map{|c| yield c }
138
- end
139
- end
140
- end
141
-
142
- def self.to_a
143
- @chats
144
- end
142
+ def self.in_scope(&block)
143
+ scan_prefs = Watobo::Conf::Scanner.to_h
144
+ #puts scan_prefs.to_yaml
145
+ unique_list = Hash.new
146
+ cis = []
147
+
148
+ @chats.each do |chat|
149
+ next if scan_prefs[:excluded_chats].include?(chat.id)
150
+ uch = chat.request.uniq_hash
151
+
152
+ next if unique_list.has_key?(uch) and scan_prefs[:smart_scan] == true
153
+ unique_list[uch] = nil
154
+ if Watobo::Scope.match_chat? chat
155
+ cis << chat
156
+ yield chat if block_given?
157
+ end
158
+ end
159
+ cis
160
+ end
145
161
 
146
- def self.length
147
- l = 0
148
- @chats_lock.synchronize do
149
- l = @chats.length
150
- end
151
- l
152
- end
162
+ # only returns/yields chats wich match filter
163
+ #
164
+ #
165
+ def self.filtered(filter, &block)
166
+ #puts filter.to_yaml
167
+ @uniq_chats = {}
168
+ filtered_chats = []
169
+ @chats.each do |chat|
170
+ if match?(chat, filter)
171
+ yield chat if block_given?
172
+ filtered_chats << chat
173
+ end
174
+ end
175
+
176
+ filtered_chats
177
+ end
153
178
 
154
- def self.in_scope(&block)
155
- scan_prefs = Watobo::Conf::Scanner.to_h
156
- #puts scan_prefs.to_yaml
157
- unique_list = Hash.new
158
- cis = []
179
+ def self.add(chat, prefs={})
180
+ @chats_lock.synchronize do
181
+ begin
182
+ if chat.request.host then
183
+ @chats << chat
184
+
185
+ options = {
186
+ :run_passive_checks => true,
187
+ :notify => true
188
+ }
189
+ options.update prefs
190
+
191
+ Watobo::PassiveScanner.add(chat) if options[:run_passive_checks] == true
192
+ # puts "[#{self}] add"
193
+
194
+ #@interface.addChat(self, chat) if @interface
195
+ notify(:new, chat) if options[:notify] == true
196
+
197
+ if chat.id != 0 then
198
+ Watobo::DataStore.add_chat(chat)
199
+ else
200
+ puts "!!! Could not add chat #{chat.id}"
201
+ end
202
+ end
203
+
204
+ # p "!P!"
205
+ rescue => bang
206
+ puts bang
207
+ puts bang.backtrace if $DEBUG
208
+ end
209
+ end
210
+ end
211
+
212
+ private
159
213
 
160
- @chats.each do |chat|
161
- next if scan_prefs[:excluded_chats].include?(chat.id)
162
- uch = chat.request.uniq_hash
214
+ def self.match?(chat, filter)
215
+ begin
216
+
217
+ filtered = false
218
+ # return false if filter[:ok_only] == true and chat.response.responseCode !~ /200/
219
+
220
+ if filter[:unique]
221
+ uniq_hash = chat.request.uniq_hash
222
+ return false if @uniq_chats.has_key? uniq_hash
223
+ @uniq_chats[uniq_hash] = nil
224
+ end
225
+ #puts "scope"
226
+ if filter[:scope_only]
227
+ return false unless Watobo::Scope.match_site?(chat.request.site)
228
+ end
229
+ # puts "* passed scope"
230
+ if filter[:hide_tested]
231
+ return false if chat.tested?
232
+ end
163
233
 
164
- next if unique_list.has_key?(uch) and scan_prefs[:smart_scan] == true
165
- unique_list[uch] = nil
166
- if Watobo::Scope.match_chat? chat
167
- cis << chat
168
- yield chat if block_given?
169
- end
170
- end
171
- cis
172
- end
173
-
174
- # only returns/yields chats wich match filter
175
- #
176
- #
177
- def self.filtered(filter, &block)
178
- #puts filter.to_yaml
179
- @uniq_chats = {}
180
- filtered_chats = []
181
- @chats.each do |chat|
182
- if match?(chat, filter)
183
- yield chat if block_given?
184
- filtered_chats << chat
234
+ if filter.has_key?(:status_codes) and not filter[:status_codes].empty?
235
+ return false if filter[:status_codes].find_index{|i| chat.response.status =~ /#{i}/}.nil?
185
236
  end
186
- end
187
-
188
- filtered_chats
189
- end
190
-
191
-
192
-
193
- def self.add(chat, prefs={})
194
- @chats_lock.synchronize do
195
- begin
196
- if chat.request.host then
197
- @chats << chat
198
-
199
- options = {
200
- :run_passive_checks => true,
201
- :notify => true
202
- }
203
- options.update prefs
204
-
205
- Watobo::PassiveScanner.add(chat) if options[:run_passive_checks] == true
206
- # puts "[#{self}] add"
237
+
238
+ if filter.has_key?(:mime_types) and not filter[:mime_types].empty?
239
+ match = false
240
+ filter[:mime_types].each do |mt|
241
+ if chat.response.content_type =~ /#{mt}/i
242
+ match = true
243
+ end
244
+ end
245
+ puts "MIME_TYPE: #{match}"
246
+ return false if match == false
247
+ end
248
+
249
+ #puts "extensions"
250
+ # puts "* passed hide tested"
251
+ if filter[:hidden_extensions] == true
252
+ return false if filter[:hidden_extension_patterns].include?(chat.request.doctype)
253
+ end
207
254
 
208
- #@interface.addChat(self, chat) if @interface
209
- notify(:new, chat) if options[:notify] == true
210
-
211
- if chat.id != 0 then
212
- Watobo::DataStore.add_chat(chat)
213
- else
214
- puts "!!! Could not add chat #{chat.id}"
215
- end
216
- end
217
-
218
- # p "!P!"
219
- rescue => bang
220
- puts bang
221
- puts bang.backtrace if $DEBUG
222
- end
223
- end
224
- end
225
-
226
- private
227
-
228
- def self.match?(chat, filter)
229
- begin
230
- # return false if filter[:ok_only] == true and chat.response.responseCode !~ /200/
231
-
232
- if filter[:unique]
233
- uniq_hash = chat.request.uniq_hash
234
- return false if @uniq_chats.has_key? uniq_hash
235
- @uniq_chats[uniq_hash] = nil
236
- end
237
- #puts "scope"
238
- if filter[:scope_only]
239
- return false unless Watobo::Scope.match_site?(chat.request.site)
240
- end
241
- # puts "* passed scope"
242
- if filter[:hide_tested]
243
- return false if chat.tested?
244
- end
245
-
246
- if filter.has_key?(:status_codes) and not filter[:status_codes].empty?
247
- return false if filter[:status_codes].find_index{|i| chat.response.status =~ /#{i}/}.nil?
248
- end
249
-
250
- if filter.has_key?(:mime_types) and not filter[:mime_types].empty?
251
- match = false
252
- filter[:mime_types].each do |mt|
253
- if chat.response.content_type =~ /#{mt}/i
254
- match = true
255
- end
256
- end
257
- puts "MIME_TYPE: #{match}"
258
- return false if match == false
255
+ if filter[:show_extension_patterns]
256
+ unless filter[:show_extension_patterns].empty? or filter[:show_extensions] == false
257
+ return false unless filter[:show_extension_patterns].include?(chat.request.doctype)
259
258
  end
260
-
261
- #puts "extensions"
262
- # puts "* passed hide tested"
263
- if filter[:hidden_extensions] == true
264
- return false if filter[:hidden_extension_patterns].include?(chat.request.doctype)
265
- end
266
-
267
- unless filter[:show_extension_patterns].empty? or filter[:show_extensions] == false
268
- return false unless filter[:show_extension_patterns].include?(chat.request.doctype)
269
- end
270
- #return true if filter[:text].empty?
271
- # puts "url pattern"
259
+ end
260
+ #return true if filter[:text].empty?
261
+ # puts "url pattern"
262
+ if filter[:url_pattern]
272
263
  unless filter[:url_pattern].empty?
273
- return false unless chat.request.first =~ /#{filter[:url_pattern]}/i
274
- #return false
264
+ filtered = true
265
+ return true if chat.request.first =~ /#{filter[:url_pattern]}/i
266
+ #return false
275
267
  end
276
-
268
+ end
269
+
270
+ if filter[:request_pattern]
277
271
  unless filter[:request_pattern].empty?
278
- return false unless chat.request.join =~ /#{filter[:request_pattern]}/i
279
- #return false
272
+ filtered = true
273
+ return true if chat.request.join =~ /#{filter[:request_pattern]}/i
274
+ #return false
275
+ end
276
+ end
277
+ # puts filter.to_yaml
278
+ # puts chat.response.responseCode
279
+ if filter[:response_pattern]
280
+ unless filter[:response_pattern].empty?
281
+ filtered = true
282
+ #return false if filter[:text_only] == true and chat.response.content_type !~ /(text|javascript|xml|json)/
283
+ return true if chat.response.join.unpack("C*").pack("C*") =~ /#{filter[:response_pattern]}/i
284
+ #return false
280
285
  end
281
-
282
- # puts filter.to_yaml
283
- # puts chat.response.responseCode
284
-
285
- unless filter[:response_pattern].empty?
286
- #return false if filter[:text_only] == true and chat.response.content_type !~ /(text|javascript|xml|json)/
287
- return false unless chat.response.join.unpack("C*").pack("C*") =~ /#{filter[:response_pattern]}/i
288
- #return false
289
- end
290
-
291
- return true
292
-
293
-
294
- rescue => bang
295
- puts bang
296
- puts bang.backtrace if $DEBUG
297
- end
298
- false
299
- end
300
- end
286
+ end
287
+
288
+ return !filtered
289
+
290
+ rescue => bang
291
+ puts bang
292
+ puts bang.backtrace if $DEBUG
293
+ end
294
+ false
295
+ end
296
+ end
301
297
  end