contrast-agent 4.14.0 → 5.2.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (422) hide show
  1. checksums.yaml +4 -4
  2. data/.simplecov +2 -3
  3. data/Gemfile +1 -1
  4. data/LICENSE.txt +1 -1
  5. data/Rakefile +1 -1
  6. data/exe/contrast_service +1 -1
  7. data/ext/build_funchook.rb +1 -1
  8. data/ext/cs__assess_array/cs__assess_array.c +1 -1
  9. data/ext/cs__assess_array/extconf.rb +1 -1
  10. data/ext/cs__assess_basic_object/cs__assess_basic_object.c +1 -1
  11. data/ext/cs__assess_basic_object/extconf.rb +1 -1
  12. data/ext/cs__assess_fiber_track/cs__assess_fiber_track.c +1 -1
  13. data/ext/cs__assess_fiber_track/extconf.rb +1 -1
  14. data/ext/cs__assess_hash/cs__assess_hash.c +1 -1
  15. data/ext/cs__assess_hash/extconf.rb +1 -1
  16. data/ext/cs__assess_kernel/cs__assess_kernel.c +8 -5
  17. data/ext/cs__assess_kernel/extconf.rb +1 -1
  18. data/ext/cs__assess_marshal_module/cs__assess_marshal_module.c +1 -1
  19. data/ext/cs__assess_marshal_module/extconf.rb +1 -1
  20. data/ext/cs__assess_module/cs__assess_module.c +49 -39
  21. data/ext/cs__assess_module/extconf.rb +1 -1
  22. data/ext/cs__assess_regexp/cs__assess_regexp.c +1 -1
  23. data/ext/cs__assess_regexp/extconf.rb +1 -1
  24. data/ext/cs__assess_string/cs__assess_string.c +1 -1
  25. data/ext/cs__assess_string/extconf.rb +1 -1
  26. data/ext/cs__assess_string_interpolation26/cs__assess_string_interpolation26.c +1 -1
  27. data/ext/cs__assess_string_interpolation26/extconf.rb +1 -1
  28. data/ext/cs__assess_yield_track/cs__assess_yield_track.c +1 -1
  29. data/ext/cs__assess_yield_track/extconf.rb +1 -1
  30. data/ext/cs__common/cs__common.c +5 -1
  31. data/ext/cs__common/cs__common.h +1 -0
  32. data/ext/cs__common/extconf.rb +1 -1
  33. data/ext/cs__contrast_patch/cs__contrast_patch.c +53 -28
  34. data/ext/cs__contrast_patch/cs__contrast_patch.h +2 -0
  35. data/ext/cs__contrast_patch/extconf.rb +1 -1
  36. data/ext/cs__os_information/cs__os_information.c +1 -1
  37. data/ext/cs__os_information/extconf.rb +1 -1
  38. data/ext/cs__scope/cs__scope.c +747 -0
  39. data/ext/cs__scope/cs__scope.h +88 -0
  40. data/ext/{cs__assess_active_record_named → cs__scope}/extconf.rb +1 -1
  41. data/ext/extconf_common.rb +1 -1
  42. data/lib/contrast/agent/assess/contrast_event.rb +27 -24
  43. data/lib/contrast/agent/assess/contrast_object.rb +5 -2
  44. data/lib/contrast/agent/assess/events/event_data.rb +30 -0
  45. data/lib/contrast/agent/assess/events/event_factory.rb +14 -6
  46. data/lib/contrast/agent/assess/events/source_event.rb +22 -3
  47. data/lib/contrast/agent/assess/finalizers/freeze.rb +1 -1
  48. data/lib/contrast/agent/assess/finalizers/hash.rb +1 -1
  49. data/lib/contrast/agent/assess/policy/dynamic_source_factory.rb +7 -7
  50. data/lib/contrast/agent/assess/policy/patcher.rb +1 -35
  51. data/lib/contrast/agent/assess/policy/policy.rb +1 -1
  52. data/lib/contrast/agent/assess/policy/policy_node.rb +2 -2
  53. data/lib/contrast/agent/assess/policy/policy_scanner.rb +1 -1
  54. data/lib/contrast/agent/assess/policy/preshift.rb +1 -1
  55. data/lib/contrast/agent/assess/policy/propagation_method.rb +55 -28
  56. data/lib/contrast/agent/assess/policy/propagation_node.rb +3 -6
  57. data/lib/contrast/agent/assess/policy/propagator/append.rb +1 -1
  58. data/lib/contrast/agent/assess/policy/propagator/base.rb +1 -1
  59. data/lib/contrast/agent/assess/policy/propagator/center.rb +1 -1
  60. data/lib/contrast/agent/assess/policy/propagator/custom.rb +1 -1
  61. data/lib/contrast/agent/assess/policy/propagator/database_write.rb +6 -2
  62. data/lib/contrast/agent/assess/policy/propagator/insert.rb +5 -2
  63. data/lib/contrast/agent/assess/policy/propagator/keep.rb +1 -1
  64. data/lib/contrast/agent/assess/policy/propagator/match_data.rb +13 -3
  65. data/lib/contrast/agent/assess/policy/propagator/next.rb +1 -1
  66. data/lib/contrast/agent/assess/policy/propagator/prepend.rb +1 -1
  67. data/lib/contrast/agent/assess/policy/propagator/rack_protection.rb +1 -1
  68. data/lib/contrast/agent/assess/policy/propagator/remove.rb +1 -1
  69. data/lib/contrast/agent/assess/policy/propagator/replace.rb +1 -1
  70. data/lib/contrast/agent/assess/policy/propagator/reverse.rb +1 -1
  71. data/lib/contrast/agent/assess/policy/propagator/select.rb +3 -2
  72. data/lib/contrast/agent/assess/policy/propagator/splat.rb +1 -1
  73. data/lib/contrast/agent/assess/policy/propagator/split.rb +27 -25
  74. data/lib/contrast/agent/assess/policy/propagator/substitution.rb +3 -5
  75. data/lib/contrast/agent/assess/policy/propagator/substitution_utils.rb +190 -0
  76. data/lib/contrast/agent/assess/policy/propagator/trim.rb +9 -4
  77. data/lib/contrast/agent/assess/policy/propagator.rb +1 -1
  78. data/lib/contrast/agent/assess/policy/source_method.rb +39 -26
  79. data/lib/contrast/agent/assess/policy/source_node.rb +1 -1
  80. data/lib/contrast/agent/assess/policy/source_validation/cross_site_validator.rb +1 -1
  81. data/lib/contrast/agent/assess/policy/source_validation/source_validation.rb +1 -1
  82. data/lib/contrast/agent/assess/policy/trigger/reflected_xss.rb +7 -2
  83. data/lib/contrast/agent/assess/policy/trigger/xpath.rb +1 -1
  84. data/lib/contrast/agent/assess/policy/trigger_method.rb +41 -25
  85. data/lib/contrast/agent/assess/policy/trigger_node.rb +1 -1
  86. data/lib/contrast/agent/assess/policy/trigger_validation/redos_validator.rb +1 -1
  87. data/lib/contrast/agent/assess/policy/trigger_validation/ssrf_validator.rb +1 -1
  88. data/lib/contrast/agent/assess/policy/trigger_validation/trigger_validation.rb +1 -1
  89. data/lib/contrast/agent/assess/policy/trigger_validation/xss_validator.rb +1 -1
  90. data/lib/contrast/agent/assess/properties.rb +1 -1
  91. data/lib/contrast/agent/assess/property/evented.rb +25 -12
  92. data/lib/contrast/agent/assess/property/tagged.rb +1 -1
  93. data/lib/contrast/agent/assess/property/updated.rb +1 -1
  94. data/lib/contrast/agent/assess/rule/provider/hardcoded_key.rb +1 -19
  95. data/lib/contrast/agent/assess/rule/provider/hardcoded_password.rb +1 -13
  96. data/lib/contrast/agent/assess/rule/provider/hardcoded_value_rule.rb +7 -59
  97. data/lib/contrast/agent/assess/rule/provider.rb +1 -1
  98. data/lib/contrast/agent/assess/rule/response/auto_complete_rule.rb +69 -0
  99. data/lib/contrast/agent/assess/rule/response/base_rule.rb +130 -0
  100. data/lib/contrast/agent/assess/rule/response/body_rule.rb +109 -0
  101. data/lib/contrast/agent/assess/rule/response/cache_control_header_rule.rb +157 -0
  102. data/lib/contrast/agent/assess/rule/response/click_jacking_header_rule.rb +26 -0
  103. data/lib/contrast/agent/assess/rule/response/csp_header_insecure_rule.rb +100 -0
  104. data/lib/contrast/agent/assess/rule/response/csp_header_missing_rule.rb +26 -0
  105. data/lib/contrast/agent/assess/rule/response/framework/rails_support.rb +29 -0
  106. data/lib/contrast/agent/assess/rule/response/header_rule.rb +70 -0
  107. data/lib/contrast/agent/assess/rule/response/hsts_header_rule.rb +36 -0
  108. data/lib/contrast/agent/assess/rule/response/parameters_pollution_rule.rb +61 -0
  109. data/lib/contrast/agent/assess/rule/response/x_content_type_header_rule.rb +26 -0
  110. data/lib/contrast/agent/assess/rule/response/x_xss_protection_header_rule.rb +36 -0
  111. data/lib/contrast/agent/assess/tag.rb +1 -1
  112. data/lib/contrast/agent/assess/tracker.rb +1 -1
  113. data/lib/contrast/agent/assess.rb +1 -2
  114. data/lib/contrast/agent/at_exit_hook.rb +1 -1
  115. data/lib/contrast/agent/deadzone/policy/deadzone_node.rb +13 -8
  116. data/lib/contrast/agent/deadzone/policy/policy.rb +1 -1
  117. data/lib/contrast/agent/disable_reaction.rb +1 -1
  118. data/lib/contrast/agent/exclusion_matcher.rb +1 -1
  119. data/lib/contrast/agent/inventory/database_config.rb +115 -77
  120. data/lib/contrast/agent/inventory/dependencies.rb +1 -1
  121. data/lib/contrast/agent/inventory/dependency_analysis.rb +1 -1
  122. data/lib/contrast/agent/inventory/dependency_usage_analysis.rb +3 -3
  123. data/lib/contrast/agent/inventory/policy/datastores.rb +1 -1
  124. data/lib/contrast/agent/inventory/policy/policy.rb +1 -1
  125. data/lib/contrast/agent/inventory/policy/trigger_node.rb +1 -1
  126. data/lib/contrast/agent/inventory.rb +1 -1
  127. data/lib/contrast/agent/metric_telemetry_event.rb +1 -1
  128. data/lib/contrast/agent/middleware.rb +4 -2
  129. data/lib/contrast/agent/module_data.rb +1 -1
  130. data/lib/contrast/agent/patching/policy/after_load_patch.rb +1 -1
  131. data/lib/contrast/agent/patching/policy/after_load_patcher.rb +2 -4
  132. data/lib/contrast/agent/patching/policy/method_policy.rb +28 -15
  133. data/lib/contrast/agent/patching/policy/method_policy_extend.rb +12 -10
  134. data/lib/contrast/agent/patching/policy/module_policy.rb +1 -1
  135. data/lib/contrast/agent/patching/policy/patch.rb +3 -7
  136. data/lib/contrast/agent/patching/policy/patch_status.rb +2 -26
  137. data/lib/contrast/agent/patching/policy/patcher.rb +2 -6
  138. data/lib/contrast/agent/patching/policy/policy.rb +1 -1
  139. data/lib/contrast/agent/patching/policy/policy_node.rb +1 -1
  140. data/lib/contrast/agent/patching/policy/trigger_node.rb +1 -1
  141. data/lib/contrast/agent/protect/input_analyzer/input_analyzer.rb +94 -0
  142. data/lib/contrast/agent/protect/policy/applies_command_injection_rule.rb +1 -1
  143. data/lib/contrast/agent/protect/policy/applies_deserialization_rule.rb +1 -1
  144. data/lib/contrast/agent/protect/policy/applies_no_sqli_rule.rb +1 -1
  145. data/lib/contrast/agent/protect/policy/applies_path_traversal_rule.rb +1 -1
  146. data/lib/contrast/agent/protect/policy/applies_sqli_rule.rb +1 -1
  147. data/lib/contrast/agent/protect/policy/applies_xxe_rule.rb +1 -1
  148. data/lib/contrast/agent/protect/policy/policy.rb +1 -1
  149. data/lib/contrast/agent/protect/policy/rule_applicator.rb +1 -1
  150. data/lib/contrast/agent/protect/policy/trigger_node.rb +1 -1
  151. data/lib/contrast/agent/protect/rule/base.rb +29 -2
  152. data/lib/contrast/agent/protect/rule/base_service.rb +11 -2
  153. data/lib/contrast/agent/protect/rule/cmd_injection.rb +3 -1
  154. data/lib/contrast/agent/protect/rule/default_scanner.rb +1 -1
  155. data/lib/contrast/agent/protect/rule/deserialization.rb +7 -1
  156. data/lib/contrast/agent/protect/rule/http_method_tampering.rb +6 -2
  157. data/lib/contrast/agent/protect/rule/no_sqli/mongo_no_sql_scanner.rb +1 -1
  158. data/lib/contrast/agent/protect/rule/no_sqli.rb +2 -1
  159. data/lib/contrast/agent/protect/rule/path_traversal.rb +2 -1
  160. data/lib/contrast/agent/protect/rule/sql_sample_builder.rb +1 -1
  161. data/lib/contrast/agent/protect/rule/sqli/default_sql_scanner.rb +1 -1
  162. data/lib/contrast/agent/protect/rule/sqli/mysql_sql_scanner.rb +1 -1
  163. data/lib/contrast/agent/protect/rule/sqli/postgres_sql_scanner.rb +2 -2
  164. data/lib/contrast/agent/protect/rule/sqli/sqli_input_classification.rb +124 -0
  165. data/lib/contrast/agent/protect/rule/sqli/sqli_worth_watching.rb +121 -0
  166. data/lib/contrast/agent/protect/rule/sqli/sqlite_sql_scanner.rb +1 -1
  167. data/lib/contrast/agent/protect/rule/sqli.rb +34 -1
  168. data/lib/contrast/agent/protect/rule/unsafe_file_upload.rb +1 -1
  169. data/lib/contrast/agent/protect/rule/xss.rb +1 -1
  170. data/lib/contrast/agent/protect/rule/xxe/entity_wrapper.rb +1 -1
  171. data/lib/contrast/agent/protect/rule/xxe.rb +5 -1
  172. data/lib/contrast/agent/protect/rule.rb +1 -1
  173. data/lib/contrast/agent/reaction_processor.rb +1 -1
  174. data/lib/contrast/agent/reporting/input_analysis/input_analysis.rb +44 -0
  175. data/lib/contrast/agent/reporting/input_analysis/input_analysis_result.rb +115 -0
  176. data/lib/contrast/agent/reporting/input_analysis/input_type.rb +44 -0
  177. data/lib/contrast/agent/reporting/input_analysis/score_level.rb +21 -0
  178. data/lib/contrast/agent/reporting/report.rb +8 -1
  179. data/lib/contrast/agent/reporting/reporter.rb +27 -47
  180. data/lib/contrast/agent/reporting/reporting_events/application_inventory.rb +49 -0
  181. data/lib/contrast/agent/reporting/reporting_events/application_update.rb +82 -0
  182. data/lib/contrast/agent/reporting/reporting_events/architecture_component.rb +80 -0
  183. data/lib/contrast/agent/reporting/reporting_events/discovered_route.rb +59 -0
  184. data/lib/contrast/agent/reporting/reporting_events/finding.rb +181 -43
  185. data/lib/contrast/agent/reporting/reporting_events/finding_event.rb +293 -0
  186. data/lib/contrast/agent/reporting/reporting_events/finding_event_object.rb +94 -0
  187. data/lib/contrast/agent/reporting/reporting_events/finding_event_parent_object.rb +39 -0
  188. data/lib/contrast/agent/reporting/reporting_events/finding_event_property.rb +40 -0
  189. data/lib/contrast/agent/reporting/reporting_events/finding_event_signature.rb +110 -0
  190. data/lib/contrast/agent/reporting/reporting_events/finding_event_source.rb +61 -0
  191. data/lib/contrast/agent/reporting/reporting_events/finding_event_stack.rb +71 -0
  192. data/lib/contrast/agent/reporting/reporting_events/finding_event_taint_range.rb +60 -0
  193. data/lib/contrast/agent/reporting/reporting_events/finding_request.rb +94 -0
  194. data/lib/contrast/agent/reporting/reporting_events/library_discovery.rb +93 -0
  195. data/lib/contrast/agent/reporting/reporting_events/library_usage_observation.rb +50 -0
  196. data/lib/contrast/agent/reporting/reporting_events/observed_library_usage.rb +54 -0
  197. data/lib/contrast/agent/reporting/reporting_events/observed_route.rb +66 -0
  198. data/lib/contrast/agent/reporting/reporting_events/poll.rb +29 -0
  199. data/lib/contrast/agent/reporting/reporting_events/preflight.rb +20 -6
  200. data/lib/contrast/agent/reporting/reporting_events/preflight_message.rb +36 -17
  201. data/lib/contrast/agent/reporting/reporting_events/reporting_event.rb +29 -18
  202. data/lib/contrast/agent/reporting/reporting_events/route_coverage.rb +76 -0
  203. data/lib/contrast/agent/reporting/reporting_events/route_discovery.rb +67 -0
  204. data/lib/contrast/agent/reporting/reporting_events/route_discovery_observation.rb +65 -0
  205. data/lib/contrast/agent/reporting/reporting_events/server_activity.rb +52 -0
  206. data/lib/contrast/agent/reporting/reporting_events/trace_event_source.rb +30 -0
  207. data/lib/contrast/agent/reporting/reporting_utilities/audit.rb +32 -15
  208. data/lib/contrast/agent/reporting/reporting_utilities/dtm_message.rb +67 -0
  209. data/lib/contrast/agent/reporting/reporting_utilities/endpoints.rb +164 -0
  210. data/lib/contrast/agent/reporting/reporting_utilities/headers.rb +55 -0
  211. data/lib/contrast/agent/reporting/reporting_utilities/reporter_client.rb +75 -156
  212. data/lib/contrast/agent/reporting/reporting_utilities/reporter_client_utils.rb +162 -0
  213. data/lib/contrast/agent/reporting/reporting_utilities/reporting_storage.rb +1 -1
  214. data/lib/contrast/agent/reporting/reporting_utilities/response.rb +30 -0
  215. data/lib/contrast/agent/reporting/reporting_utilities/response_handler.rb +57 -0
  216. data/lib/contrast/agent/reporting/reporting_utilities/response_handler_utils.rb +208 -0
  217. data/lib/contrast/agent/reporting/settings/application_settings.rb +67 -0
  218. data/lib/contrast/agent/reporting/settings/assess.rb +45 -0
  219. data/lib/contrast/agent/reporting/settings/assess_server_feature.rb +136 -0
  220. data/lib/contrast/agent/reporting/settings/exclusions.rb +123 -0
  221. data/lib/contrast/agent/reporting/settings/protect.rb +89 -0
  222. data/lib/contrast/agent/reporting/settings/protect_server_feature.rb +243 -0
  223. data/lib/contrast/agent/reporting/settings/reaction.rb +30 -0
  224. data/lib/contrast/agent/reporting/settings/server_features.rb +78 -0
  225. data/lib/contrast/agent/request.rb +44 -3
  226. data/lib/contrast/agent/request_context.rb +25 -7
  227. data/lib/contrast/agent/request_context_extend.rb +109 -7
  228. data/lib/contrast/agent/request_handler.rb +41 -5
  229. data/lib/contrast/agent/response.rb +23 -15
  230. data/lib/contrast/agent/rule_set.rb +1 -1
  231. data/lib/contrast/agent/scope.rb +103 -108
  232. data/lib/contrast/agent/service_heartbeat.rb +46 -3
  233. data/lib/contrast/agent/startup_metrics_telemetry_event.rb +34 -7
  234. data/lib/contrast/agent/static_analysis.rb +13 -3
  235. data/lib/contrast/agent/telemetry.rb +1 -1
  236. data/lib/contrast/agent/telemetry_event.rb +1 -1
  237. data/lib/contrast/agent/thread.rb +1 -1
  238. data/lib/contrast/agent/thread_watcher.rb +3 -3
  239. data/lib/contrast/agent/tracepoint_hook.rb +1 -4
  240. data/lib/contrast/agent/version.rb +2 -2
  241. data/lib/contrast/agent/worker_thread.rb +1 -1
  242. data/lib/contrast/agent.rb +4 -4
  243. data/lib/contrast/api/communication/connection_status.rb +1 -1
  244. data/lib/contrast/api/communication/messaging_queue.rb +4 -4
  245. data/lib/contrast/api/communication/response_processor.rb +9 -5
  246. data/lib/contrast/api/communication/service_lifecycle.rb +1 -1
  247. data/lib/contrast/api/communication/socket.rb +1 -1
  248. data/lib/contrast/api/communication/socket_client.rb +4 -1
  249. data/lib/contrast/api/communication/speedracer.rb +1 -1
  250. data/lib/contrast/api/communication/tcp_socket.rb +1 -1
  251. data/lib/contrast/api/communication/unix_socket.rb +1 -1
  252. data/lib/contrast/api/communication.rb +1 -1
  253. data/lib/contrast/api/decorators/address.rb +1 -1
  254. data/lib/contrast/api/decorators/agent_startup.rb +1 -1
  255. data/lib/contrast/api/decorators/application_settings.rb +1 -1
  256. data/lib/contrast/api/decorators/application_startup.rb +1 -1
  257. data/lib/contrast/api/decorators/application_update.rb +1 -1
  258. data/lib/contrast/api/decorators/architecture_component.rb +36 -0
  259. data/lib/contrast/api/decorators/bot_blocker.rb +37 -0
  260. data/lib/contrast/api/decorators/finding.rb +1 -17
  261. data/lib/contrast/api/decorators/http_request.rb +3 -2
  262. data/lib/contrast/api/decorators/input_analysis.rb +1 -1
  263. data/lib/contrast/api/decorators/instrumentation_mode.rb +1 -1
  264. data/lib/contrast/api/decorators/ip_denylist.rb +37 -0
  265. data/lib/contrast/api/decorators/library.rb +1 -1
  266. data/lib/contrast/api/decorators/library_usage_update.rb +1 -1
  267. data/lib/contrast/api/decorators/message.rb +1 -1
  268. data/lib/contrast/api/decorators/rasp_rule_sample.rb +30 -1
  269. data/lib/contrast/api/decorators/route_coverage.rb +1 -1
  270. data/lib/contrast/api/decorators/server_features.rb +1 -1
  271. data/lib/contrast/api/decorators/trace_event.rb +1 -1
  272. data/lib/contrast/api/decorators/trace_event_object.rb +1 -1
  273. data/lib/contrast/api/decorators/trace_event_signature.rb +1 -1
  274. data/lib/contrast/api/decorators/trace_taint_range.rb +1 -1
  275. data/lib/contrast/api/decorators/trace_taint_range_tags.rb +1 -1
  276. data/lib/contrast/api/decorators/user_input.rb +12 -2
  277. data/lib/contrast/api/decorators/virtual_patch.rb +34 -0
  278. data/lib/contrast/api/decorators.rb +2 -1
  279. data/lib/contrast/api.rb +1 -1
  280. data/lib/contrast/components/agent.rb +5 -24
  281. data/lib/contrast/components/api.rb +18 -9
  282. data/lib/contrast/components/app_context.rb +2 -1
  283. data/lib/contrast/components/app_context_extend.rb +1 -1
  284. data/lib/contrast/components/assess.rb +12 -8
  285. data/lib/contrast/components/base.rb +1 -1
  286. data/lib/contrast/components/config.rb +30 -15
  287. data/lib/contrast/components/contrast_service.rb +1 -1
  288. data/lib/contrast/components/heap_dump.rb +1 -1
  289. data/lib/contrast/components/inventory.rb +5 -1
  290. data/lib/contrast/components/logger.rb +6 -1
  291. data/lib/contrast/components/protect.rb +10 -4
  292. data/lib/contrast/components/sampling.rb +1 -1
  293. data/lib/contrast/components/scope.rb +99 -92
  294. data/lib/contrast/components/settings.rb +25 -12
  295. data/lib/contrast/config/agent_configuration.rb +59 -13
  296. data/lib/contrast/config/api_configuration.rb +101 -13
  297. data/lib/contrast/config/api_proxy_configuration.rb +56 -4
  298. data/lib/contrast/config/application_configuration.rb +115 -16
  299. data/lib/contrast/config/assess_configuration.rb +107 -13
  300. data/lib/contrast/config/assess_rules_configuration.rb +45 -4
  301. data/lib/contrast/config/base_configuration.rb +2 -1
  302. data/lib/contrast/config/certification_configuration.rb +75 -4
  303. data/lib/contrast/config/env_variables.rb +1 -1
  304. data/lib/contrast/config/exception_configuration.rb +62 -4
  305. data/lib/contrast/config/heap_dump_configuration.rb +102 -18
  306. data/lib/contrast/config/inventory_configuration.rb +65 -4
  307. data/lib/contrast/config/logger_configuration.rb +47 -4
  308. data/lib/contrast/config/protect_configuration.rb +1 -1
  309. data/lib/contrast/config/protect_rule_configuration.rb +37 -10
  310. data/lib/contrast/config/protect_rules_configuration.rb +121 -18
  311. data/lib/contrast/config/request_audit_configuration.rb +69 -4
  312. data/lib/contrast/config/root_configuration.rb +1 -1
  313. data/lib/contrast/config/ruby_configuration.rb +97 -20
  314. data/lib/contrast/config/sampling_configuration.rb +77 -11
  315. data/lib/contrast/config/server_configuration.rb +57 -12
  316. data/lib/contrast/config/service_configuration.rb +1 -1
  317. data/lib/contrast/config.rb +1 -1
  318. data/lib/contrast/configuration.rb +7 -4
  319. data/lib/contrast/extension/assess/array.rb +4 -2
  320. data/lib/contrast/extension/assess/erb.rb +32 -5
  321. data/lib/contrast/extension/assess/eval_trigger.rb +3 -1
  322. data/lib/contrast/extension/assess/exec_trigger.rb +2 -1
  323. data/lib/contrast/extension/assess/fiber.rb +6 -3
  324. data/lib/contrast/extension/assess/hash.rb +1 -1
  325. data/lib/contrast/extension/assess/kernel.rb +8 -3
  326. data/lib/contrast/extension/assess/marshal.rb +6 -2
  327. data/lib/contrast/extension/assess/regexp.rb +8 -2
  328. data/lib/contrast/extension/assess/string.rb +8 -2
  329. data/lib/contrast/extension/assess.rb +1 -1
  330. data/lib/contrast/extension/delegator.rb +1 -1
  331. data/lib/contrast/extension/extension.rb +2 -4
  332. data/lib/contrast/extension/inventory.rb +1 -1
  333. data/lib/contrast/extension/module.rb +1 -1
  334. data/lib/contrast/extension/protect/psych.rb +1 -1
  335. data/lib/contrast/extension/protect.rb +1 -1
  336. data/lib/contrast/extension/thread.rb +32 -13
  337. data/lib/contrast/framework/base_support.rb +5 -1
  338. data/lib/contrast/framework/grape/support.rb +25 -1
  339. data/lib/contrast/framework/manager.rb +26 -5
  340. data/lib/contrast/framework/manager_extend.rb +1 -1
  341. data/lib/contrast/framework/platform_version.rb +1 -1
  342. data/lib/contrast/framework/rack/patch/session_cookie.rb +1 -1
  343. data/lib/contrast/framework/rack/patch/support.rb +1 -1
  344. data/lib/contrast/framework/rack/support.rb +1 -1
  345. data/lib/contrast/framework/rails/patch/action_controller_live_buffer.rb +1 -1
  346. data/lib/contrast/framework/rails/patch/assess_configuration.rb +1 -1
  347. data/lib/contrast/framework/rails/patch/rails_application_configuration.rb +1 -1
  348. data/lib/contrast/framework/rails/patch/support.rb +1 -1
  349. data/lib/contrast/framework/rails/railtie.rb +1 -1
  350. data/lib/contrast/framework/rails/support.rb +46 -2
  351. data/lib/contrast/framework/sinatra/support.rb +24 -2
  352. data/lib/contrast/funchook/funchook.rb +21 -18
  353. data/lib/contrast/logger/application.rb +1 -1
  354. data/lib/contrast/logger/cef_log.rb +151 -0
  355. data/lib/contrast/logger/format.rb +1 -1
  356. data/lib/contrast/logger/log.rb +1 -1
  357. data/lib/contrast/logger/request.rb +1 -1
  358. data/lib/contrast/logger/time.rb +1 -1
  359. data/lib/contrast/security_exception.rb +1 -1
  360. data/lib/contrast/tasks/config.rb +1 -1
  361. data/lib/contrast/tasks/service.rb +1 -1
  362. data/lib/contrast/utils/assess/propagation_method_utils.rb +1 -1
  363. data/lib/contrast/utils/assess/property/tagged_utils.rb +1 -1
  364. data/lib/contrast/utils/assess/sampling_util.rb +4 -4
  365. data/lib/contrast/utils/assess/source_method_utils.rb +1 -1
  366. data/lib/contrast/utils/assess/split_utils.rb +23 -0
  367. data/lib/contrast/utils/assess/tracking_util.rb +1 -1
  368. data/lib/contrast/utils/assess/trigger_method_utils.rb +3 -2
  369. data/lib/contrast/utils/class_util.rb +1 -1
  370. data/lib/contrast/utils/duck_utils.rb +1 -1
  371. data/lib/contrast/utils/env_configuration_item.rb +2 -2
  372. data/lib/contrast/utils/exclude_key.rb +1 -1
  373. data/lib/contrast/utils/findings.rb +5 -2
  374. data/lib/contrast/utils/hash_digest.rb +44 -6
  375. data/lib/contrast/utils/hash_digest_extend.rb +44 -1
  376. data/lib/contrast/utils/head_dump_utils_extend.rb +1 -1
  377. data/lib/contrast/utils/heap_dump_util.rb +1 -1
  378. data/lib/contrast/utils/invalid_configuration_util.rb +6 -5
  379. data/lib/contrast/utils/io_util.rb +1 -1
  380. data/lib/contrast/utils/job_servers_running.rb +1 -1
  381. data/lib/contrast/utils/log_utils.rb +115 -1
  382. data/lib/contrast/utils/lru_cache.rb +1 -1
  383. data/lib/contrast/utils/metrics_hash.rb +2 -2
  384. data/lib/contrast/utils/middleware_utils.rb +7 -8
  385. data/lib/contrast/utils/net_http_base.rb +26 -16
  386. data/lib/contrast/utils/object_share.rb +1 -6
  387. data/lib/contrast/utils/os.rb +9 -5
  388. data/lib/contrast/utils/patching/policy/patch_utils.rb +62 -102
  389. data/lib/contrast/utils/patching/policy/patcher_utils.rb +1 -1
  390. data/lib/contrast/utils/preflight_util.rb +1 -1
  391. data/lib/contrast/utils/request_utils.rb +9 -1
  392. data/lib/contrast/utils/resource_loader.rb +1 -1
  393. data/lib/contrast/utils/response_utils.rb +1 -1
  394. data/lib/contrast/utils/sha256_builder.rb +1 -1
  395. data/lib/contrast/utils/stack_trace_utils.rb +1 -1
  396. data/lib/contrast/utils/string_utils.rb +69 -67
  397. data/lib/contrast/utils/tag_util.rb +2 -1
  398. data/lib/contrast/utils/telemetry.rb +1 -1
  399. data/lib/contrast/utils/telemetry_client.rb +1 -1
  400. data/lib/contrast/utils/telemetry_identifier.rb +1 -1
  401. data/lib/contrast/utils/thread_tracker.rb +1 -1
  402. data/lib/contrast/utils/timer.rb +1 -1
  403. data/lib/contrast-agent.rb +1 -1
  404. data/lib/contrast.rb +5 -4
  405. data/resources/assess/policy.json +10 -0
  406. data/ruby-agent.gemspec +4 -5
  407. data/service_executables/VERSION +1 -1
  408. data/service_executables/linux/contrast-service +0 -0
  409. data/service_executables/mac/contrast-service +0 -0
  410. metadata +96 -40
  411. data/ext/cs__assess_active_record_named/cs__active_record_named.c +0 -46
  412. data/ext/cs__assess_active_record_named/cs__active_record_named.h +0 -11
  413. data/lib/contrast/agent/assess/policy/rewriter_patch.rb +0 -95
  414. data/lib/contrast/agent/class_reopener.rb +0 -258
  415. data/lib/contrast/agent/rewriter.rb +0 -259
  416. data/lib/contrast/extension/kernel.rb +0 -54
  417. data/lib/contrast/framework/rails/rewrite/action_controller_railties_helper_inherited.rb +0 -37
  418. data/lib/contrast/framework/rails/rewrite/active_record_attribute_methods_read.rb +0 -41
  419. data/lib/contrast/framework/rails/rewrite/active_record_named.rb +0 -75
  420. data/lib/contrast/framework/rails/rewrite/active_record_time_zone_inherited.rb +0 -35
  421. data/lib/contrast/utils/ruby_ast_rewriter.rb +0 -82
  422. data/lib/contrast/utils/substitution_utils.rb +0 -167
@@ -0,0 +1,78 @@
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
+ # frozen_string_literal: true
3
+
4
+ require 'contrast/utils/object_share'
5
+ require 'contrast/agent/reporting/settings/assess_server_feature'
6
+ require 'contrast/agent/reporting/settings/protect_server_feature'
7
+
8
+ module Contrast
9
+ module Agent
10
+ module Reporting
11
+ # This module will hold all the settings from the TS responce
12
+ module Settings
13
+ # All of the settings from TeamServer that apply at the server level.
14
+ # At least one, but not necessarily all, setting will differ from the agent's current set.
15
+ # agents are able to replace all server settings with those in this message.
16
+ class ServerFeatures
17
+ # The level at which the agent should log. Overridden by agent.logger.level
18
+ # if set in a local configuration
19
+ #
20
+ # @return log_level [String] [ ERROR, WARN, INFO, DEBUG, TRACE ]
21
+ def log_level
22
+ @_log_level ||= Contrast::Utils::ObjectShare::EMPTY_STRING
23
+ end
24
+
25
+ # set the log level
26
+ #
27
+ # @param log_level [String]
28
+ # @return log_level [String] [ ERROR, WARN, INFO, DEBUG, TRACE ]
29
+ def log_level= log_level
30
+ @_log_level = log_level if log_level.is_a? String
31
+ end
32
+
33
+ # Where to log the agent's log file, if set by the user. Overridden by agent.logger.path
34
+ # if set in a local configuration.
35
+ #
36
+ # @return log_file [String] path
37
+ def log_file
38
+ @_log_file ||= Contrast::Utils::ObjectShare::EMPTY_STRING
39
+ end
40
+
41
+ # Set the log file
42
+ #
43
+ # @param log_file [String] path
44
+ # @return log_file [String] path
45
+ def log_file= log_file
46
+ @_log_file = log_file if log_file.is_a? String
47
+ end
48
+
49
+ # Controls for the reporting of telemetry events from the agent to TeamServer.
50
+ # This is NOT for the agent telemetry feature collecting metrics sent to other services.
51
+ #
52
+ # @return telemetry [Boolean]
53
+ def telemetry
54
+ @_telemetry
55
+ end
56
+
57
+ # sets the telemetry value
58
+ #
59
+ # @param telemetry [Boolean]
60
+ # @return telemetry [Boolean]
61
+ def telemetry= telemetry
62
+ @_telemetry = telemetry if !!telemetry == telemetry
63
+ end
64
+
65
+ # @return assess [Contrast::Agent::Reporting::Settings::AssessServerFeature]
66
+ def assess
67
+ @_assess ||= Contrast::Agent::Reporting::Settings::AssessServerFeature.new
68
+ end
69
+
70
+ # @return protect [Contrast::Agent::Reporting::Settings::ProtectServerFeature]
71
+ def protect
72
+ @_protect ||= Contrast::Agent::Reporting::Settings::ProtectServerFeature.new
73
+ end
74
+ end
75
+ end
76
+ end
77
+ end
78
+ end
@@ -1,4 +1,4 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  require 'resolv'
@@ -17,6 +17,12 @@ module Contrast
17
17
  # provides access to the original Rack::Request object as well as extracts
18
18
  # data in a format that the Agent expects, caching those transformations in
19
19
  # order to avoid repeatedly creating Strings & thrashing GC.
20
+ #
21
+ # @attr_reader rack_request [Rack::Request] The passed to the Agent RackRequest to be wrapped.
22
+ # @attr_accessor route [Contrast::Api::Dtm::RouteCoverage] the route, used for findings, of this request
23
+ # @attr_accessor observed_route [Contrast::Api::Dtm::ObservedRoute] the route, used for coverage of this request
24
+ # @attr_accessor new_observed_route [Contrast::Agent::Reporting::ObservedRoute] the route, used for coverage, of
25
+ # this request
20
26
  class Request
21
27
  include Contrast::Utils::RequestUtils
22
28
  include Contrast::Components::Logger::InstanceMethods
@@ -30,16 +36,31 @@ module Contrast
30
36
  LAST_NUMBER_MARKER = '/{n}'
31
37
 
32
38
  attr_reader :rack_request
33
- attr_accessor :route, :observed_route
39
+ attr_accessor :route, :observed_route, :new_observed_route
34
40
 
35
41
  # Delegate calls to the following methods to the attribute @rack_request
36
42
  def_delegators :@rack_request, :base_url, :content_type, :cookies, :env, :ip, :path, :port, :query_string,
37
43
  :request_method, :scheme, :url, :user_agent
38
44
 
45
+ # Initialize new Contrast Request
46
+ #
47
+ # @param rack_request [Rack::Request] The passed to the Agent RackRequest to be wrapped.
39
48
  def initialize rack_request
40
49
  @rack_request = rack_request
41
50
  end
42
51
 
52
+ # The HTTP version of this request
53
+ # @return [String]
54
+ def version
55
+ env = rack_request.env
56
+ return '1.1' unless env
57
+
58
+ version = env['HTTP_VERSION']
59
+ return '1.1' unless version
60
+
61
+ version.split('/')[-1]
62
+ end
63
+
43
64
  # Returns a normalized form of the URI. In "normal" URIs
44
65
  # this will return an unchanged String, but in REST-y
45
66
  # URIs this will normalize the digit path tokens, e.g.:
@@ -49,9 +70,11 @@ module Contrast
49
70
  # /accounts/{n}/view
50
71
  #
51
72
  # Should also handle the ;jsessionid.
73
+ #
74
+ # @return uri [String]
52
75
  def normalized_uri
53
76
  @_normalized_uri ||= begin
54
- path = rack_request.path
77
+ path = rack_request.path_info
55
78
  uri = path.split(Contrast::Utils::ObjectShare::SEMICOLON)[0] # remove ;jsessionid
56
79
  uri = uri.split(Contrast::Utils::ObjectShare::QUESTION_MARK)[0] # remove ?query_string=
57
80
  uri.gsub(INNER_REST_TOKEN, INNER_NUMBER_MARKER) # replace interior tokens
@@ -59,6 +82,9 @@ module Contrast
59
82
  end
60
83
  end
61
84
 
85
+ # Returns the request file type
86
+ #
87
+ # @return type [Symbol<:XML, :JSON, :NORMAL>]
62
88
  def document_type
63
89
  @_document_type ||= if /xml/i.match?(content_type) || body&.start_with?('<?xml')
64
90
  :XML
@@ -70,6 +96,8 @@ module Contrast
70
96
  end
71
97
 
72
98
  # Header keys upcased and any underscores replaced with dashes
99
+ #
100
+ # @return headers [Hash]
73
101
  def headers
74
102
  @_headers ||= with_contrast_scope do
75
103
  hash = {}
@@ -85,6 +113,10 @@ module Contrast
85
113
  end
86
114
  end
87
115
 
116
+ # Try and read the body and return memorized object of the body.
117
+ # If body contains file, do not parse it, otherwiseBody might be nil
118
+ #
119
+ # @return @_body [String, nil] The body of the Rack::Request
88
120
  def body
89
121
  # Memoize a flag indicating whether we've tried to read the body or not
90
122
  # (can't use body because it might be nil)
@@ -121,10 +153,16 @@ module Contrast
121
153
  @_dtm ||= Contrast::Api::Dtm::HttpRequest.build(self)
122
154
  end
123
155
 
156
+ # flattened hash of request params
157
+ #
158
+ # @return parameters [Hash]
124
159
  def parameters
125
160
  @_parameters ||= with_contrast_scope { normalize_params(rack_request.params) }
126
161
  end
127
162
 
163
+ # returns multipart filenames
164
+ #
165
+ # @return file_names [Hash]
128
166
  def file_names
129
167
  @_file_names ||= begin
130
168
  names = {}
@@ -136,6 +174,9 @@ module Contrast
136
174
  end
137
175
  end
138
176
 
177
+ # returns or fenerates the hash checksum for the request
178
+ #
179
+ # @return @_hash_id [String] Contrast::Utils::HashDigest generated string checksum
139
180
  def hash_id
140
181
  @_hash_id ||= Contrast::Utils::HashDigest.generate_request_hash(self)
141
182
  end
@@ -1,4 +1,4 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  require 'contrast/utils/timer'
@@ -9,6 +9,8 @@ require 'contrast/components/logger'
9
9
  require 'contrast/components/scope'
10
10
  require 'contrast/utils/request_utils'
11
11
  require 'contrast/agent/request_context_extend'
12
+ require 'contrast/agent/reporting/reporting_events/observed_route'
13
+ require 'contrast/agent/reporting/input_analysis/input_analysis'
12
14
 
13
15
  module Contrast
14
16
  module Agent
@@ -26,6 +28,8 @@ module Contrast
26
28
  # @attr_reader server_activity [Contrast::Api::Dtm::ServerActivity] the server activity found in this request
27
29
  # @attr_reader route [Contrast::Api::Dtm::RouteCoverage] the route, used for findings, of this request
28
30
  # @attr_reader observed_route [Contrast::Api::Dtm::ObservedRoute] the route, used for coverage, of this request
31
+ # @attr_reader new_observed_route [Contrast::Agent::Reporting::ObservedRoute] the route, used for coverage, of this
32
+ # request
29
33
  class RequestContext
30
34
  include Contrast::Components::Logger::InstanceMethods
31
35
  include Contrast::Components::Scope::InstanceMethods
@@ -33,9 +37,10 @@ module Contrast
33
37
  include Contrast::Agent::RequestContextExtend
34
38
 
35
39
  EMPTY_INPUT_ANALYSIS_PB = Contrast::Api::Settings::InputAnalysis.new
40
+ INPUT_ANALYSIS = Contrast::Agent::Reporting::InputAnalysis.new
36
41
 
37
- attr_reader :activity, :logging_hash, :observed_route, :request, :response, :route, :speedracer_input_analysis,
38
- :server_activity, :timer
42
+ attr_reader :activity, :logging_hash, :observed_route, :new_observed_route, :request, :response, :route,
43
+ :speedracer_input_analysis, :agent_input_analysis, :server_activity, :timer
39
44
 
40
45
  def initialize rack_request, app_loaded = true
41
46
  with_contrast_scope do
@@ -51,13 +56,14 @@ module Contrast
51
56
 
52
57
  @server_activity = Contrast::Api::Dtm::ServerActivity.new
53
58
 
54
- @observed_route = Contrast::Api::Dtm::ObservedRoute.new
55
-
56
59
  # build analyzer
57
60
  @do_not_track = false
58
61
  @speedracer_input_analysis = EMPTY_INPUT_ANALYSIS_PB
59
62
  speedracer_input_analysis.request = request
60
63
 
64
+ @agent_input_analysis = INPUT_ANALYSIS
65
+ agent_input_analysis.request = request
66
+
61
67
  # flag to indicate whether the app is fully loaded
62
68
  @app_loaded = !!app_loaded
63
69
 
@@ -68,7 +74,7 @@ module Contrast
68
74
  @sample_req, @sample_res = Contrast::Utils::Assess::SamplingUtil.instance.sample?(@request)
69
75
  end
70
76
 
71
- append_route_coverage(Contrast::Agent.framework_manager.get_route_dtm(@request))
77
+ handle_routes
72
78
  end
73
79
  end
74
80
 
@@ -115,7 +121,19 @@ module Contrast
115
121
  def reset_activity
116
122
  @activity = Contrast::Api::Dtm::Activity.new(http_request: request.dtm)
117
123
  @server_activity = Contrast::Api::Dtm::ServerActivity.new
118
- @observed_route = Contrast::Api::Dtm::ObservedRoute.new
124
+ @observed_route = Contrast::Api::Dtm::ObservedRoute.new # TODO: RUBY-1438 -- remove
125
+ @new_observed_route = Contrast::Agent::Reporting::ObservedRoute.new
126
+ end
127
+
128
+ private
129
+
130
+ def handle_routes
131
+ @observed_route = Contrast::Api::Dtm::ObservedRoute.new # TODO: RUBY-1438 -- remove
132
+ @new_observed_route = Contrast::Agent::Reporting::ObservedRoute.new
133
+ route_dtm = Contrast::Agent.framework_manager.get_route_dtm(@request)
134
+ new_route_coverage_dtm = Contrast::Agent.framework_manager.get_route_information(@request)
135
+ append_route_coverage(route_dtm)
136
+ append_to_new_observed_route(new_route_coverage_dtm)
119
137
  end
120
138
  end
121
139
  end
@@ -1,12 +1,27 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
+ require 'contrast/agent/assess/rule/response/auto_complete_rule'
5
+ require 'contrast/agent/assess/rule/response/cache_control_header_rule'
6
+ require 'contrast/agent/assess/rule/response/click_jacking_header_rule'
7
+ require 'contrast/agent/assess/rule/response/csp_header_insecure_rule'
8
+ require 'contrast/agent/assess/rule/response/csp_header_missing_rule'
9
+ require 'contrast/agent/assess/rule/response/hsts_header_rule'
10
+ require 'contrast/agent/assess/rule/response/parameters_pollution_rule'
11
+ require 'contrast/agent/assess/rule/response/x_content_type_header_rule'
12
+ require 'contrast/agent/assess/rule/response/x_xss_protection_header_rule'
13
+ require 'contrast/agent/protect/input_analyzer/input_analyzer'
14
+ require 'contrast/components/logger'
15
+ require 'contrast/utils/log_utils'
16
+
4
17
  module Contrast
5
18
  module Agent
6
19
  # This class extends RequestContexts: this class acts to encapsulate information about the currently
7
20
  # executed request, making it available to the Agent for the duration of the request in a standardized
8
21
  # and normalized format which the Agent understands.
9
- module RequestContextExtend
22
+ module RequestContextExtend # rubocop:disable Metrics/ModuleLength
23
+ include Contrast::Utils::CEFLogUtils
24
+ include Contrast::Components::Logger::InstanceMethods
10
25
  BUILD_ATTACK_LOGGER_MESSAGE = 'Building attack result from Contrast Service input analysis result'
11
26
  # Convert the discovered route for this request to appropriate forms and disseminate it to those locations
12
27
  # where it is necessary for our route coverage and finding vulnerability discovery features to function.
@@ -30,6 +45,18 @@ module Contrast
30
45
  @request.observed_route = @observed_route
31
46
  end
32
47
 
48
+ # Convert the discovered route for this request to appropriate forms and disseminate it to those locations
49
+ # where it is necessary for our route coverage and finding vulnerability discovery features to function.
50
+ #
51
+ def append_to_new_observed_route route
52
+ return unless route
53
+
54
+ @new_observed_route.signature = route.route
55
+ @new_observed_route.verb = route.verb
56
+ @new_observed_route.url = route.url if route.url
57
+ @request.new_observed_route = @new_observed_route
58
+ end
59
+
33
60
  # Collect the results for the given rule with the given action
34
61
  #
35
62
  # @param rule [String] the id of the rule to which the results apply
@@ -55,10 +82,10 @@ module Contrast
55
82
  handle_protect_state(service_response)
56
83
  ia = service_response.input_analysis
57
84
  if ia
58
- if logger.trace?
59
- logger.trace('Analysis from Contrast Service', evaluations: ia.results.length)
60
- logger.trace('Results', input_analysis: ia.inspect)
61
- end
85
+ service_extract_logging ia
86
+ # using Agent analysis
87
+ initialize_agent_input_analysis request
88
+
62
89
  @speedracer_input_analysis = ia
63
90
  speedracer_input_analysis.request = request
64
91
  else
@@ -94,12 +121,41 @@ module Contrast
94
121
  # append anything we've learned to the request seen message this is the sum-total of all inventory information
95
122
  # that has been accumulated since the last request
96
123
  def extract_after rack_response
124
+ # We must ALWAYS save the response, even if we don't need it here for response sampling. It is used for other
125
+ # vulnerability detection, most notably XSS, and not capturing it may suppress valid findings.
97
126
  @response = Contrast::Agent::Response.new(rack_response)
98
- activity.http_response = @response.dtm if @sample_res
127
+ return unless @sample_res
128
+
129
+ # TODO: RUBY-1376 once all rules translated, move this to if/else w/ the enabled
130
+ if Contrast::Agent::Reporter.enabled?
131
+ Contrast::Agent::Assess::Rule::Response::AutoComplete.new.analyze(@response)
132
+ Contrast::Agent::Assess::Rule::Response::CacheControl.new.analyze(@response)
133
+ Contrast::Agent::Assess::Rule::Response::ClickJacking.new.analyze(@response)
134
+ Contrast::Agent::Assess::Rule::Response::CspHeaderMissing.new.analyze(@response)
135
+ Contrast::Agent::Assess::Rule::Response::CspHeaderInsecure.new.analyze(@response)
136
+ Contrast::Agent::Assess::Rule::Response::HSTSHeader.new.analyze(@response)
137
+ Contrast::Agent::Assess::Rule::Response::ParametersPollution.new.analyze(@response)
138
+ Contrast::Agent::Assess::Rule::Response::XContentType.new.analyze(@response)
139
+ Contrast::Agent::Assess::Rule::Response::XXssProtection.new.analyze(@response)
140
+ else
141
+ activity.http_response = @response.dtm
142
+ end
99
143
  rescue StandardError => e
100
144
  logger.error('Unable to extract information after request', e)
101
145
  end
102
146
 
147
+ # This here is for things we don't have implemented
148
+ def log_to_cef
149
+ activity.results.each { |attack_result| logging_logic attack_result, attack_result.rule_id.downcase }
150
+ end
151
+
152
+ # @param input_analysis [Contrast::Api::Settings::InputAnalysis]
153
+ def service_extract_logging input_analysis
154
+ log_to_cef
155
+ logger.trace('Analysis from Contrast Service', evaluations: input_analysis.results.length) if logger.trace?
156
+ logger.trace('Results', input_analysis: input_analysis.inspect) if logger.trace?
157
+ end
158
+
103
159
  private
104
160
 
105
161
  # Generate attack results directly from any evaluations on the agent settings object.
@@ -124,6 +180,14 @@ module Contrast
124
180
  end
125
181
  end
126
182
 
183
+ # Generates the attack result
184
+ #
185
+ # @param rule [Contrast::Agent::Protect::Rule, Contrast::Agent::Assess::Rule]
186
+ # @param rule_id [String] String name of the rule
187
+ # @param ia_result [Contrast::Api::Settings::InputAnalysisResult] the
188
+ # analysis of the input that was determined to be an attack
189
+ # @param results_by_rule [Hash] attack results from any evaluations on the agent settings object.
190
+ # @return [Contrast::Api::Dtm::AttackResult] the attack result from this input
127
191
  def attack_result rule, rule_id, ia_result, results_by_rule
128
192
  @_attack_result = if rule.mode == :BLOCK
129
193
  # special case for rules (like reflected xss) that used to have an infilter / block mode
@@ -133,6 +197,44 @@ module Contrast
133
197
  rule.build_attack_without_match(self, ia_result, results_by_rule[rule_id])
134
198
  end
135
199
  end
200
+
201
+ # Sets request to be used with agent and service input analysis.
202
+ #
203
+ # @param request [Contrast::Agent::Request] our wrapper around the Rack::Request
204
+ # for this context
205
+ def initialize_agent_input_analysis request
206
+ # using Agent analysis
207
+ ia = Contrast::Agent::Protect::InputAnalyzer.analyse request
208
+ if ia
209
+ @agent_input_analysis = ia
210
+ else
211
+ logger.trace('Analysis from Agent was empty.')
212
+
213
+ end
214
+ end
215
+
216
+ def logging_logic result, rule_id
217
+ rules = %w[bot_blocker virtual_patch ip_denylist]
218
+ return unless rules.include?(rule_id)
219
+
220
+ rule_details = Contrast::Api::Dtm::RaspRuleSample.to_controlled_hash(result.samples[0]).fetch(rule_id.to_sym)
221
+ outcome = Contrast::Api::Dtm::AttackResult::ResponseType.get_name_by_tag(result.response)
222
+ case rule_id
223
+ when /bot_blocker/i
224
+ blocker_to_json = Contrast::Api::Dtm::BotBlockerDetails.to_controlled_hash rule_details
225
+ cef_logger.bot_blocking_message(blocker_to_json, outcome)
226
+ when /virtual_patch/i
227
+ virtual_patch_to_json = Contrast::Api::Dtm::VirtualPatchDetails.to_controlled_hash rule_details
228
+ cef_logger.virtual_patch_message(virtual_patch_to_json, outcome)
229
+ when /ip_denylist/i
230
+ sender_ip = extract_sender_ip
231
+ ip_denylist_to_json = Contrast::Api::Dtm::IpDenylistDetails.to_controlled_hash rule_details
232
+ return unless sender_ip
233
+ return unless sender_ip.include?(ip_denylist_to_json[:ip])
234
+
235
+ cef_logger.ip_denylisted_message(sender_ip, ip_denylist_to_json, outcome)
236
+ end
237
+ end
136
238
  end
137
239
  end
138
240
  end
@@ -1,8 +1,10 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  require 'contrast/components/logger'
5
5
  require 'contrast/components/scope'
6
+ require 'contrast/agent/reporting/reporter'
7
+ require 'contrast/agent/reporting/reporting_utilities/dtm_message'
6
8
 
7
9
  module Contrast
8
10
  module Agent
@@ -19,15 +21,49 @@ module Contrast
19
21
  @ruleset = ::Contrast::AGENT.ruleset
20
22
  end
21
23
 
22
- # TODO: RUBY-1353
24
+ # Send Activities messages to TS [Contrast::Agent::Reporting::ServerActivity,
25
+ # Contrast::Api::Dtm::ServerActivity,
26
+ # Contrast::Api::Dtm::Activity,
27
+ # Contrast::Api::Dtm::ObservedRoute]
28
+ # If bypass is enabled use the reporting service if not than the messages are
29
+ # send with speedracer
23
30
  # TODO: RUBY-1355
24
- # TODO: RUBY-1357
25
31
  # TODO: RUBY-1358
32
+ # TODO: RUBY-1438 -- remove
26
33
  def send_activity_messages
34
+ events = [context.activity]
35
+ unless Contrast::Agent::Reporter.enabled?
36
+ Contrast::Agent::Inventory::DependencyUsageAnalysis.instance.generate_library_usage(context.activity)
37
+ events << context.server_activity
38
+ events << context.observed_route
39
+ end
40
+ events.each do |message|
41
+ Contrast::Agent.messaging_queue&.send_event_eventually(message)
42
+ end
43
+ end
44
+
45
+ # reports events[Contrast::Agent::Reporting::ReporterEvent] to TS
46
+ # This method is used to send our JSON messages directly to TeamServer at the end of each request. As we move
47
+ # more endpoints over, this method will take the messages originally sent by #send_actiivty_messages. At the end,
48
+ # that method should be removed.
49
+ # TODO: RUBY-1358
50
+ def report_activity
51
+ return unless Contrast::Agent::Reporter.enabled?
52
+
53
+ reporter = Contrast::Agent.reporter
54
+ return unless reporter
55
+
27
56
  Contrast::Agent::Inventory::DependencyUsageAnalysis.instance.generate_library_usage(context.activity)
28
- [context.server_activity, context.activity, context.observed_route].each do |message|
29
- Contrast::Agent.messaging_queue.send_event_eventually(message)
57
+ [
58
+ context.new_observed_route,
59
+ Contrast::Agent::Reporting::DtmMessage.dtm_to_event(context.server_activity),
60
+ Contrast::Agent::Reporting::DtmMessage.dtm_to_event(context.activity.library_usages)
61
+ ].each do |event|
62
+ reporter.send_event(event)
63
+ rescue StandardError => e
64
+ logger.warn('Unable to send Event Activity', e)
30
65
  end
66
+ context.activity.library_usages.clear # TODO: RUBY-1355 remove when no longer using activity
31
67
  end
32
68
 
33
69
  # If the response is streaming, we should only perform filtering on our stream safe rules
@@ -1,4 +1,4 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  require 'resolv'
@@ -29,6 +29,9 @@ module Contrast
29
29
  @is_array = !rack_response.is_a?(Rack::Response)
30
30
  end
31
31
 
32
+ # The document type of the response, based on its Content-Type. Can be one of :JSON, :NORMAL, :XML, or nothing.
33
+ #
34
+ # @return [Symbol<:XML, :JSON, :NORMAL>, nil]
32
35
  def document_type
33
36
  case content_type
34
37
  when /xml/i
@@ -40,7 +43,10 @@ module Contrast
40
43
  end
41
44
  end
42
45
 
43
- # B/c the response can change, we can't memoize this :(
46
+ # A form of the Rack::Response which we can report to the Service to be sent to TeamServer for processing. B/c
47
+ # the response can change, we can't memoize this :(
48
+ #
49
+ # @return [Contrast::Api::Dtm::HttpResponse]
44
50
  def dtm
45
51
  context_response = Contrast::Api::Dtm::HttpResponse.new
46
52
  context_response.response_code = response_code.to_i
@@ -55,35 +61,37 @@ module Contrast
55
61
  context_response
56
62
  end
57
63
 
64
+ # The response code of this response
65
+ #
66
+ # @return [Integer]
58
67
  def response_code
59
68
  return unless rack_response
60
69
 
61
70
  @is_array ? rack_response[0].to_i : rack_response.status
62
71
  end
63
72
 
73
+ # The headers of this response
74
+ #
75
+ # @return [Hash, nil]
64
76
  def headers
65
77
  return unless rack_response
66
78
 
67
- if @is_array
68
- rack_response[1]
69
- else
70
- rack_response.headers
71
- end
79
+ @is_array ? rack_response[1] : rack_response.headers
72
80
  end
73
81
 
82
+ # The Content-Type of this response, as set in the headers hash under the key Rack::CONTENT_TYPE
83
+ #
84
+ # @return [String, nil]
74
85
  def content_type
75
86
  return unless rack_response
76
87
 
77
- if @is_array
78
- headers[Rack::CONTENT_TYPE]
79
- else
80
- rack_response.content_type
81
- end
88
+ @is_array ? headers[Rack::CONTENT_TYPE] : rack_response.content_type
82
89
  end
83
90
 
84
- # The response body can change during the request lifecycle
85
- # We should not extract it out as a variable here, or we'll miss those
86
- # changes.
91
+ # The response body can change during the request lifecycle, so we have to look it up every time we need it.
92
+ # We should not extract it out as a variable here, or we'll miss those changes.
93
+ #
94
+ # @return [String, nil]
87
95
  def body
88
96
  return unless rack_response
89
97
 
@@ -1,4 +1,4 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  require 'contrast/components/logger'