contrast-agent 4.13.1 → 5.1.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (399) hide show
  1. checksums.yaml +4 -4
  2. data/.simplecov +2 -2
  3. data/Gemfile +1 -1
  4. data/LICENSE.txt +1 -1
  5. data/Rakefile +1 -1
  6. data/exe/contrast_service +1 -1
  7. data/ext/build_funchook.rb +1 -1
  8. data/ext/cs__assess_array/cs__assess_array.c +1 -1
  9. data/ext/cs__assess_array/extconf.rb +1 -1
  10. data/ext/cs__assess_basic_object/cs__assess_basic_object.c +1 -1
  11. data/ext/cs__assess_basic_object/extconf.rb +1 -1
  12. data/ext/cs__assess_fiber_track/cs__assess_fiber_track.c +1 -1
  13. data/ext/cs__assess_fiber_track/extconf.rb +1 -1
  14. data/ext/cs__assess_hash/cs__assess_hash.c +1 -1
  15. data/ext/cs__assess_hash/extconf.rb +1 -1
  16. data/ext/cs__assess_kernel/cs__assess_kernel.c +1 -1
  17. data/ext/cs__assess_kernel/extconf.rb +1 -1
  18. data/ext/cs__assess_marshal_module/cs__assess_marshal_module.c +1 -1
  19. data/ext/cs__assess_marshal_module/extconf.rb +1 -1
  20. data/ext/cs__assess_module/cs__assess_module.c +42 -32
  21. data/ext/cs__assess_module/extconf.rb +1 -1
  22. data/ext/cs__assess_regexp/cs__assess_regexp.c +1 -1
  23. data/ext/cs__assess_regexp/extconf.rb +1 -1
  24. data/ext/cs__assess_string/cs__assess_string.c +1 -1
  25. data/ext/cs__assess_string/extconf.rb +1 -1
  26. data/ext/cs__assess_string_interpolation26/cs__assess_string_interpolation26.c +1 -1
  27. data/ext/cs__assess_string_interpolation26/extconf.rb +1 -1
  28. data/ext/cs__assess_yield_track/cs__assess_yield_track.c +1 -1
  29. data/ext/cs__assess_yield_track/extconf.rb +1 -1
  30. data/ext/cs__common/cs__common.c +1 -1
  31. data/ext/cs__common/extconf.rb +1 -1
  32. data/ext/cs__contrast_patch/cs__contrast_patch.c +1 -1
  33. data/ext/cs__contrast_patch/extconf.rb +1 -1
  34. data/ext/cs__os_information/cs__os_information.c +1 -1
  35. data/ext/cs__os_information/extconf.rb +1 -1
  36. data/ext/extconf_common.rb +1 -1
  37. data/lib/contrast/agent/assess/contrast_event.rb +7 -11
  38. data/lib/contrast/agent/assess/contrast_object.rb +1 -1
  39. data/lib/contrast/agent/assess/events/event_data.rb +30 -0
  40. data/lib/contrast/agent/assess/events/event_factory.rb +14 -6
  41. data/lib/contrast/agent/assess/events/source_event.rb +22 -3
  42. data/lib/contrast/agent/assess/finalizers/freeze.rb +1 -1
  43. data/lib/contrast/agent/assess/finalizers/hash.rb +1 -1
  44. data/lib/contrast/agent/assess/policy/dynamic_source_factory.rb +7 -7
  45. data/lib/contrast/agent/assess/policy/patcher.rb +1 -35
  46. data/lib/contrast/agent/assess/policy/policy.rb +1 -1
  47. data/lib/contrast/agent/assess/policy/policy_node.rb +7 -7
  48. data/lib/contrast/agent/assess/policy/policy_scanner.rb +6 -1
  49. data/lib/contrast/agent/assess/policy/preshift.rb +1 -1
  50. data/lib/contrast/agent/assess/policy/propagation_method.rb +55 -28
  51. data/lib/contrast/agent/assess/policy/propagation_node.rb +1 -1
  52. data/lib/contrast/agent/assess/policy/propagator/append.rb +1 -1
  53. data/lib/contrast/agent/assess/policy/propagator/base.rb +1 -1
  54. data/lib/contrast/agent/assess/policy/propagator/center.rb +2 -2
  55. data/lib/contrast/agent/assess/policy/propagator/custom.rb +1 -1
  56. data/lib/contrast/agent/assess/policy/propagator/database_write.rb +6 -2
  57. data/lib/contrast/agent/assess/policy/propagator/insert.rb +5 -2
  58. data/lib/contrast/agent/assess/policy/propagator/keep.rb +1 -1
  59. data/lib/contrast/agent/assess/policy/propagator/match_data.rb +11 -3
  60. data/lib/contrast/agent/assess/policy/propagator/next.rb +1 -1
  61. data/lib/contrast/agent/assess/policy/propagator/prepend.rb +1 -1
  62. data/lib/contrast/agent/assess/policy/propagator/rack_protection.rb +1 -1
  63. data/lib/contrast/agent/assess/policy/propagator/remove.rb +1 -1
  64. data/lib/contrast/agent/assess/policy/propagator/replace.rb +1 -1
  65. data/lib/contrast/agent/assess/policy/propagator/reverse.rb +1 -1
  66. data/lib/contrast/agent/assess/policy/propagator/select.rb +3 -2
  67. data/lib/contrast/agent/assess/policy/propagator/splat.rb +1 -1
  68. data/lib/contrast/agent/assess/policy/propagator/split.rb +27 -25
  69. data/lib/contrast/agent/assess/policy/propagator/substitution.rb +3 -157
  70. data/lib/contrast/agent/assess/policy/propagator/substitution_utils.rb +190 -0
  71. data/lib/contrast/agent/assess/policy/propagator/trim.rb +9 -4
  72. data/lib/contrast/agent/assess/policy/propagator.rb +1 -1
  73. data/lib/contrast/agent/assess/policy/source_method.rb +39 -26
  74. data/lib/contrast/agent/assess/policy/source_node.rb +1 -1
  75. data/lib/contrast/agent/assess/policy/source_validation/cross_site_validator.rb +1 -1
  76. data/lib/contrast/agent/assess/policy/source_validation/source_validation.rb +1 -1
  77. data/lib/contrast/agent/assess/policy/trigger/reflected_xss.rb +7 -2
  78. data/lib/contrast/agent/assess/policy/trigger/xpath.rb +1 -1
  79. data/lib/contrast/agent/assess/policy/trigger_method.rb +68 -18
  80. data/lib/contrast/agent/assess/policy/trigger_node.rb +15 -7
  81. data/lib/contrast/agent/assess/policy/trigger_validation/redos_validator.rb +1 -1
  82. data/lib/contrast/agent/assess/policy/trigger_validation/ssrf_validator.rb +1 -1
  83. data/lib/contrast/agent/assess/policy/trigger_validation/trigger_validation.rb +1 -1
  84. data/lib/contrast/agent/assess/policy/trigger_validation/xss_validator.rb +2 -2
  85. data/lib/contrast/agent/assess/properties.rb +1 -1
  86. data/lib/contrast/agent/assess/property/evented.rb +25 -12
  87. data/lib/contrast/agent/assess/property/tagged.rb +52 -58
  88. data/lib/contrast/agent/assess/property/updated.rb +1 -1
  89. data/lib/contrast/agent/assess/rule/provider/hardcoded_key.rb +1 -19
  90. data/lib/contrast/agent/assess/rule/provider/hardcoded_password.rb +1 -13
  91. data/lib/contrast/agent/assess/rule/provider/hardcoded_value_rule.rb +42 -60
  92. data/lib/contrast/agent/assess/rule/provider.rb +1 -1
  93. data/lib/contrast/agent/assess/rule/response/autocomplete_rule.rb +68 -0
  94. data/lib/contrast/agent/assess/rule/response/base_rule.rb +197 -0
  95. data/lib/contrast/agent/assess/rule/response/cachecontrol_rule.rb +184 -0
  96. data/lib/contrast/agent/assess/rule/response/clickjacking_rule.rb +66 -0
  97. data/lib/contrast/agent/assess/rule/response/csp_header_insecure_rule.rb +101 -0
  98. data/lib/contrast/agent/assess/rule/response/csp_header_missing_rule.rb +46 -0
  99. data/lib/contrast/agent/assess/rule/response/hsts_header_rule.rb +60 -0
  100. data/lib/contrast/agent/assess/rule/response/parameters_pollution_rule.rb +60 -0
  101. data/lib/contrast/agent/assess/rule/response/x_content_type_rule.rb +52 -0
  102. data/lib/contrast/agent/assess/rule/response/x_xss_protection_rule.rb +53 -0
  103. data/lib/contrast/agent/assess/tag.rb +1 -1
  104. data/lib/contrast/agent/assess/tracker.rb +1 -1
  105. data/lib/contrast/agent/assess.rb +1 -2
  106. data/lib/contrast/agent/at_exit_hook.rb +1 -1
  107. data/lib/contrast/agent/deadzone/policy/deadzone_node.rb +13 -8
  108. data/lib/contrast/agent/deadzone/policy/policy.rb +1 -1
  109. data/lib/contrast/agent/disable_reaction.rb +1 -1
  110. data/lib/contrast/agent/exclusion_matcher.rb +1 -1
  111. data/lib/contrast/agent/inventory/database_config.rb +115 -77
  112. data/lib/contrast/agent/inventory/dependencies.rb +1 -1
  113. data/lib/contrast/agent/inventory/dependency_analysis.rb +1 -1
  114. data/lib/contrast/agent/inventory/dependency_usage_analysis.rb +3 -3
  115. data/lib/contrast/agent/inventory/policy/datastores.rb +1 -1
  116. data/lib/contrast/agent/inventory/policy/policy.rb +1 -1
  117. data/lib/contrast/agent/inventory/policy/trigger_node.rb +1 -1
  118. data/lib/contrast/agent/inventory.rb +1 -1
  119. data/lib/contrast/agent/metric_telemetry_event.rb +3 -3
  120. data/lib/contrast/agent/middleware.rb +8 -77
  121. data/lib/contrast/agent/module_data.rb +1 -1
  122. data/lib/contrast/agent/patching/policy/after_load_patch.rb +1 -1
  123. data/lib/contrast/agent/patching/policy/after_load_patcher.rb +1 -1
  124. data/lib/contrast/agent/patching/policy/method_policy.rb +31 -104
  125. data/lib/contrast/agent/patching/policy/method_policy_extend.rb +113 -0
  126. data/lib/contrast/agent/patching/policy/module_policy.rb +1 -1
  127. data/lib/contrast/agent/patching/policy/patch.rb +1 -1
  128. data/lib/contrast/agent/patching/policy/patch_status.rb +2 -26
  129. data/lib/contrast/agent/patching/policy/patcher.rb +13 -13
  130. data/lib/contrast/agent/patching/policy/policy.rb +1 -1
  131. data/lib/contrast/agent/patching/policy/policy_node.rb +1 -1
  132. data/lib/contrast/agent/patching/policy/trigger_node.rb +1 -1
  133. data/lib/contrast/agent/protect/policy/applies_command_injection_rule.rb +1 -1
  134. data/lib/contrast/agent/protect/policy/applies_deserialization_rule.rb +1 -1
  135. data/lib/contrast/agent/protect/policy/applies_no_sqli_rule.rb +1 -1
  136. data/lib/contrast/agent/protect/policy/applies_path_traversal_rule.rb +1 -1
  137. data/lib/contrast/agent/protect/policy/applies_sqli_rule.rb +1 -1
  138. data/lib/contrast/agent/protect/policy/applies_xxe_rule.rb +1 -1
  139. data/lib/contrast/agent/protect/policy/policy.rb +1 -1
  140. data/lib/contrast/agent/protect/policy/rule_applicator.rb +1 -1
  141. data/lib/contrast/agent/protect/policy/trigger_node.rb +1 -1
  142. data/lib/contrast/agent/protect/rule/base.rb +1 -1
  143. data/lib/contrast/agent/protect/rule/base_service.rb +1 -1
  144. data/lib/contrast/agent/protect/rule/cmd_injection.rb +1 -1
  145. data/lib/contrast/agent/protect/rule/default_scanner.rb +1 -1
  146. data/lib/contrast/agent/protect/rule/deserialization.rb +1 -1
  147. data/lib/contrast/agent/protect/rule/http_method_tampering.rb +1 -1
  148. data/lib/contrast/agent/protect/rule/no_sqli/mongo_no_sql_scanner.rb +1 -1
  149. data/lib/contrast/agent/protect/rule/no_sqli.rb +1 -1
  150. data/lib/contrast/agent/protect/rule/path_traversal.rb +1 -1
  151. data/lib/contrast/agent/protect/rule/sql_sample_builder.rb +1 -1
  152. data/lib/contrast/agent/protect/rule/sqli/default_sql_scanner.rb +1 -1
  153. data/lib/contrast/agent/protect/rule/sqli/mysql_sql_scanner.rb +1 -1
  154. data/lib/contrast/agent/protect/rule/sqli/postgres_sql_scanner.rb +2 -2
  155. data/lib/contrast/agent/protect/rule/sqli/sqlite_sql_scanner.rb +1 -1
  156. data/lib/contrast/agent/protect/rule/sqli.rb +1 -1
  157. data/lib/contrast/agent/protect/rule/unsafe_file_upload.rb +1 -1
  158. data/lib/contrast/agent/protect/rule/xss.rb +1 -1
  159. data/lib/contrast/agent/protect/rule/xxe/entity_wrapper.rb +1 -1
  160. data/lib/contrast/agent/protect/rule/xxe.rb +1 -1
  161. data/lib/contrast/agent/protect/rule.rb +1 -1
  162. data/lib/contrast/agent/reaction_processor.rb +1 -1
  163. data/lib/contrast/agent/reporting/report.rb +27 -0
  164. data/lib/contrast/agent/reporting/reporter.rb +115 -0
  165. data/lib/contrast/agent/reporting/reporting_events/application_inventory.rb +49 -0
  166. data/lib/contrast/agent/reporting/reporting_events/application_update.rb +82 -0
  167. data/lib/contrast/agent/reporting/reporting_events/architecture_component.rb +80 -0
  168. data/lib/contrast/agent/reporting/reporting_events/discovered_route.rb +59 -0
  169. data/lib/contrast/agent/reporting/reporting_events/finding.rb +195 -0
  170. data/lib/contrast/agent/reporting/reporting_events/finding_event.rb +264 -0
  171. data/lib/contrast/agent/reporting/reporting_events/finding_event_source.rb +57 -0
  172. data/lib/contrast/agent/reporting/reporting_events/finding_object.rb +90 -0
  173. data/lib/contrast/agent/reporting/reporting_events/finding_request.rb +121 -0
  174. data/lib/contrast/agent/reporting/reporting_events/finding_signature.rb +105 -0
  175. data/lib/contrast/agent/reporting/reporting_events/finding_stack.rb +67 -0
  176. data/lib/contrast/agent/reporting/reporting_events/finding_taint_range.rb +58 -0
  177. data/lib/contrast/agent/reporting/reporting_events/library_discovery.rb +93 -0
  178. data/lib/contrast/agent/reporting/reporting_events/library_usage_observation.rb +50 -0
  179. data/lib/contrast/agent/reporting/reporting_events/observed_library_usage.rb +54 -0
  180. data/lib/contrast/agent/reporting/reporting_events/observed_route.rb +66 -0
  181. data/lib/contrast/agent/reporting/reporting_events/preflight.rb +39 -0
  182. data/lib/contrast/agent/reporting/reporting_events/preflight_message.rb +75 -0
  183. data/lib/contrast/agent/reporting/reporting_events/reporting_event.rb +47 -0
  184. data/lib/contrast/agent/reporting/reporting_events/route_coverage.rb +76 -0
  185. data/lib/contrast/agent/reporting/reporting_events/route_discovery.rb +66 -0
  186. data/lib/contrast/agent/reporting/reporting_events/route_discovery_observation.rb +65 -0
  187. data/lib/contrast/agent/reporting/reporting_events/server_activity.rb +52 -0
  188. data/lib/contrast/agent/reporting/reporting_events/trace_event_source.rb +30 -0
  189. data/lib/contrast/agent/reporting/reporting_utilities/audit.rb +137 -0
  190. data/lib/contrast/agent/reporting/reporting_utilities/dtm_message.rb +67 -0
  191. data/lib/contrast/agent/reporting/reporting_utilities/endpoints.rb +165 -0
  192. data/lib/contrast/agent/reporting/reporting_utilities/headers.rb +55 -0
  193. data/lib/contrast/agent/reporting/reporting_utilities/reporter_client.rb +86 -0
  194. data/lib/contrast/agent/reporting/reporting_utilities/reporter_client_utils.rb +154 -0
  195. data/lib/contrast/agent/reporting/reporting_utilities/reporting_storage.rb +66 -0
  196. data/lib/contrast/agent/reporting/reporting_utilities/response.rb +30 -0
  197. data/lib/contrast/agent/reporting/reporting_utilities/response_handler.rb +57 -0
  198. data/lib/contrast/agent/reporting/reporting_utilities/response_handler_utils.rb +196 -0
  199. data/lib/contrast/agent/reporting/settings/application_settings.rb +67 -0
  200. data/lib/contrast/agent/reporting/settings/assess.rb +45 -0
  201. data/lib/contrast/agent/reporting/settings/assess_server_feature.rb +136 -0
  202. data/lib/contrast/agent/reporting/settings/exclusions.rb +123 -0
  203. data/lib/contrast/agent/reporting/settings/protect.rb +89 -0
  204. data/lib/contrast/agent/reporting/settings/protect_server_feature.rb +243 -0
  205. data/lib/contrast/agent/reporting/settings/reaction.rb +30 -0
  206. data/lib/contrast/agent/reporting/settings/server_features.rb +78 -0
  207. data/lib/contrast/agent/request.rb +46 -84
  208. data/lib/contrast/agent/request_context.rb +20 -131
  209. data/lib/contrast/agent/request_context_extend.rb +176 -0
  210. data/lib/contrast/agent/request_handler.rb +41 -5
  211. data/lib/contrast/agent/response.rb +25 -88
  212. data/lib/contrast/agent/rule_set.rb +1 -1
  213. data/lib/contrast/agent/scope.rb +1 -1
  214. data/lib/contrast/agent/service_heartbeat.rb +1 -1
  215. data/lib/contrast/agent/startup_metrics_telemetry_event.rb +73 -23
  216. data/lib/contrast/agent/static_analysis.rb +14 -4
  217. data/lib/contrast/agent/telemetry.rb +16 -8
  218. data/lib/contrast/agent/telemetry_event.rb +9 -10
  219. data/lib/contrast/agent/thread.rb +1 -1
  220. data/lib/contrast/agent/thread_watcher.rb +32 -6
  221. data/lib/contrast/agent/tracepoint_hook.rb +1 -4
  222. data/lib/contrast/agent/version.rb +2 -2
  223. data/lib/contrast/agent/worker_thread.rb +1 -1
  224. data/lib/contrast/agent.rb +16 -1
  225. data/lib/contrast/api/communication/connection_status.rb +11 -8
  226. data/lib/contrast/api/communication/messaging_queue.rb +38 -4
  227. data/lib/contrast/api/communication/response_processor.rb +22 -11
  228. data/lib/contrast/api/communication/service_lifecycle.rb +14 -4
  229. data/lib/contrast/api/communication/socket.rb +7 -9
  230. data/lib/contrast/api/communication/socket_client.rb +33 -13
  231. data/lib/contrast/api/communication/speedracer.rb +38 -2
  232. data/lib/contrast/api/communication/tcp_socket.rb +5 -4
  233. data/lib/contrast/api/communication/unix_socket.rb +2 -1
  234. data/lib/contrast/api/communication.rb +1 -1
  235. data/lib/contrast/api/decorators/address.rb +1 -1
  236. data/lib/contrast/api/decorators/agent_startup.rb +1 -1
  237. data/lib/contrast/api/decorators/application_settings.rb +1 -1
  238. data/lib/contrast/api/decorators/application_startup.rb +1 -1
  239. data/lib/contrast/api/decorators/application_update.rb +1 -1
  240. data/lib/contrast/api/decorators/architecture_component.rb +36 -0
  241. data/lib/contrast/api/decorators/finding.rb +29 -0
  242. data/lib/contrast/api/decorators/http_request.rb +3 -2
  243. data/lib/contrast/api/decorators/input_analysis.rb +1 -1
  244. data/lib/contrast/api/decorators/instrumentation_mode.rb +1 -1
  245. data/lib/contrast/api/decorators/library.rb +1 -1
  246. data/lib/contrast/api/decorators/library_usage_update.rb +1 -1
  247. data/lib/contrast/api/decorators/message.rb +1 -1
  248. data/lib/contrast/api/decorators/rasp_rule_sample.rb +1 -1
  249. data/lib/contrast/api/decorators/route_coverage.rb +1 -1
  250. data/lib/contrast/api/decorators/server_features.rb +1 -1
  251. data/lib/contrast/api/decorators/trace_event.rb +1 -1
  252. data/lib/contrast/api/decorators/trace_event_object.rb +1 -1
  253. data/lib/contrast/api/decorators/trace_event_signature.rb +1 -1
  254. data/lib/contrast/api/decorators/trace_taint_range.rb +1 -1
  255. data/lib/contrast/api/decorators/trace_taint_range_tags.rb +1 -1
  256. data/lib/contrast/api/decorators/user_input.rb +1 -1
  257. data/lib/contrast/api/decorators.rb +2 -1
  258. data/lib/contrast/api.rb +1 -1
  259. data/lib/contrast/components/agent.rb +5 -24
  260. data/lib/contrast/components/api.rb +67 -2
  261. data/lib/contrast/components/app_context.rb +12 -66
  262. data/lib/contrast/components/app_context_extend.rb +78 -0
  263. data/lib/contrast/components/assess.rb +12 -8
  264. data/lib/contrast/components/base.rb +24 -1
  265. data/lib/contrast/components/config.rb +38 -23
  266. data/lib/contrast/components/contrast_service.rb +6 -1
  267. data/lib/contrast/components/heap_dump.rb +1 -1
  268. data/lib/contrast/components/inventory.rb +5 -1
  269. data/lib/contrast/components/logger.rb +1 -1
  270. data/lib/contrast/components/protect.rb +6 -2
  271. data/lib/contrast/components/sampling.rb +3 -3
  272. data/lib/contrast/components/scope.rb +1 -1
  273. data/lib/contrast/components/settings.rb +25 -12
  274. data/lib/contrast/config/agent_configuration.rb +2 -2
  275. data/lib/contrast/config/api_configuration.rb +9 -4
  276. data/lib/contrast/config/api_proxy_configuration.rb +14 -0
  277. data/lib/contrast/config/application_configuration.rb +3 -4
  278. data/lib/contrast/config/assess_configuration.rb +4 -4
  279. data/lib/contrast/config/assess_rules_configuration.rb +1 -1
  280. data/lib/contrast/config/base_configuration.rb +18 -29
  281. data/lib/contrast/config/certification_configuration.rb +15 -0
  282. data/lib/contrast/config/env_variables.rb +3 -10
  283. data/lib/contrast/config/exception_configuration.rb +1 -1
  284. data/lib/contrast/config/heap_dump_configuration.rb +7 -7
  285. data/lib/contrast/config/inventory_configuration.rb +2 -6
  286. data/lib/contrast/config/logger_configuration.rb +1 -1
  287. data/lib/contrast/config/protect_configuration.rb +1 -1
  288. data/lib/contrast/config/protect_rule_configuration.rb +2 -2
  289. data/lib/contrast/config/protect_rules_configuration.rb +1 -1
  290. data/lib/contrast/config/request_audit_configuration.rb +18 -0
  291. data/lib/contrast/config/root_configuration.rb +1 -1
  292. data/lib/contrast/config/ruby_configuration.rb +10 -7
  293. data/lib/contrast/config/sampling_configuration.rb +1 -1
  294. data/lib/contrast/config/server_configuration.rb +1 -1
  295. data/lib/contrast/config/service_configuration.rb +2 -3
  296. data/lib/contrast/config.rb +1 -2
  297. data/lib/contrast/configuration.rb +2 -3
  298. data/lib/contrast/extension/assess/array.rb +9 -9
  299. data/lib/contrast/extension/assess/erb.rb +32 -5
  300. data/lib/contrast/extension/assess/eval_trigger.rb +3 -1
  301. data/lib/contrast/extension/assess/exec_trigger.rb +2 -1
  302. data/lib/contrast/extension/assess/fiber.rb +6 -3
  303. data/lib/contrast/extension/assess/hash.rb +1 -1
  304. data/lib/contrast/extension/assess/kernel.rb +8 -3
  305. data/lib/contrast/extension/assess/marshal.rb +6 -2
  306. data/lib/contrast/extension/assess/regexp.rb +8 -2
  307. data/lib/contrast/extension/assess/string.rb +8 -2
  308. data/lib/contrast/extension/assess.rb +1 -1
  309. data/lib/contrast/extension/delegator.rb +1 -1
  310. data/lib/contrast/extension/extension.rb +2 -4
  311. data/lib/contrast/extension/inventory.rb +1 -1
  312. data/lib/contrast/extension/kernel.rb +1 -1
  313. data/lib/contrast/extension/module.rb +1 -1
  314. data/lib/contrast/extension/protect/psych.rb +1 -1
  315. data/lib/contrast/extension/protect.rb +1 -1
  316. data/lib/contrast/extension/thread.rb +32 -13
  317. data/lib/contrast/framework/base_support.rb +5 -1
  318. data/lib/contrast/framework/grape/support.rb +25 -1
  319. data/lib/contrast/framework/manager.rb +33 -36
  320. data/lib/contrast/framework/manager_extend.rb +50 -0
  321. data/lib/contrast/framework/platform_version.rb +1 -1
  322. data/lib/contrast/framework/rack/patch/session_cookie.rb +1 -1
  323. data/lib/contrast/framework/rack/patch/support.rb +1 -1
  324. data/lib/contrast/framework/rack/support.rb +1 -1
  325. data/lib/contrast/framework/rails/patch/action_controller_live_buffer.rb +1 -1
  326. data/lib/contrast/framework/rails/patch/assess_configuration.rb +1 -1
  327. data/lib/contrast/framework/rails/patch/rails_application_configuration.rb +1 -1
  328. data/lib/contrast/framework/rails/patch/support.rb +1 -1
  329. data/lib/contrast/framework/rails/railtie.rb +2 -2
  330. data/lib/contrast/framework/rails/support.rb +46 -2
  331. data/lib/contrast/framework/sinatra/support.rb +26 -3
  332. data/lib/contrast/funchook/funchook.rb +21 -18
  333. data/lib/contrast/logger/application.rb +1 -1
  334. data/lib/contrast/logger/format.rb +1 -1
  335. data/lib/contrast/logger/log.rb +9 -104
  336. data/lib/contrast/logger/request.rb +1 -1
  337. data/lib/contrast/logger/time.rb +1 -1
  338. data/lib/contrast/security_exception.rb +1 -1
  339. data/lib/contrast/tasks/config.rb +1 -1
  340. data/lib/contrast/tasks/service.rb +1 -1
  341. data/lib/contrast/utils/assess/propagation_method_utils.rb +1 -1
  342. data/lib/contrast/utils/assess/property/tagged_utils.rb +24 -1
  343. data/lib/contrast/utils/assess/sampling_util.rb +4 -4
  344. data/lib/contrast/utils/assess/source_method_utils.rb +1 -1
  345. data/lib/contrast/utils/assess/split_utils.rb +23 -0
  346. data/lib/contrast/utils/assess/tracking_util.rb +21 -16
  347. data/lib/contrast/utils/assess/trigger_method_utils.rb +4 -3
  348. data/lib/contrast/utils/class_util.rb +19 -15
  349. data/lib/contrast/utils/duck_utils.rb +1 -1
  350. data/lib/contrast/utils/env_configuration_item.rb +2 -2
  351. data/lib/contrast/utils/exclude_key.rb +1 -1
  352. data/lib/contrast/utils/findings.rb +65 -0
  353. data/lib/contrast/utils/hash_digest.rb +46 -79
  354. data/lib/contrast/utils/hash_digest_extend.rb +129 -0
  355. data/lib/contrast/utils/head_dump_utils_extend.rb +74 -0
  356. data/lib/contrast/utils/heap_dump_util.rb +3 -66
  357. data/lib/contrast/utils/invalid_configuration_util.rb +32 -2
  358. data/lib/contrast/utils/io_util.rb +2 -2
  359. data/lib/contrast/utils/job_servers_running.rb +1 -1
  360. data/lib/contrast/utils/log_utils.rb +108 -0
  361. data/lib/contrast/utils/lru_cache.rb +1 -1
  362. data/lib/contrast/utils/metrics_hash.rb +2 -2
  363. data/lib/contrast/utils/middleware_utils.rb +87 -0
  364. data/lib/contrast/utils/net_http_base.rb +165 -0
  365. data/lib/contrast/utils/object_share.rb +2 -6
  366. data/lib/contrast/utils/os.rb +9 -5
  367. data/lib/contrast/utils/patching/policy/patch_utils.rb +63 -99
  368. data/lib/contrast/utils/patching/policy/patcher_utils.rb +1 -1
  369. data/lib/contrast/utils/preflight_util.rb +1 -1
  370. data/lib/contrast/utils/request_utils.rb +96 -0
  371. data/lib/contrast/utils/resource_loader.rb +1 -1
  372. data/lib/contrast/utils/response_utils.rb +97 -0
  373. data/lib/contrast/utils/sha256_builder.rb +1 -1
  374. data/lib/contrast/utils/stack_trace_utils.rb +1 -1
  375. data/lib/contrast/utils/string_utils.rb +69 -67
  376. data/lib/contrast/utils/tag_util.rb +11 -10
  377. data/lib/contrast/utils/telemetry.rb +5 -3
  378. data/lib/contrast/utils/telemetry_client.rb +90 -0
  379. data/lib/contrast/utils/telemetry_identifier.rb +18 -25
  380. data/lib/contrast/utils/thread_tracker.rb +1 -1
  381. data/lib/contrast/utils/timer.rb +1 -1
  382. data/lib/contrast-agent.rb +1 -1
  383. data/lib/contrast.rb +1 -1
  384. data/resources/assess/policy.json +10 -0
  385. data/ruby-agent.gemspec +9 -10
  386. metadata +111 -50
  387. data/ext/cs__assess_active_record_named/cs__active_record_named.c +0 -46
  388. data/ext/cs__assess_active_record_named/cs__active_record_named.h +0 -11
  389. data/ext/cs__assess_active_record_named/extconf.rb +0 -5
  390. data/lib/contrast/agent/assess/policy/rewriter_patch.rb +0 -95
  391. data/lib/contrast/agent/class_reopener.rb +0 -258
  392. data/lib/contrast/agent/rewriter.rb +0 -259
  393. data/lib/contrast/config/default_value.rb +0 -17
  394. data/lib/contrast/framework/rails/rewrite/action_controller_railties_helper_inherited.rb +0 -37
  395. data/lib/contrast/framework/rails/rewrite/active_record_attribute_methods_read.rb +0 -41
  396. data/lib/contrast/framework/rails/rewrite/active_record_named.rb +0 -75
  397. data/lib/contrast/framework/rails/rewrite/active_record_time_zone_inherited.rb +0 -35
  398. data/lib/contrast/utils/requests_client.rb +0 -150
  399. data/lib/contrast/utils/ruby_ast_rewriter.rb +0 -82
@@ -1,8 +1,10 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  require 'contrast/components/logger'
5
5
  require 'contrast/components/scope'
6
+ require 'contrast/agent/reporting/reporter'
7
+ require 'contrast/agent/reporting/reporting_utilities/dtm_message'
6
8
 
7
9
  module Contrast
8
10
  module Agent
@@ -19,15 +21,49 @@ module Contrast
19
21
  @ruleset = ::Contrast::AGENT.ruleset
20
22
  end
21
23
 
22
- # TODO: RUBY-1353
24
+ # Send Activities messages to TS [Contrast::Agent::Reporting::ServerActivity,
25
+ # Contrast::Api::Dtm::ServerActivity,
26
+ # Contrast::Api::Dtm::Activity,
27
+ # Contrast::Api::Dtm::ObservedRoute]
28
+ # If bypass is enabled use the reporting service if not than the messages are
29
+ # send with speedracer
23
30
  # TODO: RUBY-1355
24
- # TODO: RUBY-1357
25
31
  # TODO: RUBY-1358
32
+ # TODO: RUBY-1438 -- remove
26
33
  def send_activity_messages
34
+ events = [context.activity]
35
+ unless Contrast::Agent::Reporter.enabled?
36
+ Contrast::Agent::Inventory::DependencyUsageAnalysis.instance.generate_library_usage(context.activity)
37
+ events << context.server_activity
38
+ events << context.observed_route
39
+ end
40
+ events.each do |message|
41
+ Contrast::Agent.messaging_queue&.send_event_eventually(message)
42
+ end
43
+ end
44
+
45
+ # reports events[Contrast::Agent::Reporting::ReporterEvent] to TS
46
+ # This method is used to send our JSON messages directly to TeamServer at the end of each request. As we move
47
+ # more endpoints over, this method will take the messages originally sent by #send_actiivty_messages. At the end,
48
+ # that method should be removed.
49
+ # TODO: RUBY-1358
50
+ def report_activity
51
+ return unless Contrast::Agent::Reporter.enabled?
52
+
53
+ reporter = Contrast::Agent.reporter
54
+ return unless reporter
55
+
27
56
  Contrast::Agent::Inventory::DependencyUsageAnalysis.instance.generate_library_usage(context.activity)
28
- [context.server_activity, context.activity, context.observed_route].each do |message|
29
- Contrast::Agent.messaging_queue.send_event_eventually(message)
57
+ [
58
+ context.new_observed_route,
59
+ Contrast::Agent::Reporting::DtmMessage.dtm_to_event(context.server_activity),
60
+ Contrast::Agent::Reporting::DtmMessage.dtm_to_event(context.activity.library_usages)
61
+ ].each do |event|
62
+ reporter.send_event(event)
63
+ rescue StandardError => e
64
+ logger.warn('Unable to send Event Activity', e)
30
65
  end
66
+ context.activity.library_usages.clear # TODO: RUBY-1355 remove when no longer using activity
31
67
  end
32
68
 
33
69
  # If the response is streaming, we should only perform filtering on our stream safe rules
@@ -1,4 +1,4 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  require 'resolv'
@@ -8,6 +8,7 @@ require 'contrast/utils/object_share'
8
8
  require 'contrast/utils/string_utils'
9
9
  require 'contrast/utils/hash_digest'
10
10
  require 'contrast/components/logger'
11
+ require 'contrast/utils/response_utils'
11
12
 
12
13
  module Contrast
13
14
  module Agent
@@ -17,6 +18,7 @@ module Contrast
17
18
  # order to avoid repeatedly creating Strings & thrashing GC.
18
19
  class Response
19
20
  include Contrast::Components::Logger::InstanceMethods
21
+ include Contrast::Utils::ResponseUtils
20
22
 
21
23
  extend Forwardable
22
24
 
@@ -27,6 +29,9 @@ module Contrast
27
29
  @is_array = !rack_response.is_a?(Rack::Response)
28
30
  end
29
31
 
32
+ # The document type of the response, based on its Content-Type. Can be one of :JSON, :NORMAL, :XML, or nothing.
33
+ #
34
+ # @return [Symbol<:XML, :JSON, :NORMAL>, nil]
30
35
  def document_type
31
36
  case content_type
32
37
  when /xml/i
@@ -38,7 +43,10 @@ module Contrast
38
43
  end
39
44
  end
40
45
 
41
- # B/c the response can change, we can't memoize this :(
46
+ # A form of the Rack::Response which we can report to the Service to be sent to TeamServer for processing. B/c
47
+ # the response can change, we can't memoize this :(
48
+ #
49
+ # @return [Contrast::Api::Dtm::HttpResponse]
42
50
  def dtm
43
51
  context_response = Contrast::Api::Dtm::HttpResponse.new
44
52
  context_response.response_code = response_code.to_i
@@ -53,114 +61,43 @@ module Contrast
53
61
  context_response
54
62
  end
55
63
 
64
+ # The response code of this response
65
+ #
66
+ # @return [Integer]
56
67
  def response_code
57
68
  return unless rack_response
58
69
 
59
70
  @is_array ? rack_response[0].to_i : rack_response.status
60
71
  end
61
72
 
73
+ # The headers of this response
74
+ #
75
+ # @return [Hash, nil]
62
76
  def headers
63
77
  return unless rack_response
64
78
 
65
- if @is_array
66
- rack_response[1]
67
- else
68
- rack_response.headers
69
- end
79
+ @is_array ? rack_response[1] : rack_response.headers
70
80
  end
71
81
 
82
+ # The Content-Type of this response, as set in the headers hash under the key Rack::CONTENT_TYPE
83
+ #
84
+ # @return [String, nil]
72
85
  def content_type
73
86
  return unless rack_response
74
87
 
75
- if @is_array
76
- headers[Rack::CONTENT_TYPE]
77
- else
78
- rack_response.content_type
79
- end
88
+ @is_array ? headers[Rack::CONTENT_TYPE] : rack_response.content_type
80
89
  end
81
90
 
82
- # The response body can change during the request lifecycle
83
- # We should not extract it out as a variable here, or we'll miss those
84
- # changes.
91
+ # The response body can change during the request lifecycle, so we have to look it up every time we need it.
92
+ # We should not extract it out as a variable here, or we'll miss those changes.
93
+ #
94
+ # @return [String, nil]
85
95
  def body
86
96
  return unless rack_response
87
97
 
88
98
  body_content = @is_array ? rack_response[2] : rack_response.body
89
99
  extract_body(body_content)
90
100
  end
91
-
92
- private
93
-
94
- # From the dtm for normalized_response_headers:
95
- # Key is UPPERCASE_UNDERSCORE
96
- #
97
- # Example: Content-Type: text/html; charset=utf-8
98
- # "CONTENT_TYPE" => Content-Type,["text/html; charset=utf8"]
99
- def append_pair map, key, value
100
- return unless key && value
101
- return if value.is_a?(Hash)
102
-
103
- safe_key = Contrast::Utils::StringUtils.force_utf8(key)
104
- hash_key = Contrast::Utils::StringUtils.normalized_key(safe_key)
105
- map[hash_key] ||= Contrast::Api::Dtm::Pair.new
106
- map[hash_key].key = safe_key
107
- map[hash_key].values << Contrast::Utils::StringUtils.force_utf8(value)
108
- end
109
-
110
- HTTP_PREFIX = /^[Hh][Tt][Tt][Pp][_-]/i.cs__freeze
111
-
112
- # Given some holder of the content of the response's body, extract that
113
- # content and return it as a String
114
- #
115
- # @param body [String, Rack::File, Rack::BodyProxy,
116
- # ActionDispatch::Response::RackBody, Rack::Response] Something that
117
- # holds, wraps, or is the body of the Response
118
- # @return [nil, String] the content of the body
119
- def extract_body body
120
- return unless body
121
-
122
- if defined?(Rack::File) && body.is_a?(Rack::File)
123
- # not sure what to do in this situation, so don't do anything.
124
- nil
125
- elsif body.is_a?(Rack::BodyProxy)
126
- handle_rack_body_proxy(body)
127
- elsif (defined?(ActionDispatch::Response::RackBody) && body.is_a?(ActionDispatch::Response::RackBody)) ||
128
- body.is_a?(Rack::Response)
129
-
130
- extract_body(body.body)
131
- elsif Contrast::Utils::DuckUtils.quacks_to?(body, :each)
132
- acc = []
133
- body.each { |tmp| acc << read_or_string(tmp) }
134
- acc.compact.join(Contrast::Utils::ObjectShare::NEW_LINE)
135
- elsif ActionView::OutputBuffer
136
- # https://stackoverflow.com/questions/15654676/how-to-convert-activesupportsafebuffer-to-string
137
- body.to_str
138
- else
139
- read_or_string(body)
140
- end
141
- end
142
-
143
- def handle_rack_body_proxy body
144
- next_body = body.instance_variable_get(:@body)
145
- case next_body
146
- when Array
147
- extract_body(next_body[0])
148
- else
149
- extract_body(next_body)
150
- end
151
- end
152
-
153
- def read_or_string obj
154
- return unless obj
155
-
156
- if Contrast::Utils::DuckUtils.quacks_to?(obj, :read)
157
- tmp = obj.read
158
- obj.rewind
159
- tmp
160
- else
161
- obj.to_s
162
- end
163
- end
164
101
  end
165
102
  end
166
103
  end
@@ -1,4 +1,4 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  require 'contrast/components/logger'
@@ -1,4 +1,4 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  module Contrast
@@ -1,4 +1,4 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  require 'contrast/components/logger'
@@ -1,4 +1,4 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  require 'contrast/utils/metrics_hash'
@@ -17,14 +17,41 @@ module Contrast
17
17
  include Contrast::Utils::OS
18
18
 
19
19
  APP_AND_SERVER_DATA = ::Contrast::APP_CONTEXT.app_and_server_information.cs__freeze
20
- SAAS_DEFAULT = { addr: 'app.contrastsecuirty.com', type: 'SAAS_DEFAULT' }.cs__freeze
20
+ # Multi-tenant Production Environments
21
+ SAAS_DEFAULT = { addr: 'app.contrastsecurity.com', type: 'SAAS_DEFAULT' }.cs__freeze
22
+ SAAS_CS = { addr: /cs[[:digit:]]+\.contrastsecurity\.com/, type: 'SAAS_DEFAULT' }.cs__freeze
23
+ SAAS_JP = { addr: 'app.contrastsecurity.jp', type: 'SAAS_DEFAULT' }.cs__freeze
21
24
  SAAS_CE = { addr: 'ce.contrastsecurity.com', type: 'SAAS_CE' }.cs__freeze
22
- SAAS_CUSTOM = { addr: 'contrastsecurite.com', type: 'SAAS_CUSTOM' }.cs__freeze
23
- SAAS_POV = { addr: 'eval.contrastsecuirty.com', type: 'SAAS_POV' }.cs__freeze
25
+ # Multi-tenant Demo Environments
26
+ SAAS_DEMO = { addr: 'apptwo.contrastsecurity.com', type: 'SAAS_DEMO' }.cs__freeze
27
+ SAAS_POV = { addr: 'eval.contrastsecurity.com', type: 'SAAS_POV' }.cs__freeze
28
+ # Multi-tenant Testing Environment
29
+ SAAS_RESEARCH = { addr: 'security-research.contrastsecurity.com', type: 'SAAS_RESEARCH' }.cs__freeze
30
+ SAAS_ALPHA = { addr: 'alpha.contrastsecurity.com', type: 'SAAS_ALPHA' }.cs__freeze
31
+ SAAS_STAGING = { addr: 'teamserver-staging.contsec.com', type: 'SAAS_TESTING' }.cs__freeze
32
+ SAAS_STAGING_TOKYO = { addr: 'teamserver-staging.contsec.jp', type: 'SAAS_TESTING' }.cs__freeze
33
+ SAAS_TESTING = { addr: 'teamserver-darpa.contsec.com', type: 'SAAS_TESTING' }.cs__freeze
34
+ SAAS_OPS_TESTING = { addr: 'teamserver-ops.contsec.com', type: 'SAAS_TESTING' }.cs__freeze
35
+ # Fallback for Single-tenant Production Environments
36
+ SAAS_CUSTOM = { addr: 'contrastsecurity.com', type: 'SAAS_CUSTOM' }.cs__freeze
37
+ SAAS_CUSTOM_JP = { addr: 'contrastsecurity.jp', type: 'SAAS_CUSTOM' }.cs__freeze
38
+
39
+ SINGLE_MAP_TENANTS = [
40
+ SAAS_DEFAULT, SAAS_JP, SAAS_CE, SAAS_DEMO, SAAS_POV, SAAS_RESEARCH, SAAS_ALPHA,
41
+ SAAS_STAGING, SAAS_STAGING_TOKYO, SAAS_TESTING, SAAS_OPS_TESTING
42
+ ].cs__freeze
43
+ REGEXP_MAP_TENANTS = [SAAS_CS].cs__freeze
44
+ FALLBACK_TENANTS = [SAAS_CUSTOM, SAAS_CUSTOM_JP].cs__freeze
45
+ # Fallback for Custom, most likely self-hosted, Environments
24
46
  EOP = 'EOP'
47
+ REJECTED_VALUES = [:EMPTY_VALUE, 'NEEDS_TO_BE_SET', Contrast::Utils::ObjectShare::EMPTY_STRING].cs__freeze
25
48
 
26
49
  def initialize
27
50
  super
51
+ @settings = []
52
+ add_config_keys ::Contrast::CONFIG.root, 'root'
53
+ @settings << ENV.keys.select { |v| v.starts_with?('CONTRAST') }
54
+ @settings.flatten
28
55
  add_tags
29
56
  end
30
57
 
@@ -33,14 +60,25 @@ module Contrast
33
60
  end
34
61
 
35
62
  def add_tags
36
- @tags['teamserver'] = teamserver_type
37
- @tags['agent_version'] = VERSION
38
- @tags['ruby_version'] = RUBY_VERSION
39
- @tags['os_type'] = sys_info['os_type'] == 'Darwin' ? 'MacOS' : 'Linux'
40
- @tags['os_arch'] = sys_info['os_arch']
41
- @tags['os_version'] = sys_info['os_version']
63
+ add_system_tags
42
64
  @tags['app_framework_and_version'] = APP_AND_SERVER_DATA[:application_info].to_s
43
65
  @tags['server_framework_and_version'] = APP_AND_SERVER_DATA[:server_info].to_s
66
+ @tags['ASSESS'] = Contrast::ASSESS.enabled?.to_s
67
+ @tags['PROTECT'] = Contrast::PROTECT.enabled?.to_s
68
+ @tags['settings'] = @settings.join(',')
69
+ end
70
+
71
+ def add_config_keys config, nested_key
72
+ config.configuration_map.reject! { |_k, v| REJECTED_VALUES.include?(v) }
73
+
74
+ config.configuration_map.each do |k, v|
75
+ unless v.cs__class <= Contrast::Config::BaseConfiguration
76
+ @settings << "#{ nested_key }.#{ k }"
77
+ next
78
+ end
79
+
80
+ add_config_keys v, "#{ nested_key }.#{ k }"
81
+ end
44
82
  end
45
83
 
46
84
  def sys_info
@@ -50,21 +88,33 @@ module Contrast
50
88
 
51
89
  private
52
90
 
53
- # Here we extract the Teamserver url type
91
+ # Here we extract the TeamServer url type
54
92
  #
55
- # @return[String] type, it could be SAAS_DEFAULT, SAAS_POV, SAAS_CE, SAAS_CUSTOM, or EOP
93
+ # @return [String] the type of TeamServer environment to which we're connecting
56
94
  def teamserver_type
57
- @_teamserver_type ||= if Contrast::API.api_url.include?(SAAS_DEFAULT[:addr])
58
- SAAS_DEFAULT[:type]
59
- elsif Contrast::API.api_url.include?(SAAS_POV[:addr])
60
- SAAS_POV[:type]
61
- elsif Contrast::API.api_url.include?(SAAS_CE[:addr])
62
- SAAS_CE[:type]
63
- elsif Contrast::API.api_url.end_with? SAAS_CUSTOM[:addr]
64
- SAAS_CUSTOM[:type]
65
- else
66
- EOP
67
- end
95
+ @_teamserver_type ||= begin
96
+ url = Contrast::API.api_url
97
+ if (single = SINGLE_MAP_TENANTS.find { |tenant| url.include?(tenant[:addr]) })
98
+ single[:type]
99
+ elsif (regexp = REGEXP_MAP_TENANTS.find { |tenant| tenant[:addr].match?(url) })
100
+ regexp[:type]
101
+ elsif (fallback = FALLBACK_TENANTS.find { |tenant| url.include?(tenant[:addr]) })
102
+ fallback[:type]
103
+ else
104
+ EOP
105
+ end
106
+ end
107
+ end
108
+
109
+ # Here we attach the key-value pairs of the system
110
+ #
111
+ def add_system_tags
112
+ @tags['teamserver'] = teamserver_type
113
+ @tags['agent_version'] = VERSION
114
+ @tags['ruby_version'] = RUBY_VERSION
115
+ @tags['os_type'] = sys_info['os_type'] == 'Darwin' ? 'MacOS' : 'Linux'
116
+ @tags['os_arch'] = sys_info['os_arch']
117
+ @tags['os_version'] = sys_info['os_version']
68
118
  end
69
119
  end
70
120
  end
@@ -1,8 +1,9 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  require 'contrast/components/logger'
5
5
  require 'contrast/components/scope'
6
+ require 'contrast/agent/reporting/reporting_events/application_update'
6
7
  require 'contrast/api/decorators/application_update'
7
8
 
8
9
  module Contrast
@@ -10,8 +11,8 @@ module Contrast
10
11
  # this module handles one time static analysis tasks
11
12
  class StaticAnalysis
12
13
  include Singleton
13
- include Contrast::Components::Logger::InstanceMethods
14
14
  include Contrast::Components::Scope::InstanceMethods
15
+ extend Contrast::Components::Logger::InstanceMethods
15
16
 
16
17
  class << self
17
18
  # After the first request is complete, we do a one-time manual catchup to review and report the already-loaded
@@ -23,7 +24,6 @@ module Contrast
23
24
  end
24
25
  end
25
26
 
26
- # TODO: RUBY-1354
27
27
  # TODO: RUBY-1356
28
28
  def send_inventory_message
29
29
  return unless ::Contrast::INVENTORY.enabled?
@@ -31,7 +31,17 @@ module Contrast
31
31
  app_update_msg = Contrast::Api::Dtm::ApplicationUpdate.build
32
32
 
33
33
  Contrast::Agent::Inventory::DatabaseConfig.append_db_config(app_update_msg)
34
- Contrast::Agent.messaging_queue.send_event_eventually(app_update_msg)
34
+ # TODO: RUBY-1438 -- remove and build ReportingEvent directly
35
+ if Contrast::Agent.reporter
36
+ report = Contrast::Agent::Reporting::DtmMessage.dtm_to_event(app_update_msg)
37
+ Contrast::Agent.reporter.send_event(report)
38
+
39
+ # This is being reported separately because we extract the data from the same message
40
+ inventory_report = Contrast::Agent::Reporting::ApplicationInventory.convert(app_update_msg)
41
+ Contrast::Agent.reporter.send_event(inventory_report)
42
+ else
43
+ Contrast::Agent.messaging_queue.send_event_eventually(app_update_msg)
44
+ end
35
45
  end
36
46
 
37
47
  private
@@ -1,9 +1,9 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  require 'contrast/config/env_variables'
5
5
  require 'contrast/components/logger'
6
- require 'contrast/utils/requests_client'
6
+ require 'contrast/utils/telemetry_client'
7
7
  require 'contrast/agent/worker_thread'
8
8
  require 'contrast/utils/telemetry'
9
9
 
@@ -11,7 +11,6 @@ module Contrast
11
11
  module Agent
12
12
  # This class will initialize and hold everything needed for the telemetry
13
13
  class Telemetry < WorkerThread
14
- include Contrast::Utils::RequestsClient
15
14
  include Contrast::Components::Logger::InstanceMethods
16
15
  # this is where we will send the data from the agents
17
16
  URL = 'https://telemetry.ruby.contrastsecurity.com/'
@@ -28,13 +27,13 @@ module Contrast
28
27
  mac = Contrast::Utils::Telemetry::Identifier.mac
29
28
  app_name = Contrast::Utils::Telemetry::Identifier.app_name
30
29
  id = mac + app_name if mac && app_name
31
- Digest::SHA2.new(256).hexdigest(id || '_' + SecureRandom.uuid)
30
+ Digest::SHA2.new(256).hexdigest(id || ('_' + SecureRandom.uuid))
32
31
  end
33
32
  end
34
33
 
35
34
  def instance_id
36
35
  @_instance_id ||= Digest::SHA2.new(256).hexdigest(Contrast::Utils::Telemetry::Identifier.mac ||
37
- '_' + SecureRandom.uuid)
36
+ ('_' + SecureRandom.uuid))
38
37
  end
39
38
 
40
39
  def enabled?
@@ -51,7 +50,8 @@ module Contrast
51
50
 
52
51
  # In case of connection error, do not create the background thread or queue,
53
52
  # as if the opt-out env var was set
54
- ip_opt_out_telemetry = Contrast::Utils::RequestsClient.initialize_connection(URL)
53
+ @_client = Contrast::Utils::TelemetryClient.new
54
+ ip_opt_out_telemetry = @_client.initialize_connection(URL)
55
55
  if ip_opt_out_telemetry.nil?
56
56
  logger.warn('Connection was not established properly!!!')
57
57
  logger.warn('THE SERVICE IS GOING TO BE TERMINATED!!')
@@ -62,6 +62,14 @@ module Contrast
62
62
  end
63
63
  end
64
64
 
65
+ def client
66
+ @_client ||= Contrast::Utils::TelemetryClient.new
67
+ end
68
+
69
+ def connection
70
+ @_connection ||= client.initialize_connection(URL)
71
+ end
72
+
65
73
  def attempt_to_start?
66
74
  unless cs__class.enabled?
67
75
  logger.warn('Telemetry service is disabled!')
@@ -83,8 +91,8 @@ module Contrast
83
91
 
84
92
  begin
85
93
  logger.debug('This is the current processed event', event)
86
- res = Contrast::Utils::RequestsClient.send_request event, connection
87
- sleep_time = Contrast::Utils::RequestsClient.handle_response res
94
+ res = client.send_request event, connection
95
+ sleep_time = client.handle_response res
88
96
  sleep(sleep_time) unless sleep_time.nil?
89
97
  rescue StandardError => e
90
98
  logger.error('Could not send message to service from telemetry queue.', e)
@@ -1,4 +1,4 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  require 'contrast/utils/metrics_hash'
@@ -11,23 +11,22 @@ module Contrast
11
11
 
12
12
  attr_reader :timestamp, :tags
13
13
 
14
- # The instance_id comes from the Telemetry Instance
15
14
  def initialize
16
15
  @tags = MetricsHash.new(String)
17
- @timestamp = format_date
18
- @instance_id = Contrast::Agent.telemetry_queue.__id__
16
+ @timestamp = Time.now.iso8601
19
17
  end
20
18
 
21
19
  def path
22
20
  ''
23
21
  end
24
22
 
25
- def to_json **_args
26
- { tags: @tags, timestamp: @timestamp, instance_id: @instance_id }
27
- end
28
-
29
- def format_date
30
- Time.now.strftime('%Y-%m-%d %H:%M:%S.%L')
23
+ def to_hash **_args
24
+ {
25
+ tags: @tags,
26
+ timestamp: @timestamp,
27
+ instance: Contrast::Agent::Telemetry.instance_id,
28
+ application: Contrast::Agent::Telemetry.application_id
29
+ }
31
30
  end
32
31
  end
33
32
  end
@@ -1,4 +1,4 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  require 'contrast/components/scope'
@@ -1,9 +1,10 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  require 'contrast/components/logger'
5
5
  require 'contrast/agent/service_heartbeat'
6
6
  require 'contrast/api/communication/messaging_queue'
7
+ require 'contrast/agent/reporting/report'
7
8
  require 'contrast/agent/telemetry'
8
9
 
9
10
  module Contrast
@@ -24,21 +25,26 @@ module Contrast
24
25
  @heartbeat = Contrast::Agent::ServiceHeartbeat.new
25
26
  @messaging_queue = Contrast::Api::Communication::MessagingQueue.new
26
27
  @telemetry = Contrast::Agent::Telemetry.new if Contrast::Agent::Telemetry.enabled?
28
+ @reporter = Contrast::Agent::Reporter.new if Contrast::Agent::Reporter.enabled?
27
29
  end
28
30
 
29
31
  def startup!
30
32
  return unless ::Contrast::AGENT.enabled?
31
33
 
32
- telemetry_thread_status = telemetry_thread_init
33
- heartbeat_thread_status = heartbeat_thread_init
34
- messaging_thread_status = messaging_thread_init
34
+ telemetry_status = telemetry_thread_init
35
+ heartbeat_status = heartbeat_thread_init
36
+ messaging_status = messaging_thread_init
37
+ reporter_status = reporter_thread_init
35
38
 
36
39
  logger.debug('ThreadWatcher started threads')
37
40
 
38
- @pids[Process.pid] = messaging_thread_status && heartbeat_thread_status
41
+ @pids[Process.pid] = messaging_status && heartbeat_status
39
42
  return @pids unless Contrast::Agent::Telemetry.enabled?
40
43
 
41
- @pids[Process.pid] = messaging_thread_status && heartbeat_thread_status && telemetry_thread_status
44
+ @pids[Process.pid] = @pids[Process.pid] && telemetry_status
45
+ return @pids unless Contrast::Agent::Reporter.enabled?
46
+
47
+ @pids[Process.pid] = @pids[Process.pid] && reporter_status
42
48
  end
43
49
 
44
50
  def ensure_running?
@@ -53,6 +59,7 @@ module Contrast
53
59
  messaging_queue.stop!
54
60
  heapdump_util.stop!
55
61
  telemetry_queue&.stop!
62
+ reporter&.stop!
56
63
  end
57
64
 
58
65
  def heartbeat_thread_init
@@ -82,11 +89,30 @@ module Contrast
82
89
  messaging_result
83
90
  end
84
91
 
92
+ def reporter_thread_init
93
+ @reporter.start_thread! if @reporter&.attempt_to_start?
94
+ unless @reporter&.running?
95
+ logger.debug('Attempting to start reporter thread')
96
+ @reporter&.start_thread!
97
+ end
98
+ reporter_result = @reporter&.running?
99
+ logger.debug('Reporter thread status', alive: reporter_result)
100
+ reporter_result
101
+ end
102
+
103
+ # @return [Contrast::Agent::Telemetry]
85
104
  def telemetry_queue
86
105
  return if @telemetry.nil?
87
106
 
88
107
  @telemetry
89
108
  end
109
+
110
+ # @return [Contrast::Agent::Reporter]
111
+ def reporter
112
+ return if @reporter.nil?
113
+
114
+ @reporter
115
+ end
90
116
  end
91
117
  end
92
118
  end
@@ -1,4 +1,4 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  require 'contrast/components/logger'
@@ -46,9 +46,6 @@ module Contrast
46
46
  Contrast::Agent.framework_manager.register_late_framework(loaded_module)
47
47
  Contrast::Agent::Inventory::DependencyUsageAnalysis.instance.associate_file(path) if path
48
48
  Contrast::Agent::Patching::Policy::Patcher.patch_specific_module(loaded_module)
49
- if RUBY_VERSION < '2.6.0' # TODO: RUBY-714 remove guard w/ EOL of 2.5
50
- Contrast::Agent::Assess::Policy::RewriterPatch.rewrite_interpolation(loaded_module)
51
- end
52
49
  Contrast::Agent::Assess::Policy::PolicyScanner.scan(tracepoint_event)
53
50
  rescue StandardError => e
54
51
  logger.error('Unable to complete TracePoint analysis', e, module: loaded_module, path: path)
@@ -1,8 +1,8 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  module Contrast
5
5
  module Agent
6
- VERSION = '4.13.1'
6
+ VERSION = '5.1.0'
7
7
  end
8
8
  end
@@ -1,4 +1,4 @@
1
- # Copyright (c) 2021 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
1
+ # Copyright (c) 2022 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
2
2
  # frozen_string_literal: true
3
3
 
4
4
  module Contrast