contrast-agent 3.10.0 → 3.12.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.flayignore +1 -0
- data/.simplecov +5 -2
- data/ext/build_funchook.rb +12 -7
- data/ext/cs__assess_active_record_named/cs__active_record_named.c +12 -14
- data/ext/cs__assess_active_record_named/cs__active_record_named.h +1 -0
- data/ext/cs__assess_active_record_named/extconf.rb +3 -0
- data/ext/cs__assess_array/cs__assess_array.c +5 -6
- data/ext/cs__assess_array/cs__assess_array.h +1 -0
- data/ext/cs__assess_array/extconf.rb +3 -0
- data/ext/cs__assess_basic_object/cs__assess_basic_object.c +13 -11
- data/ext/cs__assess_basic_object/cs__assess_basic_object.h +2 -1
- data/ext/cs__assess_basic_object/extconf.rb +3 -0
- data/ext/cs__assess_fiber_track/cs__assess_fiber_track.c +4 -3
- data/ext/cs__assess_fiber_track/cs__assess_fiber_track.h +3 -3
- data/ext/cs__assess_fiber_track/extconf.rb +3 -0
- data/ext/cs__assess_hash/cs__assess_hash.c +40 -17
- data/ext/cs__assess_hash/cs__assess_hash.h +4 -6
- data/ext/cs__assess_hash/extconf.rb +3 -0
- data/ext/cs__assess_kernel/cs__assess_kernel.c +11 -9
- data/ext/cs__assess_kernel/cs__assess_kernel.h +1 -0
- data/ext/cs__assess_kernel/extconf.rb +3 -0
- data/ext/cs__assess_marshal_module/cs__assess_marshal_module.c +3 -6
- data/ext/cs__assess_marshal_module/extconf.rb +3 -0
- data/ext/cs__assess_module/cs__assess_module.c +16 -14
- data/ext/cs__assess_module/cs__assess_module.h +3 -0
- data/ext/cs__assess_module/extconf.rb +3 -0
- data/ext/cs__assess_regexp/cs__assess_regexp.c +13 -9
- data/ext/cs__assess_regexp/cs__assess_regexp.h +1 -0
- data/ext/cs__assess_regexp/extconf.rb +3 -0
- data/ext/cs__assess_string/cs__assess_string.c +5 -8
- data/ext/cs__assess_string/cs__assess_string.h +2 -1
- data/ext/cs__assess_string/extconf.rb +3 -0
- data/ext/cs__assess_string_interpolation26/cs__assess_string_interpolation26.c +2 -2
- data/ext/cs__assess_string_interpolation26/cs__assess_string_interpolation26.h +3 -3
- data/ext/cs__assess_string_interpolation26/extconf.rb +3 -0
- data/ext/cs__assess_yield_track/cs__assess_yield_track.h +1 -1
- data/ext/cs__assess_yield_track/extconf.rb +3 -0
- data/ext/cs__common/cs__common.c +80 -1
- data/ext/cs__common/cs__common.h +34 -0
- data/ext/cs__common/extconf.rb +9 -8
- data/ext/cs__contrast_patch/cs__contrast_patch.h +1 -6
- data/ext/cs__contrast_patch/extconf.rb +3 -0
- data/ext/cs__protect_kernel/cs__protect_kernel.c +23 -12
- data/ext/cs__protect_kernel/cs__protect_kernel.h +1 -0
- data/ext/cs__protect_kernel/extconf.rb +3 -0
- data/ext/extconf_common.rb +10 -8
- data/funchook/autom4te.cache/requests +45 -45
- data/funchook/config.log +4 -4
- data/lib/contrast.rb +1 -1
- data/lib/contrast/agent.rb +32 -29
- data/lib/contrast/agent/assess.rb +1 -11
- data/lib/contrast/agent/assess/adjusted_span.rb +3 -1
- data/lib/contrast/agent/assess/contrast_event.rb +16 -62
- data/lib/contrast/agent/assess/events/event_factory.rb +25 -0
- data/lib/contrast/agent/assess/events/source_event.rb +83 -0
- data/lib/contrast/agent/assess/insulator.rb +0 -4
- data/lib/contrast/agent/assess/policy/patcher.rb +6 -2
- data/lib/contrast/agent/assess/policy/policy_node.rb +1 -8
- data/lib/contrast/agent/assess/policy/policy_scanner.rb +2 -2
- data/lib/contrast/agent/assess/policy/preshift.rb +1 -1
- data/lib/contrast/agent/assess/policy/propagation_method.rb +68 -33
- data/lib/contrast/agent/assess/policy/propagation_node.rb +2 -1
- data/lib/contrast/agent/assess/policy/propagator.rb +1 -0
- data/lib/contrast/agent/assess/policy/propagator/custom.rb +1 -1
- data/lib/contrast/agent/assess/policy/propagator/database_write.rb +1 -3
- data/lib/contrast/agent/assess/policy/propagator/match_data.rb +80 -0
- data/lib/contrast/agent/assess/policy/propagator/select.rb +35 -22
- data/lib/contrast/agent/assess/policy/propagator/split.rb +26 -6
- data/lib/contrast/agent/assess/policy/propagator/substitution.rb +2 -0
- data/lib/contrast/agent/assess/policy/rewriter_patch.rb +37 -26
- data/lib/contrast/agent/assess/policy/source_method.rb +20 -20
- data/lib/contrast/agent/assess/policy/source_node.rb +0 -15
- data/lib/contrast/agent/assess/policy/trigger/reflected_xss.rb +90 -0
- data/lib/contrast/agent/assess/policy/trigger/xpath.rb +57 -0
- data/lib/contrast/agent/assess/policy/trigger_method.rb +30 -45
- data/lib/contrast/agent/assess/policy/trigger_node.rb +7 -7
- data/lib/contrast/agent/assess/policy/trigger_validation/ssrf_validator.rb +2 -31
- data/lib/contrast/agent/assess/properties.rb +5 -3
- data/lib/contrast/agent/assess/rule/base.rb +1 -20
- data/lib/contrast/agent/assess/rule/provider/hardcoded_value_rule.rb +23 -6
- data/lib/contrast/agent/assess/rule/redos.rb +4 -5
- data/lib/contrast/agent/assess/tag.rb +24 -14
- data/lib/contrast/agent/at_exit_hook.rb +16 -13
- data/lib/contrast/agent/class_reopener.rb +23 -8
- data/lib/contrast/agent/deadzone/policy/policy.rb +2 -2
- data/lib/contrast/agent/disable_reaction.rb +3 -4
- data/lib/contrast/agent/exclusion_matcher.rb +7 -48
- data/lib/contrast/agent/inventory/policy/datastores.rb +54 -0
- data/lib/contrast/agent/inventory/policy/policy.rb +1 -1
- data/lib/contrast/agent/middleware.rb +101 -260
- data/lib/contrast/agent/module_data.rb +2 -1
- data/lib/contrast/agent/patching/policy/after_load_patch.rb +13 -3
- data/lib/contrast/agent/patching/policy/after_load_patcher.rb +59 -47
- data/lib/contrast/agent/patching/policy/method_policy.rb +3 -3
- data/lib/contrast/agent/patching/policy/module_policy.rb +0 -25
- data/lib/contrast/agent/patching/policy/patch.rb +97 -23
- data/lib/contrast/agent/patching/policy/patcher.rb +28 -30
- data/lib/contrast/agent/patching/policy/policy.rb +7 -7
- data/lib/contrast/agent/patching/policy/policy_node.rb +3 -11
- data/lib/contrast/agent/patching/policy/trigger_node.rb +2 -5
- data/lib/contrast/agent/protect/policy/applies_command_injection_rule.rb +63 -0
- data/lib/contrast/agent/protect/policy/applies_deserialization_rule.rb +52 -0
- data/lib/contrast/agent/protect/policy/applies_no_sqli_rule.rb +68 -0
- data/lib/contrast/agent/protect/policy/applies_path_traversal_rule.rb +117 -0
- data/lib/contrast/agent/protect/policy/applies_sqli_rule.rb +54 -0
- data/lib/contrast/agent/protect/policy/applies_xxe_rule.rb +129 -0
- data/lib/contrast/agent/protect/policy/policy.rb +6 -6
- data/lib/contrast/agent/protect/policy/rule_applicator.rb +51 -0
- data/lib/contrast/agent/protect/rule.rb +0 -5
- data/lib/contrast/agent/protect/rule/base.rb +19 -37
- data/lib/contrast/agent/protect/rule/base_service.rb +3 -1
- data/lib/contrast/agent/protect/rule/cmd_injection.rb +12 -15
- data/lib/contrast/agent/protect/rule/default_scanner.rb +0 -13
- data/lib/contrast/agent/protect/rule/deserialization.rb +2 -0
- data/lib/contrast/agent/protect/rule/http_method_tampering.rb +2 -2
- data/lib/contrast/agent/protect/rule/no_sqli.rb +4 -4
- data/lib/contrast/agent/protect/rule/path_traversal.rb +6 -10
- data/lib/contrast/agent/protect/rule/sqli.rb +5 -4
- data/lib/contrast/agent/protect/rule/unsafe_file_upload.rb +2 -0
- data/lib/contrast/agent/protect/rule/xss.rb +2 -0
- data/lib/contrast/agent/protect/rule/xxe.rb +10 -4
- data/lib/contrast/agent/railtie.rb +3 -8
- data/lib/contrast/agent/reaction_processor.rb +5 -5
- data/lib/contrast/agent/request.rb +11 -18
- data/lib/contrast/agent/request_context.rb +16 -19
- data/lib/contrast/agent/request_handler.rb +35 -0
- data/lib/contrast/agent/response.rb +39 -86
- data/lib/contrast/agent/rewriter.rb +22 -10
- data/lib/contrast/agent/rule_set.rb +49 -0
- data/lib/contrast/agent/scope.rb +0 -6
- data/lib/contrast/agent/service_heartbeat.rb +3 -4
- data/lib/contrast/agent/socket_client.rb +25 -19
- data/lib/contrast/agent/static_analysis.rb +41 -0
- data/lib/contrast/agent/thread.rb +1 -1
- data/lib/contrast/agent/tracepoint_hook.rb +1 -5
- data/lib/contrast/agent/version.rb +1 -1
- data/lib/contrast/api.rb +1 -1
- data/lib/contrast/api/decorators.rb +14 -0
- data/lib/contrast/api/decorators/application_settings.rb +37 -0
- data/lib/contrast/api/decorators/application_update.rb +66 -0
- data/lib/contrast/api/decorators/input_analysis.rb +17 -0
- data/lib/contrast/api/decorators/server_features.rb +24 -0
- data/lib/contrast/api/speedracer.rb +28 -24
- data/lib/contrast/api/tcp_socket.rb +0 -2
- data/lib/contrast/components/agent.rb +34 -24
- data/lib/contrast/components/app_context.rb +45 -38
- data/lib/contrast/components/assess.rb +25 -15
- data/lib/contrast/components/config.rb +7 -5
- data/lib/contrast/components/contrast_service.rb +23 -71
- data/lib/contrast/components/heap_dump.rb +12 -8
- data/lib/contrast/components/interface.rb +15 -22
- data/lib/contrast/components/inventory.rb +5 -1
- data/lib/contrast/components/logger.rb +3 -68
- data/lib/contrast/components/protect.rb +40 -4
- data/lib/contrast/components/sampling.rb +22 -11
- data/lib/contrast/components/scope.rb +2 -52
- data/lib/contrast/components/settings.rb +42 -23
- data/lib/contrast/config/base_configuration.rb +1 -0
- data/lib/contrast/config/default_value.rb +1 -0
- data/lib/contrast/config/protect_rule_configuration.rb +0 -14
- data/lib/contrast/config/protect_rules_configuration.rb +0 -1
- data/lib/contrast/configuration.rb +2 -2
- data/lib/contrast/{extensions/ruby_core → extension}/assess.rb +12 -15
- data/lib/contrast/extension/assess/array.rb +77 -0
- data/lib/contrast/{extensions/ruby_core → extension}/assess/assess_extension.rb +29 -24
- data/lib/contrast/{extensions/ruby_core → extension}/assess/erb.rb +0 -8
- data/lib/contrast/extension/assess/eval_trigger.rb +78 -0
- data/lib/contrast/{extensions/ruby_core → extension}/assess/exec_trigger.rb +7 -9
- data/lib/contrast/extension/assess/fiber.rb +113 -0
- data/lib/contrast/extension/assess/hash.rb +39 -0
- data/lib/contrast/extension/assess/kernel.rb +110 -0
- data/lib/contrast/extension/assess/regexp.rb +84 -0
- data/lib/contrast/{extensions/ruby_core → extension}/assess/string.rb +18 -10
- data/lib/contrast/{extensions/ruby_core → extension}/delegator.rb +0 -0
- data/lib/contrast/{extensions/ruby_core → extension}/inventory.rb +2 -2
- data/lib/contrast/extension/kernel.rb +54 -0
- data/lib/contrast/{extensions/ruby_core → extension}/module.rb +0 -0
- data/lib/contrast/{extensions/ruby_core → extension}/protect.rb +2 -2
- data/lib/contrast/extension/protect/kernel.rb +44 -0
- data/lib/contrast/{extensions/ruby_core → extension}/protect/psych.rb +1 -1
- data/lib/contrast/{extensions/ruby_core → extension}/thread.rb +0 -0
- data/lib/contrast/framework/base_support.rb +32 -0
- data/lib/contrast/framework/manager.rb +59 -8
- data/lib/contrast/framework/platform_version.rb +1 -0
- data/lib/contrast/framework/rack/patch/session_cookie.rb +126 -0
- data/lib/contrast/framework/rack/patch/support.rb +24 -0
- data/lib/contrast/framework/rack/support.rb +22 -0
- data/lib/contrast/framework/rails/patch/action_controller_live_buffer.rb +43 -0
- data/lib/contrast/framework/rails/patch/assess_configuration.rb +103 -0
- data/lib/contrast/framework/rails/patch/rails_application_configuration.rb +31 -0
- data/lib/contrast/framework/rails/patch/support.rb +67 -0
- data/lib/contrast/framework/rails/rewrite/action_controller_railties_helper_inherited.rb +34 -0
- data/lib/contrast/framework/rails/rewrite/active_record_attribute_methods_read.rb +39 -0
- data/lib/contrast/framework/rails/rewrite/active_record_named.rb +73 -0
- data/lib/contrast/framework/rails/rewrite/active_record_time_zone_inherited.rb +33 -0
- data/lib/contrast/framework/rails/support.rb +115 -0
- data/lib/contrast/framework/sinatra/application_helper.rb +51 -0
- data/lib/contrast/framework/sinatra/patch/base.rb +83 -0
- data/lib/contrast/framework/sinatra/patch/support.rb +27 -0
- data/lib/contrast/framework/sinatra/support.rb +109 -0
- data/lib/contrast/framework/view_technologies_descriptor.rb +1 -0
- data/lib/contrast/logger/application.rb +80 -0
- data/lib/contrast/logger/log.rb +143 -0
- data/lib/contrast/logger/time.rb +50 -0
- data/lib/contrast/tasks/config.rb +54 -0
- data/lib/contrast/tasks/service.rb +3 -13
- data/lib/contrast/utils/assess/sampling_util.rb +4 -9
- data/lib/contrast/utils/assess/tracking_util.rb +7 -1
- data/lib/contrast/utils/boolean_util.rb +2 -2
- data/lib/contrast/utils/cache.rb +0 -11
- data/lib/contrast/utils/class_util.rb +21 -2
- data/lib/contrast/utils/gemfile_reader.rb +7 -5
- data/lib/contrast/utils/hash_digest.rb +2 -11
- data/lib/contrast/utils/heap_dump_util.rb +12 -11
- data/lib/contrast/utils/invalid_configuration_util.rb +4 -4
- data/lib/contrast/utils/inventory_util.rb +2 -2
- data/lib/contrast/utils/io_util.rb +1 -11
- data/lib/contrast/utils/job_servers_running.rb +6 -4
- data/lib/contrast/utils/object_share.rb +1 -28
- data/lib/contrast/utils/os.rb +1 -25
- data/lib/contrast/utils/service_response_util.rb +36 -60
- data/lib/contrast/utils/service_sender_util.rb +84 -23
- data/lib/contrast/utils/sinatra_helper.rb +0 -6
- data/lib/contrast/utils/stack_trace_utils.rb +86 -182
- data/lib/contrast/utils/string_utils.rb +18 -2
- data/lib/contrast/utils/tag_util.rb +11 -1
- data/lib/contrast/utils/thread_tracker.rb +2 -2
- data/lib/contrast/utils/timer.rb +0 -40
- data/resources/assess/policy.json +42 -71
- data/resources/inventory/policy.json +2 -2
- data/resources/protect/policy.json +15 -15
- data/ruby-agent.gemspec +11 -4
- data/service_executables/VERSION +1 -1
- data/service_executables/linux/contrast-service +0 -0
- data/service_executables/mac/contrast-service +0 -0
- metadata +122 -111
- data/ext/cs__assess_regexp_track/cs__assess_regexp_track.c +0 -63
- data/ext/cs__assess_regexp_track/cs__assess_regexp_track.h +0 -29
- data/ext/cs__assess_regexp_track/extconf.rb +0 -2
- data/lib/contrast/agent/assess/frozen_properties.rb +0 -41
- data/lib/contrast/agent/assess/rule/csrf.rb +0 -66
- data/lib/contrast/agent/assess/rule/csrf/csrf_action.rb +0 -28
- data/lib/contrast/agent/assess/rule/csrf/csrf_applicator.rb +0 -73
- data/lib/contrast/agent/assess/rule/csrf/csrf_watcher.rb +0 -132
- data/lib/contrast/agent/assess/rule/response_scanning_rule.rb +0 -47
- data/lib/contrast/agent/assess/rule/response_watcher.rb +0 -36
- data/lib/contrast/agent/assess/rule/watcher.rb +0 -36
- data/lib/contrast/agent/feature_state.rb +0 -376
- data/lib/contrast/agent/logger_manager.rb +0 -116
- data/lib/contrast/agent/protect/rule/csrf.rb +0 -118
- data/lib/contrast/agent/protect/rule/csrf/csrf_evaluator.rb +0 -103
- data/lib/contrast/agent/protect/rule/csrf/csrf_token_injector.rb +0 -85
- data/lib/contrast/agent/settings_state.rb +0 -152
- data/lib/contrast/delegators.rb +0 -9
- data/lib/contrast/delegators/application_update.rb +0 -32
- data/lib/contrast/extensions/framework/rack/cookie.rb +0 -24
- data/lib/contrast/extensions/framework/rack/request.rb +0 -24
- data/lib/contrast/extensions/framework/rack/response.rb +0 -23
- data/lib/contrast/extensions/framework/rails/action_controller_railties_helper_inherited.rb +0 -20
- data/lib/contrast/extensions/framework/rails/active_record.rb +0 -26
- data/lib/contrast/extensions/framework/rails/active_record_named.rb +0 -53
- data/lib/contrast/extensions/framework/rails/active_record_time_zone_inherited.rb +0 -21
- data/lib/contrast/extensions/framework/rails/buffer.rb +0 -28
- data/lib/contrast/extensions/framework/rails/configuration.rb +0 -27
- data/lib/contrast/extensions/framework/sinatra/base.rb +0 -59
- data/lib/contrast/extensions/ruby_core/assess/array.rb +0 -59
- data/lib/contrast/extensions/ruby_core/assess/basic_object.rb +0 -15
- data/lib/contrast/extensions/ruby_core/assess/fiber.rb +0 -124
- data/lib/contrast/extensions/ruby_core/assess/hash.rb +0 -22
- data/lib/contrast/extensions/ruby_core/assess/kernel.rb +0 -95
- data/lib/contrast/extensions/ruby_core/assess/module.rb +0 -14
- data/lib/contrast/extensions/ruby_core/assess/regexp.rb +0 -206
- data/lib/contrast/extensions/ruby_core/assess/tilt_template_trigger.rb +0 -73
- data/lib/contrast/extensions/ruby_core/assess/xpath_library_trigger.rb +0 -40
- data/lib/contrast/extensions/ruby_core/eval_trigger.rb +0 -52
- data/lib/contrast/extensions/ruby_core/inventory/datastores.rb +0 -37
- data/lib/contrast/extensions/ruby_core/protect/applies_command_injection_rule.rb +0 -72
- data/lib/contrast/extensions/ruby_core/protect/applies_deserialization_rule.rb +0 -60
- data/lib/contrast/extensions/ruby_core/protect/applies_no_sqli_rule.rb +0 -83
- data/lib/contrast/extensions/ruby_core/protect/applies_path_traversal_rule.rb +0 -123
- data/lib/contrast/extensions/ruby_core/protect/applies_sqli_rule.rb +0 -65
- data/lib/contrast/extensions/ruby_core/protect/applies_xxe_rule.rb +0 -143
- data/lib/contrast/extensions/ruby_core/protect/kernel.rb +0 -30
- data/lib/contrast/framework/rails_support.rb +0 -88
- data/lib/contrast/framework/sinatra_application_helper.rb +0 -49
- data/lib/contrast/framework/sinatra_support.rb +0 -94
- data/lib/contrast/utils/comment_range.rb +0 -19
- data/lib/contrast/utils/data_store_util.rb +0 -23
- data/lib/contrast/utils/environment_util.rb +0 -81
- data/lib/contrast/utils/performs_logging.rb +0 -152
- data/lib/contrast/utils/rack_assess_session_cookie.rb +0 -104
- data/lib/contrast/utils/rails_assess_configuration.rb +0 -95
- data/lib/contrast/utils/random_util.rb +0 -22
- data/resources/csrf/inject.js +0 -44
- data/resources/factory-bot-spec/spec_helper.rb +0 -30
- data/resources/rubocops/kernel/catch_cop.rb +0 -37
- data/resources/rubocops/kernel/require_cop.rb +0 -37
- data/resources/rubocops/kernel/require_relative_cop.rb +0 -33
- data/resources/rubocops/module/autoload_cop.rb +0 -37
- data/resources/rubocops/module/const_defined_cop.rb +0 -37
- data/resources/rubocops/module/const_get_cop.rb +0 -37
- data/resources/rubocops/module/const_set_cop.rb +0 -37
- data/resources/rubocops/module/constants_cop.rb +0 -37
- data/resources/rubocops/module/name_cop.rb +0 -37
- data/resources/rubocops/object/class_cop.rb +0 -37
- data/resources/rubocops/object/freeze_cop.rb +0 -37
- data/resources/rubocops/object/frozen_cop.rb +0 -37
- data/resources/rubocops/object/is_a_cop.rb +0 -37
- data/resources/rubocops/object/method_cop.rb +0 -37
- data/resources/rubocops/object/respond_to_cop.rb +0 -37
- data/resources/rubocops/object/singleton_class_cop.rb +0 -37
- data/resources/rubocops/regexp/spelling_cop.rb +0 -44
- data/resources/rubocops/thread/new_cop.rb +0 -39
- data/resources/ruby-spec/ancestors_spec.rb +0 -70
- data/resources/ruby-spec/modulo_spec.rb +0 -831
- data/resources/ruby-spec/parameters_spec.rb +0 -261
- data/resources/ruby-spec/ruby_spec_spec_helper.rb +0 -35
@@ -17,7 +17,7 @@ module Contrast
|
|
17
17
|
NAME
|
18
18
|
end
|
19
19
|
|
20
|
-
def regexp_complexity_check context, trigger_node, source, object, ret,
|
20
|
+
def regexp_complexity_check context, trigger_node, source, object, ret, *args
|
21
21
|
# we can arrive here either from:
|
22
22
|
# regexp =~ string
|
23
23
|
# string =~ regexp
|
@@ -31,9 +31,9 @@ module Contrast
|
|
31
31
|
return unless regexp_vulnerable?(regexp)
|
32
32
|
|
33
33
|
# (2) regexp must evaluate against user input
|
34
|
-
|
35
|
-
|
36
|
-
|
34
|
+
return unless trigger_node.violated?(string)
|
35
|
+
|
36
|
+
Contrast::Agent::Assess::Policy::TriggerMethod.build_finding(context, trigger_node, source, object, ret, args)
|
37
37
|
end
|
38
38
|
|
39
39
|
protected
|
@@ -54,7 +54,6 @@ module Contrast
|
|
54
54
|
# will have the same functional characteristics as the original.
|
55
55
|
# Regexp#inspect gives you a "more nicely formatted" version than #to_s.
|
56
56
|
# Regexp#source will give you the original source.
|
57
|
-
# TODO RUBY-683, would we ever get a hit on one but not the other?
|
58
57
|
|
59
58
|
# Use #match? because it doesn't fill out global variables
|
60
59
|
# in the way match or =~ do.
|
@@ -33,6 +33,10 @@ module Contrast
|
|
33
33
|
start_idx...end_idx
|
34
34
|
end
|
35
35
|
|
36
|
+
def extends_beyond_string_size? string_length
|
37
|
+
@end_idx > string_length
|
38
|
+
end
|
39
|
+
|
36
40
|
# Return if a given tag overlaps this one
|
37
41
|
def overlaps? other
|
38
42
|
return true if @start_idx < other.start_idx && @end_idx >= other.start_idx # we start below other & end in it
|
@@ -100,27 +104,33 @@ module Contrast
|
|
100
104
|
# The tag is ______ the range
|
101
105
|
# rrrrrrr == self.range, the range of the tag
|
102
106
|
def compare_range start, stop
|
103
|
-
#
|
104
|
-
|
105
|
-
|
106
|
-
|
107
|
-
|
108
|
-
|
109
|
-
|
110
|
-
|
107
|
+
# the range starts below the given values
|
108
|
+
if @start_idx < start
|
109
|
+
# r starts and stops below
|
110
|
+
# rrrrrrrrrrrrr
|
111
|
+
# start stop
|
112
|
+
return BELOW if @end_idx <= start
|
113
|
+
# r starts below and finishes within
|
114
|
+
# rrrrrrrrrrrrr
|
115
|
+
# start stop
|
116
|
+
return LOW_SPAN if @end_idx > start && @end_idx <= stop
|
117
|
+
# r starts below and finishes above stop
|
118
|
+
# rrrrrrrrrrrrrrrrrrrrrrrr
|
119
|
+
# start stop
|
120
|
+
return WITHOUT if @end_idx > stop
|
121
|
+
end
|
122
|
+
|
123
|
+
# the range starts at or above the given values
|
111
124
|
# r is between start and stop
|
112
125
|
# rrrrrrrrrrrrrrr
|
113
126
|
# start stop
|
114
|
-
return WITHIN
|
115
|
-
# r starts below and finishes above stop
|
116
|
-
# rrrrrrrrrrrrrrrrrrrrrrrr
|
117
|
-
# start stop
|
118
|
-
return WITHOUT if @start_idx < start && @end_idx > stop
|
127
|
+
return WITHIN if @start_idx < stop && @end_idx <= stop
|
119
128
|
# r starts within and finishes above stop
|
120
129
|
# rrrrrrrrrrrrr
|
121
130
|
# start stop
|
122
|
-
return HIGH_SPAN if @start_idx
|
131
|
+
return HIGH_SPAN if @start_idx < stop && @end_idx > stop
|
123
132
|
|
133
|
+
# the range is above the given values
|
124
134
|
# starts and stops above
|
125
135
|
# rrrrrrrrrrrrr
|
126
136
|
# start stop
|
@@ -8,26 +8,29 @@ module Contrast
|
|
8
8
|
# This module adds an at_exit hook for us to send messages that may be lost at process exit
|
9
9
|
module AtExitHook
|
10
10
|
include Contrast::Components::Interface
|
11
|
-
access_component :logging
|
12
|
-
|
13
|
-
TERMINATION_NOTICE = 'at_exit invoked, host application terminating'
|
14
|
-
|
11
|
+
access_component :logging
|
15
12
|
def self.exit_hook
|
16
13
|
@_exit_hook ||= begin
|
17
14
|
at_exit do
|
18
|
-
|
19
|
-
|
20
|
-
context = Contrast::Agent::REQUEST_TRACKER.current
|
21
|
-
CONTRAST_SERVICE.send_message(context.activity) if context
|
22
|
-
|
23
|
-
logger.debug(" - current PID #{ @pid }")
|
24
|
-
logger.debug(" - current PPID #{ @ppid }")
|
25
|
-
logger.debug(" - process PID #{ Process.pid }")
|
26
|
-
logger.debug(" - process PPID #{ Process.ppid }")
|
15
|
+
on_exit
|
27
16
|
end
|
28
17
|
true
|
29
18
|
end
|
30
19
|
end
|
20
|
+
|
21
|
+
# Actions to take when a process exits. Typically called from our
|
22
|
+
# exit_hook, but exposed here for other process terminations, like those
|
23
|
+
# in Kernel#exec
|
24
|
+
def self.on_exit
|
25
|
+
logger.debug('at_exit invoked, host application terminating',
|
26
|
+
p_id: @pid,
|
27
|
+
pp_id: @ppid,
|
28
|
+
process_pid: Process.pid,
|
29
|
+
process_pp_id: Process.ppid)
|
30
|
+
|
31
|
+
context = Contrast::Agent::REQUEST_TRACKER.current
|
32
|
+
Contrast::Utils::ServiceSenderUtil.send_event_immediately(context.activity) if context
|
33
|
+
end
|
31
34
|
end
|
32
35
|
end
|
33
36
|
end
|
@@ -2,25 +2,30 @@
|
|
2
2
|
# frozen_string_literal: true
|
3
3
|
|
4
4
|
cs__scoped_require 'ripper'
|
5
|
-
cs__scoped_require 'contrast/
|
5
|
+
cs__scoped_require 'contrast/extension/module'
|
6
6
|
cs__scoped_require 'contrast/components/interface'
|
7
|
+
cs__scoped_require 'contrast/logger/log'
|
7
8
|
|
8
9
|
# This method is left purposefully at the top level namespace. Moving it
|
9
10
|
# elsewhere will break functionality as it executes evaluations against the
|
10
11
|
# namespace from which it is called -- ie putting it in Contrast would make all
|
11
12
|
# changes it intends for Foo happen to Contrast::Foo instead
|
12
13
|
#
|
13
|
-
# @param
|
14
|
+
# @param _class_name [String] the name of the class in which the eval will
|
14
15
|
# redefine functionality
|
15
16
|
# @param content [String] the String content that will function as the code in
|
16
17
|
# the given class
|
17
|
-
def unbound_eval
|
18
|
+
def unbound_eval _class_name, content
|
18
19
|
# Yuck, this is a top-level method that has to break encapsulation
|
19
20
|
# in order to access scoping!
|
20
21
|
Contrast::Components::Scope::COMPONENT_INTERFACE.scope_for_current_ec.enter_contrast_scope!
|
21
22
|
eval(content) # rubocop:disable Security/Eval
|
22
23
|
rescue Exception # rubocop:disable Lint/RescueException
|
23
|
-
|
24
|
+
# We can't use components here, so we have to access the log directly. I hate
|
25
|
+
# it, but we'll have to deal with it until we remove 2.5 support.
|
26
|
+
Contrast::Logger::Log.instance.logger.error('Unable to perform unbound eval of new content', module: class_name)
|
27
|
+
# And we need to return nil here, not the value from the logger.
|
28
|
+
nil
|
24
29
|
ensure
|
25
30
|
Contrast::Components::Scope::COMPONENT_INTERFACE.scope_for_current_ec.exit_contrast_scope!
|
26
31
|
end
|
@@ -115,9 +120,7 @@ module Contrast
|
|
115
120
|
def source_code location, method_name
|
116
121
|
file_name = location[0]
|
117
122
|
line_number = location[1]
|
118
|
-
return unless file_name
|
119
|
-
return unless File.exist?(file_name) && File.readable?(file_name)
|
120
|
-
return if File.empty?(file_name)
|
123
|
+
return unless file_contents_available?(file_name, line_number)
|
121
124
|
|
122
125
|
files[file_name] = File.readlines(file_name) unless files.key?(file_name)
|
123
126
|
lines = files[file_name]
|
@@ -130,7 +133,11 @@ module Contrast
|
|
130
133
|
break if complete?(code)
|
131
134
|
end
|
132
135
|
unless complete?(code) && compiles?(code)
|
133
|
-
logger.warn(
|
136
|
+
logger.warn(
|
137
|
+
'Failed to determine sourcecode for rewriting.',
|
138
|
+
file: file_name,
|
139
|
+
method: method_name,
|
140
|
+
line_number: line_number)
|
134
141
|
return
|
135
142
|
end
|
136
143
|
code
|
@@ -138,6 +145,14 @@ module Contrast
|
|
138
145
|
|
139
146
|
private
|
140
147
|
|
148
|
+
def file_contents_available? file_name, line_number
|
149
|
+
return false unless file_name && line_number
|
150
|
+
return false unless File.exist?(file_name) && File.readable?(file_name)
|
151
|
+
return false if File.empty?(file_name)
|
152
|
+
|
153
|
+
true
|
154
|
+
end
|
155
|
+
|
141
156
|
def gather_modules
|
142
157
|
return if class_module_path.nil?
|
143
158
|
|
@@ -37,14 +37,14 @@ module Contrast
|
|
37
37
|
|
38
38
|
def add_node node, _node_type = :deadzones
|
39
39
|
unless node
|
40
|
-
logger.error(
|
40
|
+
logger.error('Node was nil when adding node to policy')
|
41
41
|
return
|
42
42
|
end
|
43
43
|
|
44
44
|
begin
|
45
45
|
node.validate
|
46
46
|
rescue ArgumentError => e
|
47
|
-
logger.error(
|
47
|
+
logger.error('Node failed validation', e)
|
48
48
|
return
|
49
49
|
end
|
50
50
|
|
@@ -10,13 +10,12 @@ module Contrast
|
|
10
10
|
# set by the Organization's Administrator
|
11
11
|
class DisableReaction
|
12
12
|
include Contrast::Components::Interface
|
13
|
-
access_component :
|
13
|
+
access_component :agent, :logging
|
14
14
|
|
15
15
|
def self.run _reaction, level
|
16
16
|
logger.with_level(
|
17
|
-
|
18
|
-
'Contrast received instructions to disable itself - Disabling now'
|
19
|
-
level)
|
17
|
+
level,
|
18
|
+
'Contrast received instructions to disable itself - Disabling now')
|
20
19
|
AGENT.disable!
|
21
20
|
end
|
22
21
|
end
|
@@ -12,6 +12,10 @@ module Contrast
|
|
12
12
|
include Contrast::Components::Interface
|
13
13
|
access_component :logging
|
14
14
|
|
15
|
+
# Create a matcher around an exclusion sent from TeamServer.
|
16
|
+
#
|
17
|
+
# @param excl [Contrast::Api::Settings::Exclusion]
|
18
|
+
# @return [Contrast::Agent::ExclusionMatcher]
|
15
19
|
def initialize excl
|
16
20
|
@exclusion = excl
|
17
21
|
@protect = @exclusion.protect
|
@@ -58,10 +62,10 @@ module Contrast
|
|
58
62
|
# Contrast UI, these comparisons must be done at the end of the input.
|
59
63
|
# https://docs.contrastsecurity.com/admin-policymgmt.html#exclude
|
60
64
|
def handle_wildcard_code
|
61
|
-
return unless @exclusion.
|
65
|
+
return unless @exclusion.denylist&.any?
|
62
66
|
|
63
67
|
@wildcard_exclusions = []
|
64
|
-
@exclusion.
|
68
|
+
@exclusion.denylist.each do |code|
|
65
69
|
class_name, method_name = code.split(Contrast::Utils::ObjectShare::COLON)
|
66
70
|
class_pattern = build_regexp(class_name, false, true)
|
67
71
|
method_pattern = build_regexp(method_name)
|
@@ -76,7 +80,7 @@ module Contrast
|
|
76
80
|
pattern += Contrast::Utils::ObjectShare::DOLLAR_SIGN if end_anchor
|
77
81
|
Regexp.compile(pattern)
|
78
82
|
rescue RegexpError => e
|
79
|
-
logger.error(
|
83
|
+
logger.error('Unable to generate a pattern for exclusion matching.', e, pattern: pattern)
|
80
84
|
end
|
81
85
|
|
82
86
|
def protect?
|
@@ -87,14 +91,6 @@ module Contrast
|
|
87
91
|
@assess
|
88
92
|
end
|
89
93
|
|
90
|
-
def url?
|
91
|
-
@exclusion.type == :URL
|
92
|
-
end
|
93
|
-
|
94
|
-
def input?
|
95
|
-
@exclusion.type == :INPUT
|
96
|
-
end
|
97
|
-
|
98
94
|
def code?
|
99
95
|
@exclusion.type == :CODE
|
100
96
|
end
|
@@ -131,43 +127,6 @@ module Contrast
|
|
131
127
|
)
|
132
128
|
end
|
133
129
|
|
134
|
-
def match_url? url
|
135
|
-
return false unless url?
|
136
|
-
return true if @wildcard_url
|
137
|
-
|
138
|
-
@urls.any? { |test| url.match?(test) }
|
139
|
-
end
|
140
|
-
|
141
|
-
def match_input? value, type
|
142
|
-
return false unless input?
|
143
|
-
|
144
|
-
exclusion_type = @exclusion.input_type
|
145
|
-
case type
|
146
|
-
when :PARAMETER_NAME, :PARAMETER_VALUE
|
147
|
-
return exclusion_type == :PARAMETER && value_match?(value)
|
148
|
-
when :COOKIE_NAME, :COOKIE_VALUE
|
149
|
-
return exclusion_type == :COOKIE && value_match?(value)
|
150
|
-
when :HEADER
|
151
|
-
return exclusion_type == :HEADER && value_match?(value, false)
|
152
|
-
when :BODY
|
153
|
-
return exclusion_type == :BODY
|
154
|
-
when :QUERYSTRING
|
155
|
-
return exclusion_type == :QUERYSTRING
|
156
|
-
end
|
157
|
-
|
158
|
-
false
|
159
|
-
end
|
160
|
-
|
161
|
-
def value_match? value, case_sensitive = true
|
162
|
-
return true if @wildcard_input
|
163
|
-
|
164
|
-
if case_sensitive
|
165
|
-
value == @exclusion.input_name
|
166
|
-
else
|
167
|
-
@exclusion.input_name.casecmp(value).zero?
|
168
|
-
end
|
169
|
-
end
|
170
|
-
|
171
130
|
def match_code? stack_trace
|
172
131
|
return false unless code?
|
173
132
|
return false if @wildcard_exclusions&.empty?
|
@@ -0,0 +1,54 @@
|
|
1
|
+
# Copyright (c) 2020 Contrast Security, Inc. See https://www.contrastsecurity.com/enduser-terms-0317a for more details.
|
2
|
+
# frozen_string_literal: true
|
3
|
+
|
4
|
+
cs__scoped_require 'contrast/components/interface'
|
5
|
+
cs__scoped_require 'contrast/utils/inventory_util'
|
6
|
+
|
7
|
+
module Contrast
|
8
|
+
module Agent
|
9
|
+
module Inventory
|
10
|
+
module Policy
|
11
|
+
# This Module is how we apply the Data Store detection required for the
|
12
|
+
# FlowMap feature. It is called from our patches of the targeted methods
|
13
|
+
# in which database operations occur. It is responsible for deciding if
|
14
|
+
# the given invocation is worth reporting or not.
|
15
|
+
module DataStores
|
16
|
+
class << self
|
17
|
+
include Contrast::Components::Interface
|
18
|
+
|
19
|
+
access_component :analysis, :logging
|
20
|
+
# The key used in policy.json to indicate the database type to
|
21
|
+
# report.
|
22
|
+
DATA_STORE_MARKER = 'data_store'
|
23
|
+
|
24
|
+
def report_data_store _method, _exception, properties, object, _args
|
25
|
+
return unless INVENTORY.enabled?
|
26
|
+
|
27
|
+
marker = properties[DATA_STORE_MARKER]
|
28
|
+
return unless marker
|
29
|
+
|
30
|
+
file_report(marker)
|
31
|
+
rescue StandardError => e
|
32
|
+
logger.error('Error reporting database call', e, object: object)
|
33
|
+
end
|
34
|
+
|
35
|
+
private
|
36
|
+
|
37
|
+
def file_report data_store
|
38
|
+
return unless data_store
|
39
|
+
|
40
|
+
context = Contrast::Agent::REQUEST_TRACKER.current
|
41
|
+
return unless context&.activity
|
42
|
+
|
43
|
+
context.activity.technologies[data_store] = true
|
44
|
+
context.activity.query_count += 1
|
45
|
+
return unless context.activity.query_count == 1
|
46
|
+
|
47
|
+
Contrast::Utils::InventoryUtil.append_db_config(context.activity)
|
48
|
+
end
|
49
|
+
end
|
50
|
+
end
|
51
|
+
end
|
52
|
+
end
|
53
|
+
end
|
54
|
+
end
|
@@ -5,7 +5,7 @@ cs__scoped_require 'contrast/agent/inventory/policy/trigger_node'
|
|
5
5
|
cs__scoped_require 'contrast/agent/patching/policy/policy'
|
6
6
|
|
7
7
|
# classes required by patches in the policy
|
8
|
-
cs__scoped_require 'contrast/
|
8
|
+
cs__scoped_require 'contrast/agent/inventory/policy/datastores'
|
9
9
|
|
10
10
|
module Contrast
|
11
11
|
module Agent
|
@@ -7,10 +7,11 @@ cs__scoped_require 'rack'
|
|
7
7
|
|
8
8
|
cs__scoped_require 'contrast/security_exception'
|
9
9
|
cs__scoped_require 'contrast/utils/object_share'
|
10
|
-
cs__scoped_require 'contrast/utils/gemfile_reader'
|
11
10
|
cs__scoped_require 'contrast/agent/service_heartbeat'
|
12
11
|
cs__scoped_require 'contrast/components/interface'
|
13
12
|
cs__scoped_require 'contrast/utils/heap_dump_util'
|
13
|
+
cs__scoped_require 'contrast/agent/request_handler'
|
14
|
+
cs__scoped_require 'contrast/agent/static_analysis'
|
14
15
|
|
15
16
|
cs__scoped_require 'contrast/utils/timer'
|
16
17
|
cs__scoped_require 'contrast/utils/freeze_util'
|
@@ -19,331 +20,171 @@ cs__scoped_require 'contrast/utils/service_response_util'
|
|
19
20
|
|
20
21
|
module Contrast
|
21
22
|
module Agent
|
22
|
-
# This class allows the Agent to plug into the Rack middleware stack
|
23
|
-
#
|
24
|
-
#
|
23
|
+
# This class allows the Agent to plug into the Rack middleware stack. When the
|
24
|
+
# application is first started, we initialize ourselves as a rack middleware
|
25
|
+
# inside of #initialize. Afterwards, we process each http request and response
|
26
|
+
# as it goes through the middleware stack inside of #call.
|
25
27
|
class Middleware
|
26
28
|
include Contrast::Components::Interface
|
27
|
-
access_component :
|
29
|
+
access_component :agent, :config, :logging, :scope, :settings
|
28
30
|
|
29
31
|
attr_reader :app
|
30
32
|
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
# allows the Agent to function as a middleware
|
33
|
+
# Allows the Agent to function as a middleware. We perform all our one-time whole-app routines in here
|
34
|
+
# since we're only going to be initialized a single time. Our initialization order is:
|
35
|
+
# - capture the application
|
36
|
+
# - setup the Agent
|
37
|
+
# - startup the Agent
|
37
38
|
#
|
38
39
|
# @param app [Rack::Application] the application to be instrumented
|
39
40
|
# @param _legacy_param [nil] was a flag we no longer need, but Sinatra may call it
|
40
41
|
def initialize app, _legacy_param = nil
|
41
|
-
@app = app
|
42
|
-
|
43
|
-
# TODO: RUBY-545 nomenclature here needs to be updated.
|
44
|
-
# enabled/initialized are really only reflective of whether we were
|
45
|
-
# able to parse the config, which is the bare minimum for the agent
|
46
|
-
# to do anything.
|
42
|
+
@app = app # THIS MUST BE FIRST AND ALWAYS SET!
|
43
|
+
setup_agent # THIS MUST BE SECOND AND ALWAYS CALLED!
|
47
44
|
unless AGENT.enabled?
|
48
|
-
logger.error(
|
49
|
-
|
50
|
-
AGENT.disable!
|
45
|
+
logger.error(
|
46
|
+
'The Agent was unable to initialize before the application middleware was initialized. Disabling permanently.')
|
47
|
+
AGENT.disable! # ensure the agent is disabled (probably redundant)
|
51
48
|
return
|
52
49
|
end
|
53
|
-
|
54
|
-
|
55
|
-
|
56
|
-
|
57
|
-
|
58
|
-
|
50
|
+
agent_startup_routine
|
51
|
+
end
|
52
|
+
|
53
|
+
# Startup the Agent as part of the initialization process:
|
54
|
+
# - start the service sending thread, responsible for sending and
|
55
|
+
# processing messages
|
56
|
+
# - start the heartbeat thread, which triggers service startup
|
57
|
+
# - start instrumenting libraries and do a 'catchup' patch for everything
|
58
|
+
# we didn't see get loaded
|
59
|
+
# - enable TracePoint, which handles all class loads and required
|
60
|
+
# instrumentation going forward
|
61
|
+
def agent_startup_routine
|
62
|
+
logger.debug_with_time('middleware: starting service') do
|
63
|
+
run_service_threads
|
59
64
|
end
|
60
65
|
|
61
|
-
|
62
|
-
|
63
|
-
# - start heartbeat thread, which triggers service startup
|
64
|
-
# - start patching to achieve instrumentation
|
65
|
-
|
66
|
-
logger.debug_with_time(LOG_DEBUG_MIDDLEWARE_SERVICE) do
|
67
|
-
# get threads ready to poll for messages on the queue
|
68
|
-
run_service_sender_thread
|
69
|
-
|
70
|
-
# sends first message to service, which triggers service startup
|
71
|
-
run_service_heartbeat_thread
|
72
|
-
end
|
73
|
-
|
74
|
-
# Default instrumentation
|
75
|
-
logger.debug_with_time(LOG_DEBUG_MIDDLEWARE_LIB) do
|
76
|
-
AGENT.run_instrumentation
|
66
|
+
logger.debug_with_time('middleware: instrument shared libraries and patch') do
|
67
|
+
Contrast::Agent::Patching::Policy::Patcher.patch
|
77
68
|
end
|
78
69
|
|
70
|
+
AGENT.enable_tracepoint
|
79
71
|
Contrast::Agent::AtExitHook.exit_hook
|
80
72
|
end
|
81
73
|
|
82
|
-
|
83
|
-
|
84
|
-
|
85
|
-
|
86
|
-
|
87
|
-
#
|
74
|
+
# This is where we're hooked into the middleware stack. If the agent is enabled, we're ready
|
75
|
+
# to do some processing on a per request basis. If not, we just pass the request along to the
|
76
|
+
# next middleware in the stack.
|
77
|
+
#
|
78
|
+
# @param env [Hash] the various variables stored by this and other Middlewares to know the state
|
79
|
+
# and values of this Request
|
80
|
+
# @return [Array,Rack::Response] the Response of this and subsequent Middlewares to be passed back
|
81
|
+
# to the user up the Rack framework.
|
88
82
|
def call env
|
89
83
|
Contrast::Utils::HeapDumpUtil.run
|
90
84
|
|
91
85
|
if AGENT.enabled?
|
92
|
-
|
93
|
-
|
94
|
-
response
|
86
|
+
Contrast::Agent::StaticAnalysis.catchup
|
87
|
+
call_with_agent(env)
|
95
88
|
else
|
96
|
-
|
89
|
+
app.call(env)
|
97
90
|
end
|
98
91
|
end
|
99
92
|
|
100
|
-
|
101
|
-
|
93
|
+
private
|
94
|
+
|
95
|
+
def setup_agent
|
96
|
+
SETTINGS.reset_state
|
97
|
+
|
98
|
+
if CONFIG.invalid?
|
99
|
+
AGENT.disable!
|
100
|
+
logger.error('!!! CONFIG FILE IS INVALID - DISABLING CONTRAST AGENT !!!')
|
101
|
+
elsif CONFIG.disabled?
|
102
|
+
AGENT.disable!
|
103
|
+
logger.warn('Contrast disabled by configuration. Continuing without instrumentation.')
|
104
|
+
else
|
105
|
+
AGENT.enable!
|
106
|
+
end
|
102
107
|
end
|
103
108
|
|
104
|
-
|
105
|
-
|
109
|
+
# This is where we process each request we intercept as a middleware. We make the request context
|
110
|
+
# available globally so that it can be accessed from anywhere. A RequestHandler object is made
|
111
|
+
# for each request, which handles prefilter and postfilter operations.
|
106
112
|
def call_with_agent env
|
107
|
-
|
113
|
+
return unless AGENT.enabled?
|
108
114
|
|
109
|
-
|
115
|
+
framework_request = Contrast::Agent.framework_manager.retrieve_request(env)
|
116
|
+
context = Contrast::Agent::RequestContext.new(framework_request)
|
117
|
+
response = nil
|
110
118
|
|
111
|
-
# default response
|
112
|
-
streaming = false
|
113
119
|
# make the context available for the lifecycle of this request
|
114
120
|
Contrast::Agent::REQUEST_TRACKER.lifespan(context) do
|
115
|
-
|
116
|
-
|
117
|
-
|
121
|
+
request_handler = Contrast::Agent::RequestHandler.new(context)
|
122
|
+
|
123
|
+
logger.debug_with_time('HTTP request cycle') do
|
124
|
+
# prefilter sequence
|
118
125
|
with_contrast_scope do
|
119
126
|
context.service_extract_request
|
120
|
-
prefilter
|
127
|
+
request_handler.ruleset.prefilter
|
121
128
|
end
|
122
129
|
|
123
|
-
|
124
|
-
# the original env
|
125
|
-
response = application_code(env)
|
130
|
+
response = application_code(env) # pass request down the Rack chain with original env
|
126
131
|
|
127
|
-
#
|
128
|
-
|
129
|
-
|
130
|
-
|
131
|
-
|
132
|
+
# postfilter sequence
|
133
|
+
with_contrast_scope do
|
134
|
+
context.extract_after(response) # update context with final response information
|
135
|
+
|
136
|
+
if Contrast::Agent.framework_manager.streaming?(env)
|
137
|
+
context.reset_activity
|
138
|
+
request_handler.stream_safe_postfilter
|
139
|
+
else
|
140
|
+
request_handler.ruleset.postfilter
|
141
|
+
# return response stored in the context in case any postfilter rules updated the response data
|
142
|
+
response = context.response&.rack_response || response
|
143
|
+
request_handler.send_activity_messages
|
144
|
+
end
|
132
145
|
end
|
133
|
-
|
134
|
-
# update context with final response information
|
135
|
-
context.extract_after(response)
|
136
|
-
|
137
|
-
# process filters that look at response headers and body
|
138
|
-
with_contrast_scope { postfilter(context) }
|
139
146
|
end
|
140
147
|
end
|
141
148
|
|
142
|
-
|
143
|
-
# updated the response data
|
144
|
-
context&.response&.rack_response || response
|
145
|
-
|
146
|
-
# handle security exception
|
149
|
+
response
|
147
150
|
rescue StandardError => e
|
148
151
|
handle_exception(e)
|
149
|
-
ensure
|
150
|
-
begin
|
151
|
-
handle_ensure(context, streaming)
|
152
|
-
rescue Exception => e # rubocop:disable Lint/RescueException
|
153
|
-
logger.error(e, 'Exception raised while flushing messages to Contrast service!')
|
154
|
-
raise
|
155
|
-
end
|
156
|
-
end
|
157
|
-
|
158
|
-
LOG_WARN_FRAMEWORK_PARSE = 'Unable to generate framework specific request - falling back to Rack'
|
159
|
-
# Given the rack environment of this call, generate a framework specific
|
160
|
-
# request object to bind to this context. In the event that multiple
|
161
|
-
# supported frameworks are defined OR we cannot determine the framework
|
162
|
-
# currently in use or there is an exception during request generation, we
|
163
|
-
# will fall back on Rack::Request object
|
164
|
-
def generate_request env
|
165
|
-
rails_defined = defined?(Rails)
|
166
|
-
sinatra_defined = defined?(Sinatra) && defined?(Sinatra::Request)
|
167
|
-
|
168
|
-
if rails_defined && !sinatra_defined
|
169
|
-
# code from /lib/action_cable/connection/base
|
170
|
-
environment = Rails.application.env_config.merge(env) if defined?(Rails.application) && Rails.application
|
171
|
-
ActionDispatch::Request.new(environment || env)
|
172
|
-
# !defined? currently redundant, won't be if we have more frameworks
|
173
|
-
elsif sinatra_defined && !rails_defined
|
174
|
-
Sinatra::Request.new(env)
|
175
|
-
else # many OR none
|
176
|
-
Rack::Request.new(env)
|
177
|
-
end
|
178
|
-
rescue StandardError => e
|
179
|
-
logger.warn(e, LOG_WARN_FRAMEWORK_PARSE)
|
180
|
-
Rack::Request.new(env)
|
181
|
-
end
|
182
|
-
|
183
|
-
LOG_ERROR_STREAM_CHECK = 'Unable to check for streaming'
|
184
|
-
ACTION_CONTROLLER_INSTANCE = 'action_controller.instance'
|
185
|
-
# First check to see if an action could potentially be streaming a response
|
186
|
-
def possibly_streaming? env
|
187
|
-
return false unless defined?(ActionController::Live)
|
188
|
-
|
189
|
-
env[ACTION_CONTROLLER_INSTANCE].cs__class.included_modules.include?(ActionController::Live)
|
190
|
-
rescue StandardError => e
|
191
|
-
logger.warn(LOG_ERROR_STREAM_CHECK, e)
|
192
152
|
end
|
193
153
|
|
194
|
-
|
195
|
-
|
196
|
-
|
197
|
-
def handle_ensure context, streaming
|
198
|
-
if context
|
199
|
-
logger.debug('Middleware request lifecycle complete; flushing context activity to Contrast service.')
|
200
|
-
Contrast::Utils::GemfileReader.instance.generate_library_usage(context.activity)
|
201
|
-
[context.server_activity, context.activity, context.observed_route].each do |message|
|
202
|
-
CONTRAST_SERVICE.send_message message
|
203
|
-
end
|
204
|
-
else
|
205
|
-
logger.error(LOG_ERROR_ENSURE)
|
154
|
+
def application_code env
|
155
|
+
logger.trace_with_time('application') do
|
156
|
+
app.call(env)
|
206
157
|
end
|
207
|
-
|
208
|
-
|
209
|
-
|
158
|
+
rescue Contrast::SecurityException => e
|
159
|
+
logger.trace('Security Exception raised during application lifecycle to prevent an attack', e)
|
160
|
+
raise e
|
210
161
|
end
|
211
162
|
|
212
163
|
SECURITY_EXCEPTION_MARKER = 'Contrast::SecurityException'
|
213
|
-
LOG_RETHROW_ERROR = 'Re-throwing original error'
|
214
164
|
# We're only going to suppress SecurityExceptions indicating a blocked attack.
|
215
165
|
# And, only if the config.agent.ruby.exceptions.capture? is set
|
216
166
|
def handle_exception exception
|
217
167
|
if exception.is_a?(Contrast::SecurityException) ||
|
218
168
|
exception.message&.include?(SECURITY_EXCEPTION_MARKER)
|
219
169
|
|
220
|
-
exception_control =
|
170
|
+
exception_control = AGENT.exception_control
|
221
171
|
raise exception unless exception_control[:enable]
|
222
172
|
|
223
173
|
[exception_control[:status], {}, [exception_control[:message]]]
|
224
174
|
else
|
225
|
-
|
226
|
-
logger.debug(exception, LOG_RETHROW_ERROR)
|
175
|
+
logger.debug('Re-throwing original error', exception)
|
227
176
|
raise exception
|
228
177
|
end
|
229
178
|
end
|
230
179
|
|
231
|
-
|
232
|
-
|
233
|
-
#
|
234
|
-
|
235
|
-
|
236
|
-
|
237
|
-
logger.debug_with_time(LOG_DEBUG_PREFILTER) do
|
238
|
-
prefilter_assess(context) if ASSESS.enabled? && context.analyze_request?
|
239
|
-
prefilter_protect(context) if PROTECT.enabled?
|
240
|
-
end
|
241
|
-
rescue Contrast::SecurityException => e
|
242
|
-
logger.warn("RASP threw security exception in prefilter: exception=#{ e.message }")
|
243
|
-
raise e
|
244
|
-
rescue StandardError => e
|
245
|
-
logger.error(LOG_ERROR_PREFILTER, e)
|
246
|
-
end
|
247
|
-
|
248
|
-
def prefilter_assess context
|
249
|
-
rules = ASSESS.rules
|
250
|
-
logger.debug("Assess: Running #{ rules.length } rules in prefilter.")
|
251
|
-
prefilter_rules(rules, context)
|
252
|
-
end
|
253
|
-
|
254
|
-
def prefilter_protect context
|
255
|
-
rules = PROTECT.rules
|
256
|
-
logger.debug("Protect: Running #{ rules.length } rules in prefilter.")
|
257
|
-
prefilter_rules(rules, context)
|
258
|
-
end
|
259
|
-
|
260
|
-
def prefilter_rules rules, context
|
261
|
-
rules.each do |_, rule|
|
262
|
-
rule.prefilter(context)
|
263
|
-
end
|
264
|
-
end
|
265
|
-
|
266
|
-
LOG_DEBUG_APPLICATION = 'application'
|
267
|
-
# Run the next level of the Rack stack as normal
|
268
|
-
def application_code env
|
269
|
-
logger.debug_with_time(LOG_DEBUG_APPLICATION) do
|
270
|
-
app.call(env)
|
271
|
-
end
|
272
|
-
rescue Contrast::SecurityException => e
|
273
|
-
logger.info("RASP threw security exception in application code: exception=#{ e.message }")
|
274
|
-
raise e
|
275
|
-
end
|
276
|
-
|
277
|
-
LOG_DEBUG_POSTFILTER = 'postfilter'
|
278
|
-
LOG_ERROR_POSTFILTER = 'Unexpected exception during postfilter'
|
279
|
-
# Iterate through rules that depend on the full response object
|
280
|
-
def postfilter context, streaming = false
|
281
|
-
return unless context.app_loaded?
|
282
|
-
|
283
|
-
logger.debug_with_time(LOG_DEBUG_POSTFILTER) do
|
284
|
-
if ASSESS.enabled? && context.analyze_response?
|
285
|
-
logger.debug("Assess:\tRunning #{ ASSESS.rules.length } rules in postfilter.")
|
286
|
-
postfilter_rules(ASSESS.rules, context, streaming)
|
287
|
-
end
|
288
|
-
|
289
|
-
if PROTECT.enabled?
|
290
|
-
logger.debug("Protect:\tRunning #{ PROTECT.rules.length } rules in postfilter.")
|
291
|
-
postfilter_rules(PROTECT.rules, context, streaming)
|
292
|
-
end
|
293
|
-
end
|
294
|
-
rescue Contrast::SecurityException => e
|
295
|
-
logger.warn("RASP threw security exception: exception=#{ e.message }")
|
296
|
-
raise e
|
297
|
-
rescue StandardError => e
|
298
|
-
logger.error(LOG_ERROR_POSTFILTER, e)
|
299
|
-
end
|
300
|
-
|
301
|
-
# Iterate through a list of rules with the current context and the full response body
|
302
|
-
def postfilter_rules rules, context, streaming
|
303
|
-
rules.each do |_, rule|
|
304
|
-
if !streaming || rule.stream_safe?
|
305
|
-
rule.postfilter(context)
|
306
|
-
else
|
307
|
-
logger.debug("Skipping rule: #{ rule.name } in streamed response.")
|
308
|
-
end
|
309
|
-
end
|
310
|
-
end
|
311
|
-
|
312
|
-
def run_service_heartbeat_thread
|
313
|
-
# Rspec stubs over this method for simplicity's sake in testing.
|
314
|
-
# Take care if you refactor this back into #initialize.
|
315
|
-
Contrast::Agent::ServiceHeartbeat.new.start
|
316
|
-
end
|
317
|
-
|
318
|
-
def run_service_sender_thread
|
319
|
-
# Rspec stubs over this method for simplicity's sake in testing.
|
320
|
-
# Take care if you refactor this back into #initialize.
|
180
|
+
# TODO: RUBY-920
|
181
|
+
# Move this somewhere that controls our threads, ensuring they're
|
182
|
+
# recreated on Fork
|
183
|
+
#
|
184
|
+
# Rspec stubs over these methods for simplicity's sake in testing
|
185
|
+
def run_service_threads
|
321
186
|
Contrast::Utils::ServiceSenderUtil.start
|
322
|
-
|
323
|
-
|
324
|
-
LOG_DEBUG_MW_INV = 'middleware: send inventory'
|
325
|
-
LOG_WARN_STATIC_ANALYSIS = 'Unable to run post-initialization static analysis'
|
326
|
-
# this is memoized, should only be meaningful after the first agented
|
327
|
-
# HTTP request
|
328
|
-
def do_static_analysis_catchup
|
329
|
-
@_do_static_analysis_catchup ||= begin
|
330
|
-
# Everything in here should be asynchronous, as we need to return
|
331
|
-
# the HTTP response from middleware ASAP.
|
332
|
-
|
333
|
-
# Review already-loaded inventory
|
334
|
-
logger.debug_with_time('initializer: report loaded gemset') do
|
335
|
-
Contrast::Utils::GemfileReader.instance.map_loaded_classes
|
336
|
-
end
|
337
|
-
|
338
|
-
# Report already-loaded inventory
|
339
|
-
logger.debug_with_time(LOG_DEBUG_MW_INV) do
|
340
|
-
settings.send_inventory_message
|
341
|
-
end
|
342
|
-
|
343
|
-
true
|
344
|
-
end
|
345
|
-
rescue StandardError => e
|
346
|
-
logger.warn(LOG_WARN_STATIC_ANALYSIS, e)
|
187
|
+
Contrast::Agent::ServiceHeartbeat.new.start
|
347
188
|
end
|
348
189
|
end
|
349
190
|
end
|