newrelic_rpm 8.2.0 → 9.0.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (439) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +5 -2
  3. data/.rubocop.yml +1919 -0
  4. data/.rubocop_todo.yml +100 -0
  5. data/.simplecov +15 -0
  6. data/.snyk +11 -0
  7. data/.yardopts +1 -0
  8. data/Brewfile +12 -0
  9. data/CHANGELOG.md +3654 -2951
  10. data/CONTRIBUTING.md +21 -6
  11. data/DOCKER.md +167 -0
  12. data/Dockerfile +10 -0
  13. data/Gemfile +0 -1
  14. data/Guardfile +9 -8
  15. data/LICENSE +0 -6
  16. data/README.md +20 -20
  17. data/Rakefile +27 -29
  18. data/THIRD_PARTY_NOTICES.md +14 -199
  19. data/Thorfile +5 -0
  20. data/bin/newrelic +3 -2
  21. data/bin/newrelic_cmd +1 -0
  22. data/bin/nrdebug +76 -53
  23. data/config.dot +5 -5
  24. data/docker-compose.yml +107 -0
  25. data/init.rb +4 -6
  26. data/install.rb +2 -2
  27. data/lefthook.yml +9 -0
  28. data/lib/new_relic/agent/adaptive_sampler.rb +11 -7
  29. data/lib/new_relic/agent/agent.rb +94 -924
  30. data/lib/new_relic/agent/agent_helpers/connect.rb +227 -0
  31. data/lib/new_relic/agent/agent_helpers/harvest.rb +153 -0
  32. data/lib/new_relic/agent/agent_helpers/shutdown.rb +72 -0
  33. data/lib/new_relic/agent/agent_helpers/special_startup.rb +74 -0
  34. data/lib/new_relic/agent/agent_helpers/start_worker_thread.rb +167 -0
  35. data/lib/new_relic/agent/agent_helpers/startup.rb +202 -0
  36. data/lib/new_relic/agent/agent_helpers/transmit.rb +76 -0
  37. data/lib/new_relic/agent/agent_logger.rb +23 -19
  38. data/lib/new_relic/agent/attribute_filter.rb +64 -47
  39. data/lib/new_relic/agent/attribute_processing.rb +7 -7
  40. data/lib/new_relic/agent/attributes.rb +5 -4
  41. data/lib/new_relic/agent/audit_logger.rb +8 -3
  42. data/lib/new_relic/agent/autostart.rb +20 -18
  43. data/lib/new_relic/agent/chained_call.rb +1 -1
  44. data/lib/new_relic/agent/commands/agent_command.rb +3 -3
  45. data/lib/new_relic/agent/commands/agent_command_router.rb +12 -11
  46. data/lib/new_relic/agent/commands/thread_profiler_session.rb +5 -7
  47. data/lib/new_relic/agent/configuration/default_source.rb +1353 -1355
  48. data/lib/new_relic/agent/configuration/dotted_hash.rb +6 -5
  49. data/lib/new_relic/agent/configuration/environment_source.rb +11 -9
  50. data/lib/new_relic/agent/configuration/event_harvest_config.rb +13 -6
  51. data/lib/new_relic/agent/configuration/high_security_source.rb +8 -9
  52. data/lib/new_relic/agent/configuration/manager.rb +82 -68
  53. data/lib/new_relic/agent/configuration/manual_source.rb +1 -1
  54. data/lib/new_relic/agent/configuration/mask_defaults.rb +3 -3
  55. data/lib/new_relic/agent/configuration/security_policy_source.rb +82 -85
  56. data/lib/new_relic/agent/configuration/server_source.rb +19 -18
  57. data/lib/new_relic/agent/configuration/yaml_source.rb +16 -13
  58. data/lib/new_relic/agent/configuration.rb +1 -1
  59. data/lib/new_relic/agent/connect/request_builder.rb +17 -19
  60. data/lib/new_relic/agent/connect/response_handler.rb +5 -8
  61. data/lib/new_relic/agent/custom_event_aggregator.rb +14 -15
  62. data/lib/new_relic/agent/database/explain_plan_helpers.rb +4 -5
  63. data/lib/new_relic/agent/database/obfuscation_helpers.rb +14 -13
  64. data/lib/new_relic/agent/database/obfuscator.rb +2 -2
  65. data/lib/new_relic/agent/database/postgres_explain_obfuscator.rb +3 -3
  66. data/lib/new_relic/agent/database.rb +37 -48
  67. data/lib/new_relic/agent/database_adapter.rb +3 -1
  68. data/lib/new_relic/agent/datastores/metric_helper.rb +17 -18
  69. data/lib/new_relic/agent/datastores/mongo/event_formatter.rb +7 -6
  70. data/lib/new_relic/agent/datastores/mongo/metric_translator.rb +6 -10
  71. data/lib/new_relic/agent/datastores/mongo.rb +1 -1
  72. data/lib/new_relic/agent/datastores/nosql_obfuscator.rb +41 -0
  73. data/lib/new_relic/agent/datastores/redis.rb +5 -7
  74. data/lib/new_relic/agent/datastores.rb +7 -9
  75. data/lib/new_relic/agent/deprecator.rb +1 -1
  76. data/lib/new_relic/agent/distributed_tracing/cross_app_payload.rb +6 -6
  77. data/lib/new_relic/agent/distributed_tracing/cross_app_tracing.rb +31 -29
  78. data/lib/new_relic/agent/distributed_tracing/distributed_trace_attributes.rb +22 -21
  79. data/lib/new_relic/agent/distributed_tracing/distributed_trace_metrics.rb +19 -19
  80. data/lib/new_relic/agent/distributed_tracing/distributed_trace_payload.rb +49 -51
  81. data/lib/new_relic/agent/distributed_tracing/distributed_trace_transport_type.rb +5 -6
  82. data/lib/new_relic/agent/distributed_tracing/trace_context.rb +76 -77
  83. data/lib/new_relic/agent/distributed_tracing/trace_context_payload.rb +37 -36
  84. data/lib/new_relic/agent/distributed_tracing.rb +33 -35
  85. data/lib/new_relic/agent/encoding_normalizer.rb +4 -2
  86. data/lib/new_relic/agent/error_collector.rb +27 -23
  87. data/lib/new_relic/agent/error_event_aggregator.rb +4 -5
  88. data/lib/new_relic/agent/error_filter.rb +15 -16
  89. data/lib/new_relic/agent/error_trace_aggregator.rb +4 -3
  90. data/lib/new_relic/agent/event_aggregator.rb +22 -21
  91. data/lib/new_relic/agent/event_buffer.rb +7 -8
  92. data/lib/new_relic/agent/event_listener.rb +1 -2
  93. data/lib/new_relic/agent/event_loop.rb +22 -20
  94. data/lib/new_relic/agent/external.rb +11 -12
  95. data/lib/new_relic/agent/guid_generator.rb +13 -11
  96. data/lib/new_relic/agent/harvester.rb +4 -5
  97. data/lib/new_relic/agent/heap.rb +7 -9
  98. data/lib/new_relic/agent/hostname.rb +20 -13
  99. data/lib/new_relic/agent/http_clients/abstract.rb +8 -9
  100. data/lib/new_relic/agent/http_clients/curb_wrappers.rb +6 -11
  101. data/lib/new_relic/agent/http_clients/excon_wrappers.rb +8 -9
  102. data/lib/new_relic/agent/http_clients/http_rb_wrappers.rb +4 -5
  103. data/lib/new_relic/agent/http_clients/httpclient_wrappers.rb +2 -4
  104. data/lib/new_relic/agent/http_clients/net_http_wrappers.rb +2 -4
  105. data/lib/new_relic/agent/http_clients/typhoeus_wrappers.rb +4 -5
  106. data/lib/new_relic/agent/http_clients/uri_util.rb +1 -3
  107. data/lib/new_relic/agent/instrumentation/action_cable_subscriber.rb +9 -22
  108. data/lib/new_relic/agent/instrumentation/action_controller_other_subscriber.rb +39 -0
  109. data/lib/new_relic/agent/instrumentation/action_controller_subscriber.rb +37 -30
  110. data/lib/new_relic/agent/instrumentation/action_dispatch.rb +31 -0
  111. data/lib/new_relic/agent/instrumentation/action_dispatch_subscriber.rb +64 -0
  112. data/lib/new_relic/agent/instrumentation/action_mailbox.rb +30 -0
  113. data/lib/new_relic/agent/instrumentation/action_mailbox_subscriber.rb +33 -0
  114. data/lib/new_relic/agent/instrumentation/action_mailer.rb +30 -0
  115. data/lib/new_relic/agent/instrumentation/action_mailer_subscriber.rb +85 -0
  116. data/lib/new_relic/agent/instrumentation/action_view_subscriber.rb +18 -19
  117. data/lib/new_relic/agent/instrumentation/active_job.rb +33 -13
  118. data/lib/new_relic/agent/instrumentation/active_job_subscriber.rb +41 -0
  119. data/lib/new_relic/agent/instrumentation/active_merchant.rb +19 -5
  120. data/lib/new_relic/agent/instrumentation/active_record.rb +37 -35
  121. data/lib/new_relic/agent/instrumentation/active_record_helper.rb +71 -61
  122. data/lib/new_relic/agent/instrumentation/active_record_notifications.rb +49 -46
  123. data/lib/new_relic/agent/instrumentation/active_record_prepend.rb +4 -4
  124. data/lib/new_relic/agent/instrumentation/active_record_subscriber.rb +26 -17
  125. data/lib/new_relic/agent/instrumentation/active_storage.rb +7 -3
  126. data/lib/new_relic/agent/instrumentation/active_storage_subscriber.rb +8 -33
  127. data/lib/new_relic/agent/instrumentation/active_support.rb +27 -0
  128. data/lib/new_relic/agent/instrumentation/active_support_logger/chain.rb +23 -0
  129. data/lib/new_relic/agent/instrumentation/active_support_logger/instrumentation.rb +20 -0
  130. data/lib/new_relic/agent/instrumentation/active_support_logger/prepend.rb +12 -0
  131. data/lib/new_relic/agent/instrumentation/active_support_logger.rb +24 -0
  132. data/lib/new_relic/agent/instrumentation/active_support_subscriber.rb +41 -0
  133. data/lib/new_relic/agent/instrumentation/bunny/chain.rb +11 -11
  134. data/lib/new_relic/agent/instrumentation/bunny/instrumentation.rb +20 -22
  135. data/lib/new_relic/agent/instrumentation/bunny/prepend.rb +4 -4
  136. data/lib/new_relic/agent/instrumentation/bunny.rb +4 -5
  137. data/lib/new_relic/agent/instrumentation/concurrent_ruby/chain.rb +36 -0
  138. data/lib/new_relic/agent/instrumentation/concurrent_ruby/instrumentation.rb +21 -0
  139. data/lib/new_relic/agent/instrumentation/concurrent_ruby/prepend.rb +27 -0
  140. data/lib/new_relic/agent/instrumentation/concurrent_ruby.rb +31 -0
  141. data/lib/new_relic/agent/instrumentation/controller_instrumentation.rb +67 -58
  142. data/lib/new_relic/agent/instrumentation/curb/chain.rb +41 -43
  143. data/lib/new_relic/agent/instrumentation/curb/instrumentation.rb +52 -53
  144. data/lib/new_relic/agent/instrumentation/curb/prepend.rb +12 -14
  145. data/lib/new_relic/agent/instrumentation/curb.rb +7 -7
  146. data/lib/new_relic/agent/instrumentation/custom_events.rb +12 -0
  147. data/lib/new_relic/agent/instrumentation/custom_events_subscriber.rb +37 -0
  148. data/lib/new_relic/agent/instrumentation/delayed_job/chain.rb +6 -9
  149. data/lib/new_relic/agent/instrumentation/delayed_job/instrumentation.rb +4 -9
  150. data/lib/new_relic/agent/instrumentation/delayed_job/prepend.rb +1 -2
  151. data/lib/new_relic/agent/instrumentation/delayed_job_instrumentation.rb +28 -10
  152. data/lib/new_relic/agent/instrumentation/elasticsearch/chain.rb +29 -0
  153. data/lib/new_relic/agent/instrumentation/elasticsearch/instrumentation.rb +66 -0
  154. data/lib/new_relic/agent/instrumentation/elasticsearch/prepend.rb +13 -0
  155. data/lib/new_relic/agent/instrumentation/elasticsearch.rb +31 -0
  156. data/lib/new_relic/agent/instrumentation/excon/middleware.rb +6 -6
  157. data/lib/new_relic/agent/instrumentation/excon.rb +24 -8
  158. data/lib/new_relic/agent/instrumentation/fiber/chain.rb +20 -0
  159. data/lib/new_relic/agent/instrumentation/fiber/instrumentation.rb +24 -0
  160. data/lib/new_relic/agent/instrumentation/fiber/prepend.rb +18 -0
  161. data/lib/new_relic/agent/instrumentation/fiber.rb +25 -0
  162. data/lib/new_relic/agent/instrumentation/grape/chain.rb +7 -8
  163. data/lib/new_relic/agent/instrumentation/grape/instrumentation.rb +12 -12
  164. data/lib/new_relic/agent/instrumentation/grape/prepend.rb +4 -4
  165. data/lib/new_relic/agent/instrumentation/grape.rb +12 -13
  166. data/lib/new_relic/agent/instrumentation/grpc/client/chain.rb +97 -0
  167. data/lib/new_relic/agent/instrumentation/grpc/client/instrumentation.rb +89 -0
  168. data/lib/new_relic/agent/instrumentation/grpc/client/prepend.rb +111 -0
  169. data/lib/new_relic/agent/instrumentation/grpc/client/request_wrapper.rb +30 -0
  170. data/lib/new_relic/agent/instrumentation/grpc/helper.rb +32 -0
  171. data/lib/new_relic/agent/instrumentation/grpc/server/chain.rb +69 -0
  172. data/lib/new_relic/agent/instrumentation/grpc/server/instrumentation.rb +134 -0
  173. data/lib/new_relic/agent/instrumentation/grpc/server/rpc_desc_prepend.rb +35 -0
  174. data/lib/new_relic/agent/instrumentation/grpc/server/rpc_server_prepend.rb +26 -0
  175. data/lib/new_relic/agent/instrumentation/grpc_client.rb +23 -0
  176. data/lib/new_relic/agent/instrumentation/grpc_server.rb +25 -0
  177. data/lib/new_relic/agent/instrumentation/httpclient/chain.rb +3 -4
  178. data/lib/new_relic/agent/instrumentation/httpclient/instrumentation.rb +7 -8
  179. data/lib/new_relic/agent/instrumentation/httpclient/prepend.rb +1 -3
  180. data/lib/new_relic/agent/instrumentation/httpclient.rb +3 -3
  181. data/lib/new_relic/agent/instrumentation/httprb/chain.rb +3 -3
  182. data/lib/new_relic/agent/instrumentation/httprb/instrumentation.rb +11 -11
  183. data/lib/new_relic/agent/instrumentation/httprb/prepend.rb +2 -2
  184. data/lib/new_relic/agent/instrumentation/httprb.rb +4 -4
  185. data/lib/new_relic/agent/instrumentation/ignore_actions.rb +4 -5
  186. data/lib/new_relic/agent/instrumentation/logger/chain.rb +2 -2
  187. data/lib/new_relic/agent/instrumentation/logger/instrumentation.rb +27 -20
  188. data/lib/new_relic/agent/instrumentation/logger/prepend.rb +1 -1
  189. data/lib/new_relic/agent/instrumentation/logger.rb +7 -6
  190. data/lib/new_relic/agent/instrumentation/memcache/chain.rb +2 -3
  191. data/lib/new_relic/agent/instrumentation/memcache/dalli.rb +26 -18
  192. data/lib/new_relic/agent/instrumentation/memcache/helper.rb +8 -10
  193. data/lib/new_relic/agent/instrumentation/memcache/instrumentation.rb +20 -18
  194. data/lib/new_relic/agent/instrumentation/memcache/prepend.rb +22 -15
  195. data/lib/new_relic/agent/instrumentation/memcache.rb +22 -23
  196. data/lib/new_relic/agent/instrumentation/middleware_proxy.rb +11 -12
  197. data/lib/new_relic/agent/instrumentation/middleware_tracing.rb +5 -7
  198. data/lib/new_relic/agent/instrumentation/mongo.rb +3 -3
  199. data/lib/new_relic/agent/instrumentation/mongodb_command_subscriber.rb +21 -18
  200. data/lib/new_relic/agent/instrumentation/net_http/chain.rb +4 -5
  201. data/lib/new_relic/agent/instrumentation/net_http/instrumentation.rb +10 -10
  202. data/lib/new_relic/agent/instrumentation/net_http/prepend.rb +5 -5
  203. data/lib/new_relic/agent/instrumentation/net_http.rb +8 -8
  204. data/lib/new_relic/agent/instrumentation/notifications_subscriber.rb +51 -9
  205. data/lib/new_relic/agent/instrumentation/padrino/chain.rb +1 -1
  206. data/lib/new_relic/agent/instrumentation/padrino/instrumentation.rb +4 -3
  207. data/lib/new_relic/agent/instrumentation/padrino/prepend.rb +2 -2
  208. data/lib/new_relic/agent/instrumentation/padrino.rb +4 -9
  209. data/lib/new_relic/agent/instrumentation/passenger_instrumentation.rb +6 -6
  210. data/lib/new_relic/agent/instrumentation/queue_time.rb +5 -6
  211. data/lib/new_relic/agent/instrumentation/rack/chain.rb +27 -19
  212. data/lib/new_relic/agent/instrumentation/rack/helpers.rb +3 -2
  213. data/lib/new_relic/agent/instrumentation/rack/instrumentation.rb +14 -12
  214. data/lib/new_relic/agent/instrumentation/rack/prepend.rb +13 -7
  215. data/lib/new_relic/agent/instrumentation/rack.rb +15 -15
  216. data/lib/new_relic/agent/instrumentation/rails3/action_controller.rb +15 -15
  217. data/lib/new_relic/agent/instrumentation/rails_middleware.rb +4 -4
  218. data/lib/new_relic/agent/instrumentation/rails_notifications/action_cable.rb +9 -8
  219. data/lib/new_relic/agent/instrumentation/rails_notifications/action_controller.rb +17 -5
  220. data/lib/new_relic/agent/instrumentation/rails_notifications/action_view.rb +8 -5
  221. data/lib/new_relic/agent/instrumentation/rails_notifications/custom_events.rb +30 -0
  222. data/lib/new_relic/agent/instrumentation/rake/chain.rb +2 -7
  223. data/lib/new_relic/agent/instrumentation/rake/instrumentation.rb +14 -16
  224. data/lib/new_relic/agent/instrumentation/rake/prepend.rb +1 -1
  225. data/lib/new_relic/agent/instrumentation/rake.rb +9 -9
  226. data/lib/new_relic/agent/instrumentation/redis/chain.rb +25 -14
  227. data/lib/new_relic/agent/instrumentation/redis/constants.rb +17 -0
  228. data/lib/new_relic/agent/instrumentation/redis/instrumentation.rb +53 -25
  229. data/lib/new_relic/agent/instrumentation/redis/middleware.rb +16 -0
  230. data/lib/new_relic/agent/instrumentation/redis/prepend.rb +10 -5
  231. data/lib/new_relic/agent/instrumentation/redis.rb +13 -7
  232. data/lib/new_relic/agent/instrumentation/resque/chain.rb +4 -5
  233. data/lib/new_relic/agent/instrumentation/resque/helper.rb +2 -2
  234. data/lib/new_relic/agent/instrumentation/resque/instrumentation.rb +4 -5
  235. data/lib/new_relic/agent/instrumentation/resque/prepend.rb +2 -3
  236. data/lib/new_relic/agent/instrumentation/resque.rb +17 -17
  237. data/lib/new_relic/agent/instrumentation/sequel.rb +16 -19
  238. data/lib/new_relic/agent/instrumentation/sequel_helper.rb +2 -2
  239. data/lib/new_relic/agent/instrumentation/sidekiq/client.rb +20 -0
  240. data/lib/new_relic/agent/instrumentation/sidekiq/extensions/delayed_class.rb +30 -0
  241. data/lib/new_relic/agent/instrumentation/sidekiq/server.rb +37 -0
  242. data/lib/new_relic/agent/instrumentation/sidekiq.rb +24 -70
  243. data/lib/new_relic/agent/instrumentation/sinatra/chain.rb +1 -1
  244. data/lib/new_relic/agent/instrumentation/sinatra/ignorer.rb +2 -3
  245. data/lib/new_relic/agent/instrumentation/sinatra/instrumentation.rb +5 -4
  246. data/lib/new_relic/agent/instrumentation/sinatra/prepend.rb +1 -1
  247. data/lib/new_relic/agent/instrumentation/sinatra/transaction_namer.rb +2 -2
  248. data/lib/new_relic/agent/instrumentation/sinatra.rb +26 -17
  249. data/lib/new_relic/agent/instrumentation/thread/chain.rb +24 -0
  250. data/lib/new_relic/agent/instrumentation/thread/instrumentation.rb +28 -0
  251. data/lib/new_relic/agent/instrumentation/thread/prepend.rb +22 -0
  252. data/lib/new_relic/agent/instrumentation/thread.rb +20 -0
  253. data/lib/new_relic/agent/instrumentation/tilt/chain.rb +1 -1
  254. data/lib/new_relic/agent/instrumentation/tilt/instrumentation.rb +2 -2
  255. data/lib/new_relic/agent/instrumentation/tilt/prepend.rb +1 -1
  256. data/lib/new_relic/agent/instrumentation/tilt.rb +4 -4
  257. data/lib/new_relic/agent/instrumentation/typhoeus/chain.rb +5 -5
  258. data/lib/new_relic/agent/instrumentation/typhoeus/instrumentation.rb +13 -15
  259. data/lib/new_relic/agent/instrumentation/typhoeus/prepend.rb +2 -2
  260. data/lib/new_relic/agent/instrumentation/typhoeus.rb +2 -2
  261. data/lib/new_relic/agent/instrumentation.rb +1 -1
  262. data/lib/new_relic/agent/internal_agent_error.rb +2 -2
  263. data/lib/new_relic/agent/javascript_instrumentor.rb +38 -37
  264. data/lib/new_relic/agent/linking_metadata.rb +44 -0
  265. data/lib/new_relic/agent/local_log_decorator.rb +37 -0
  266. data/lib/new_relic/agent/log_event_aggregator.rb +235 -0
  267. data/lib/new_relic/agent/log_once.rb +1 -1
  268. data/lib/new_relic/agent/log_priority.rb +20 -0
  269. data/lib/new_relic/agent/logging.rb +21 -17
  270. data/lib/new_relic/agent/memory_logger.rb +2 -2
  271. data/lib/new_relic/agent/messaging.rb +61 -63
  272. data/lib/new_relic/agent/method_tracer.rb +28 -22
  273. data/lib/new_relic/agent/method_tracer_helpers.rb +88 -11
  274. data/lib/new_relic/agent/monitors/cross_app_monitor.rb +16 -16
  275. data/lib/new_relic/agent/monitors/distributed_tracing_monitor.rb +5 -4
  276. data/lib/new_relic/agent/monitors/inbound_request_monitor.rb +1 -2
  277. data/lib/new_relic/agent/monitors/synthetics_monitor.rb +6 -9
  278. data/lib/new_relic/agent/monitors.rb +6 -7
  279. data/lib/new_relic/agent/new_relic_service/encoders.rb +6 -6
  280. data/lib/new_relic/agent/new_relic_service/json_marshaller.rb +5 -5
  281. data/lib/new_relic/agent/new_relic_service/marshaller.rb +2 -2
  282. data/lib/new_relic/agent/new_relic_service/security_policy_settings.rb +4 -4
  283. data/lib/new_relic/agent/new_relic_service.rb +242 -185
  284. data/lib/new_relic/agent/{noticible_error.rb → noticeable_error.rb} +2 -5
  285. data/lib/new_relic/agent/null_logger.rb +7 -3
  286. data/lib/new_relic/agent/obfuscator.rb +8 -10
  287. data/lib/new_relic/agent/parameter_filtering.rb +24 -10
  288. data/lib/new_relic/agent/payload_metric_mapping.rb +9 -10
  289. data/lib/new_relic/agent/pipe_channel_manager.rb +17 -11
  290. data/lib/new_relic/agent/pipe_service.rb +7 -4
  291. data/lib/new_relic/agent/prepend_supportability.rb +2 -2
  292. data/lib/new_relic/agent/priority_sampled_buffer.rb +8 -11
  293. data/lib/new_relic/agent/range_extensions.rb +8 -28
  294. data/lib/new_relic/agent/rules_engine/replacement_rule.rb +11 -11
  295. data/lib/new_relic/agent/rules_engine/segment_terms_rule.rb +12 -13
  296. data/lib/new_relic/agent/rules_engine.rb +5 -4
  297. data/lib/new_relic/agent/sampler.rb +3 -4
  298. data/lib/new_relic/agent/sampler_collection.rb +3 -4
  299. data/lib/new_relic/agent/samplers/cpu_sampler.rb +2 -1
  300. data/lib/new_relic/agent/samplers/delayed_job_sampler.rb +6 -6
  301. data/lib/new_relic/agent/samplers/memory_sampler.rb +24 -13
  302. data/lib/new_relic/agent/samplers/object_sampler.rb +1 -1
  303. data/lib/new_relic/agent/samplers/vm_sampler.rb +21 -19
  304. data/lib/new_relic/agent/span_event_aggregator.rb +10 -10
  305. data/lib/new_relic/agent/span_event_primitive.rb +62 -56
  306. data/lib/new_relic/agent/sql_sampler.rb +17 -17
  307. data/lib/new_relic/agent/stats.rb +78 -41
  308. data/lib/new_relic/agent/stats_engine/gc_profiler.rb +9 -11
  309. data/lib/new_relic/agent/stats_engine/stats_hash.rb +12 -13
  310. data/lib/new_relic/agent/stats_engine.rb +7 -7
  311. data/lib/new_relic/agent/synthetics_event_aggregator.rb +7 -8
  312. data/lib/new_relic/agent/system_info.rb +85 -65
  313. data/lib/new_relic/agent/threading/agent_thread.rb +18 -14
  314. data/lib/new_relic/agent/threading/backtrace_node.rb +12 -13
  315. data/lib/new_relic/agent/threading/backtrace_service.rb +10 -9
  316. data/lib/new_relic/agent/threading/thread_profile.rb +22 -22
  317. data/lib/new_relic/agent/timestamp_sampled_buffer.rb +1 -1
  318. data/lib/new_relic/agent/tracer.rb +82 -56
  319. data/lib/new_relic/agent/transaction/abstract_segment.rb +100 -37
  320. data/lib/new_relic/agent/transaction/datastore_segment.rb +19 -18
  321. data/lib/new_relic/agent/transaction/distributed_tracer.rb +62 -56
  322. data/lib/new_relic/agent/transaction/distributed_tracing.rb +43 -44
  323. data/lib/new_relic/agent/transaction/external_request_segment.rb +41 -34
  324. data/lib/new_relic/agent/transaction/message_broker_segment.rb +30 -29
  325. data/lib/new_relic/agent/transaction/request_attributes.rb +35 -35
  326. data/lib/new_relic/agent/transaction/segment.rb +17 -10
  327. data/lib/new_relic/agent/transaction/slowest_sample_buffer.rb +1 -3
  328. data/lib/new_relic/agent/transaction/synthetics_sample_buffer.rb +1 -1
  329. data/lib/new_relic/agent/transaction/trace.rb +15 -11
  330. data/lib/new_relic/agent/transaction/trace_builder.rb +10 -10
  331. data/lib/new_relic/agent/transaction/trace_context.rb +35 -35
  332. data/lib/new_relic/agent/transaction/trace_node.rb +25 -24
  333. data/lib/new_relic/agent/transaction/tracing.rb +14 -11
  334. data/lib/new_relic/agent/transaction/transaction_sample_buffer.rb +5 -5
  335. data/lib/new_relic/agent/transaction.rb +169 -125
  336. data/lib/new_relic/agent/transaction_error_primitive.rb +27 -25
  337. data/lib/new_relic/agent/transaction_event_aggregator.rb +12 -12
  338. data/lib/new_relic/agent/transaction_event_primitive.rb +32 -33
  339. data/lib/new_relic/agent/transaction_event_recorder.rb +16 -15
  340. data/lib/new_relic/agent/transaction_metrics.rb +10 -9
  341. data/lib/new_relic/agent/transaction_sampler.rb +5 -6
  342. data/lib/new_relic/agent/transaction_time_aggregator.rb +21 -20
  343. data/lib/new_relic/agent/utilization/aws.rb +33 -3
  344. data/lib/new_relic/agent/utilization/azure.rb +3 -3
  345. data/lib/new_relic/agent/utilization/gcp.rb +7 -7
  346. data/lib/new_relic/agent/utilization/pcf.rb +5 -4
  347. data/lib/new_relic/agent/utilization/vendor.rb +43 -28
  348. data/lib/new_relic/agent/utilization_data.rb +7 -5
  349. data/lib/new_relic/agent/vm/jruby_vm.rb +1 -1
  350. data/lib/new_relic/agent/vm/monotonic_gc_profiler.rb +2 -2
  351. data/lib/new_relic/agent/vm/mri_vm.rb +40 -15
  352. data/lib/new_relic/agent/vm/snapshot.rb +4 -4
  353. data/lib/new_relic/agent/vm.rb +1 -1
  354. data/lib/new_relic/agent/worker_loop.rb +5 -7
  355. data/lib/new_relic/agent.rb +62 -81
  356. data/lib/new_relic/cli/command.rb +20 -22
  357. data/lib/new_relic/cli/commands/deployments.rb +91 -41
  358. data/lib/new_relic/cli/commands/install.rb +21 -24
  359. data/lib/new_relic/coerce.rb +15 -13
  360. data/lib/new_relic/collection_helper.rb +50 -48
  361. data/lib/new_relic/constants.rb +2 -1
  362. data/lib/new_relic/control/class_methods.rb +3 -3
  363. data/lib/new_relic/control/frameworks/external.rb +2 -2
  364. data/lib/new_relic/control/frameworks/rails.rb +13 -9
  365. data/lib/new_relic/control/frameworks/rails3.rb +3 -4
  366. data/lib/new_relic/control/frameworks/rails4.rb +1 -1
  367. data/lib/new_relic/control/frameworks/rails_notifications.rb +1 -1
  368. data/lib/new_relic/control/frameworks/ruby.rb +3 -3
  369. data/lib/new_relic/control/frameworks/sinatra.rb +7 -1
  370. data/lib/new_relic/control/frameworks.rb +1 -1
  371. data/lib/new_relic/control/instance_methods.rb +26 -45
  372. data/lib/new_relic/control/instrumentation.rb +39 -11
  373. data/lib/new_relic/control/private_instance_methods.rb +48 -0
  374. data/lib/new_relic/control/server_methods.rb +3 -4
  375. data/lib/new_relic/control.rb +1 -2
  376. data/lib/new_relic/delayed_job_injection.rb +1 -1
  377. data/lib/new_relic/dependency_detection.rb +29 -28
  378. data/lib/new_relic/environment_report.rb +40 -32
  379. data/lib/new_relic/helper.rb +48 -7
  380. data/lib/new_relic/language_support.rb +29 -5
  381. data/lib/new_relic/latest_changes.rb +7 -6
  382. data/lib/new_relic/local_environment.rb +22 -26
  383. data/lib/new_relic/metric_data.rb +31 -26
  384. data/lib/new_relic/metric_spec.rb +8 -6
  385. data/lib/new_relic/noticed_error.rb +17 -21
  386. data/lib/new_relic/rack/agent_hooks.rb +1 -1
  387. data/lib/new_relic/rack/agent_middleware.rb +5 -3
  388. data/lib/new_relic/rack/browser_monitoring.rb +133 -123
  389. data/lib/new_relic/rack.rb +1 -1
  390. data/lib/new_relic/recipes/capistrano3.rb +3 -61
  391. data/lib/new_relic/recipes/capistrano_legacy.rb +23 -26
  392. data/lib/new_relic/recipes/helpers/send_deployment.rb +70 -0
  393. data/lib/new_relic/recipes.rb +1 -1
  394. data/lib/new_relic/supportability_helper.rb +8 -9
  395. data/lib/new_relic/traced_thread.rb +39 -0
  396. data/lib/new_relic/version.rb +6 -17
  397. data/lib/newrelic_rpm.rb +14 -3
  398. data/lib/sequel/extensions/{newrelic_instrumentation.rb → new_relic_instrumentation.rb} +15 -18
  399. data/lib/sequel/plugins/{newrelic_instrumentation.rb → new_relic_instrumentation.rb} +8 -14
  400. data/lib/tasks/all.rb +2 -2
  401. data/lib/tasks/config.rake +21 -117
  402. data/lib/tasks/coverage_report.rake +28 -0
  403. data/lib/tasks/helpers/format.rb +123 -0
  404. data/lib/tasks/helpers/matches.rb +12 -0
  405. data/lib/tasks/helpers/prompt.rb +24 -0
  406. data/lib/tasks/helpers/removers.rb +33 -0
  407. data/lib/tasks/install.rake +4 -0
  408. data/lib/tasks/instrumentation_generator/README.md +63 -0
  409. data/lib/tasks/instrumentation_generator/TODO.md +33 -0
  410. data/lib/tasks/instrumentation_generator/instrumentation.thor +121 -0
  411. data/lib/tasks/instrumentation_generator/templates/Envfile.tt +9 -0
  412. data/lib/tasks/instrumentation_generator/templates/chain.tt +22 -0
  413. data/lib/tasks/instrumentation_generator/templates/chain_method.tt +8 -0
  414. data/lib/tasks/instrumentation_generator/templates/dependency_detection.tt +29 -0
  415. data/lib/tasks/instrumentation_generator/templates/instrumentation.tt +13 -0
  416. data/lib/tasks/instrumentation_generator/templates/instrumentation_method.tt +3 -0
  417. data/lib/tasks/instrumentation_generator/templates/newrelic.yml.tt +19 -0
  418. data/lib/tasks/instrumentation_generator/templates/prepend.tt +13 -0
  419. data/lib/tasks/instrumentation_generator/templates/prepend_method.tt +3 -0
  420. data/lib/tasks/instrumentation_generator/templates/test.tt +15 -0
  421. data/lib/tasks/multiverse.rake +4 -0
  422. data/lib/tasks/multiverse.rb +5 -32
  423. data/lib/tasks/newrelic.rb +1 -1
  424. data/lib/tasks/tests.rake +10 -15
  425. data/newrelic.yml +544 -452
  426. data/newrelic_rpm.gemspec +35 -31
  427. data/recipes/newrelic.rb +2 -2
  428. data/test/agent_helper.rb +196 -180
  429. metadata +130 -102
  430. data/ROADMAP.md +0 -24
  431. data/bin/mongrel_rpm +0 -33
  432. data/lib/new_relic/agent/datastores/mongo/obfuscator.rb +0 -44
  433. data/lib/new_relic/agent/instrumentation/acts_as_solr.rb +0 -75
  434. data/lib/new_relic/agent/instrumentation/authlogic.rb +0 -25
  435. data/lib/new_relic/agent/instrumentation/data_mapper.rb +0 -204
  436. data/lib/new_relic/agent/instrumentation/rainbows_instrumentation.rb +0 -26
  437. data/lib/new_relic/agent/instrumentation/sunspot.rb +0 -33
  438. /data/lib/tasks/{config.html.erb → helpers/config.html.erb} +0 -0
  439. /data/lib/tasks/{config.text.erb → helpers/config.text.erb} +0 -0
@@ -1,6 +1,6 @@
1
- # encoding: utf-8
2
1
  # This file is distributed under New Relic's license terms.
3
2
  # See https://github.com/newrelic/newrelic-ruby-agent/blob/main/LICENSE for complete details.
3
+ # frozen_string_literal: true
4
4
 
5
5
  require 'zlib'
6
6
  require 'timeout'
@@ -15,27 +15,30 @@ module NewRelic
15
15
  class NewRelicService
16
16
  # Specifies the version of the agent's communication protocol with
17
17
  # the NewRelic hosted site.
18
-
19
18
  PROTOCOL_VERSION = 17
20
19
 
21
- # 1f147a42: v10 (tag 3.5.3.17)
22
- # cf0d1ff1: v9 (tag 3.5.0)
23
- # 14105: v8 (tag 2.10.3)
24
- # (no v7)
25
- # 10379: v6 (not tagged)
26
- # 4078: v5 (tag 2.5.4)
27
- # 2292: v4 (tag 2.3.6)
28
- # 1754: v3 (tag 2.3.0)
29
- # 534: v2 (shows up in 2.1.0, our first tag)
30
-
31
20
  # These include Errno connection errors, and all indicate that the
32
21
  # underlying TCP connection may be in a bad state.
33
22
  CONNECTION_ERRORS = [Timeout::Error, EOFError, SystemCallError, SocketError].freeze
34
23
 
24
+ # The maximum number of times to attempt an HTTP request
25
+ MAX_ATTEMPTS = 2
26
+
27
+ # Don't perform compression on the payload unless its uncompressed size is
28
+ # greater than or equal to this number of bytes. In testing with
29
+ # Ruby 2.2 - 3.1, we determined an absolute minimum value for ASCII to be
30
+ # 535 bytes to obtain at least a 10% savings in size. It is recommended
31
+ # that this value be kept above that 535 number. It is also important to
32
+ # consider the CPU cost involved with performing compression and to find
33
+ # a balance between CPU cycles spent and bandwidth saved. A good
34
+ # reasonable default here is 2048 bytes, which is a tried and true Apache
35
+ # Tomcat default (as of v8.5.78)
36
+ MIN_BYTE_SIZE_TO_COMPRESS = 2048
37
+
35
38
  attr_accessor :request_timeout
36
39
  attr_reader :collector, :marshaller, :agent_id
37
40
 
38
- def initialize(license_key=nil, collector=control.server)
41
+ def initialize(license_key = nil, collector = control.server)
39
42
  @license_key = license_key
40
43
  @collector = collector
41
44
  @configured_collector = collector
@@ -47,14 +50,22 @@ module NewRelic
47
50
  @request_headers_map = nil
48
51
  reset_remote_method_uris
49
52
 
53
+ prep_audit_logger
54
+ prep_marshaller
55
+ end
56
+
57
+ def prep_audit_logger
50
58
  @audit_logger = ::NewRelic::Agent::AuditLogger.new
51
59
  Agent.config.register_callback(:'audit_log.enabled') do |enabled|
52
60
  @audit_logger.enabled = enabled
53
61
  end
62
+ end
54
63
 
64
+ def prep_marshaller
55
65
  Agent.config.register_callback(:marshaller) do |marshaller|
56
66
  if marshaller != 'json'
57
- ::NewRelic::Agent.logger.warn("Non-JSON marshaller '#{marshaller}' requested but not supported, using JSON marshaller instead. pruby marshalling has been removed as of version 3.14.0.")
67
+ ::NewRelic::Agent.logger.warn("Non-JSON marshaller '#{marshaller}' requested but not supported, using " \
68
+ "JSON marshaller instead. pruby marshalling has been removed as of version 3.14.0.")
58
69
  end
59
70
 
60
71
  @marshaller = JsonMarshaller.new
@@ -69,7 +80,7 @@ module NewRelic
69
80
  @agent_id = id
70
81
  end
71
82
 
72
- def connect(settings={})
83
+ def connect(settings = {})
73
84
  @request_headers_map = nil
74
85
  security_policies = nil
75
86
  if response = preconnect
@@ -128,14 +139,13 @@ module NewRelic
128
139
 
129
140
  def metric_data(stats_hash)
130
141
  timeslice_start = stats_hash.started_at
131
- timeslice_end = stats_hash.harvested_at || Process.clock_gettime(Process::CLOCK_REALTIME)
142
+ timeslice_end = stats_hash.harvested_at || Process.clock_gettime(Process::CLOCK_REALTIME)
132
143
  metric_data_array = build_metric_data_array(stats_hash)
133
- result = invoke_remote(
144
+ invoke_remote(
134
145
  :metric_data,
135
146
  [@agent_id, timeslice_start, timeslice_end, metric_data_array],
136
147
  :item_count => metric_data_array.size
137
148
  )
138
- result
139
149
  end
140
150
 
141
151
  def error_data(unsent_errors)
@@ -177,26 +187,30 @@ module NewRelic
177
187
  :item_count => items.size)
178
188
  end
179
189
 
190
+ def log_event_data(data)
191
+ payload, size = LogEventAggregator.payload_to_melt_format(data)
192
+ invoke_remote(:log_event_data, payload, :item_count => size)
193
+ end
194
+
180
195
  def error_event_data(data)
181
196
  metadata, items = data
182
- invoke_remote(:error_event_data, [@agent_id, *data], :item_count => items.size)
197
+ response = invoke_remote(:error_event_data, [@agent_id, *data], :item_count => items.size)
183
198
  NewRelic::Agent.record_metric("Supportability/Events/TransactionError/Sent", :count => items.size)
184
199
  NewRelic::Agent.record_metric("Supportability/Events/TransactionError/Seen", :count => metadata[:events_seen])
200
+ response
185
201
  end
186
202
 
187
203
  def span_event_data(data)
188
204
  metadata, items = data
189
- invoke_remote(:span_event_data, [@agent_id, *data], :item_count => items.size)
205
+ response = invoke_remote(:span_event_data, [@agent_id, *data], :item_count => items.size)
190
206
  NewRelic::Agent.record_metric("Supportability/Events/SpanEvents/Sent", :count => items.size)
191
207
  NewRelic::Agent.record_metric("Supportability/Events/SpanEvents/Seen", :count => metadata[:events_seen])
208
+ response
192
209
  end
193
210
 
194
- # We do not compress if content is smaller than 64kb. There are
195
- # problems with bugs in Ruby in some versions that expose us
196
- # to a risk of segfaults if we compress aggressively.
197
211
  def compress_request_if_needed(data, endpoint)
198
212
  encoding = 'identity'
199
- if data.size > 64 * 1024
213
+ if data.size >= MIN_BYTE_SIZE_TO_COMPRESS
200
214
  encoding = Agent.config[:compressed_content_encoding]
201
215
  data = if encoding == 'deflate'
202
216
  Encoders::Compressed::Deflate.encode(data)
@@ -212,7 +226,7 @@ module NewRelic
212
226
  # represents 1 tcp connection which may transmit multiple HTTP requests
213
227
  # via keep-alive.
214
228
  def session(&block)
215
- raise ArgumentError, "#{self.class}#shared_connection must be passed a block" unless block_given?
229
+ raise ArgumentError, "#{self.class}#shared_connection must be passed a block" unless block
216
230
 
217
231
  begin
218
232
  t0 = Process.clock_gettime(Process::CLOCK_MONOTONIC)
@@ -232,22 +246,20 @@ module NewRelic
232
246
 
233
247
  def session_with_keepalive(&block)
234
248
  establish_shared_connection
235
- block.call
249
+ yield
236
250
  end
237
251
 
238
252
  def session_without_keepalive(&block)
239
253
  begin
240
254
  establish_shared_connection
241
- block.call
255
+ yield
242
256
  ensure
243
257
  close_shared_connection
244
258
  end
245
259
  end
246
260
 
247
261
  def establish_shared_connection
248
- unless @shared_tcp_connection
249
- @shared_tcp_connection = create_and_start_http_connection
250
- end
262
+ @shared_tcp_connection ||= create_and_start_http_connection
251
263
  @shared_tcp_connection
252
264
  end
253
265
 
@@ -289,7 +301,7 @@ module NewRelic
289
301
  # Jruby 1.6.8 requires a gem for full ssl support and will throw
290
302
  # an error when use_ssl=(true) is called and jruby-openssl isn't
291
303
  # installed
292
- conn.use_ssl = true
304
+ conn.use_ssl = true
293
305
  conn.verify_mode = OpenSSL::SSL::VERIFY_PEER
294
306
  set_cert_store(conn)
295
307
  rescue StandardError, LoadError
@@ -299,7 +311,7 @@ module NewRelic
299
311
 
300
312
  def set_cert_store(conn)
301
313
  if NewRelic::Agent.config[:ca_bundle_path]
302
- conn.cert_store = ssl_cert_store
314
+ conn.cert_store = ssl_cert_store
303
315
  else
304
316
  ::NewRelic::Agent.logger.debug("Using default security certificates")
305
317
  end
@@ -321,20 +333,7 @@ module NewRelic
321
333
  end
322
334
 
323
335
  def create_http_connection
324
- if Agent.config[:proxy_host]
325
- ::NewRelic::Agent.logger.debug("Using proxy server #{Agent.config[:proxy_host]}:#{Agent.config[:proxy_port]}")
326
-
327
- proxy = Net::HTTP::Proxy(
328
- Agent.config[:proxy_host],
329
- Agent.config[:proxy_port],
330
- Agent.config[:proxy_user],
331
- Agent.config[:proxy_pass]
332
- )
333
- conn = proxy.new(@collector.name, @collector.port)
334
- else
335
- conn = Net::HTTP.new(@collector.name, @collector.port)
336
- end
337
-
336
+ conn = prep_connection
338
337
  setup_connection_for_ssl(conn)
339
338
  setup_connection_timeouts(conn)
340
339
 
@@ -342,12 +341,29 @@ module NewRelic
342
341
  conn
343
342
  end
344
343
 
344
+ def prep_connection
345
+ return Net::HTTP.new(@collector.name, @collector.port) unless Agent.config[:proxy_host]
346
+
347
+ ::NewRelic::Agent.logger.debug("Using proxy server #{Agent.config[:proxy_host]}:#{Agent.config[:proxy_port]}")
348
+ prep_proxy_connection
349
+ end
350
+
351
+ def prep_proxy_connection
352
+ proxy = Net::HTTP::Proxy(
353
+ Agent.config[:proxy_host],
354
+ Agent.config[:proxy_port],
355
+ Agent.config[:proxy_user],
356
+ Agent.config[:proxy_pass]
357
+ )
358
+ proxy.new(@collector.name, @collector.port)
359
+ end
360
+
345
361
  def create_and_start_http_connection
346
362
  conn = create_http_connection
347
363
  start_connection(conn)
348
364
  conn
349
365
  rescue Timeout::Error
350
- ::NewRelic::Agent.logger.info ("Timeout while attempting to connect. You may need to install system-level CA Certificates, as the ruby agent no longer includes these.")
366
+ ::NewRelic::Agent.logger.info("Timeout while attempting to connect. You may need to install system-level CA Certificates, as the ruby agent no longer includes these.")
351
367
  raise
352
368
  end
353
369
 
@@ -355,7 +371,7 @@ module NewRelic
355
371
  # connection if verify_peer is enabled
356
372
  def cert_file_path
357
373
  if path_override = NewRelic::Agent.config[:ca_bundle_path]
358
- NewRelic::Agent.logger.warn("Couldn't find CA bundle from configured ca_bundle_path: #{path_override}") unless File.exist? path_override
374
+ NewRelic::Agent.logger.warn("Couldn't find CA bundle from configured ca_bundle_path: #{path_override}") unless File.exist?(path_override)
359
375
  path_override
360
376
  end
361
377
  end
@@ -375,6 +391,116 @@ module NewRelic
375
391
  NewRelic::Control.instance
376
392
  end
377
393
 
394
+ def prep_headers(opts)
395
+ headers = {
396
+ 'Content-Encoding' => opts[:encoding],
397
+ 'Host' => opts[:collector].name
398
+ }
399
+ headers.merge!(@request_headers_map) if @request_headers_map
400
+ headers
401
+ end
402
+
403
+ def prep_request(opts)
404
+ headers = prep_headers(opts)
405
+ if Agent.config[:put_for_data_send]
406
+ request = Net::HTTP::Put.new(opts[:uri], headers)
407
+ else
408
+ request = Net::HTTP::Post.new(opts[:uri], headers)
409
+ end
410
+ @audit_logger.log_request_headers(opts[:uri], headers)
411
+ request['user-agent'] = user_agent
412
+ request.content_type = "application/octet-stream"
413
+ request.body = opts[:data]
414
+ request
415
+ end
416
+
417
+ def relay_request(request, opts)
418
+ response = nil
419
+ attempts = 0
420
+
421
+ begin
422
+ attempts += 1
423
+ response = attempt_request(request, opts)
424
+ rescue *CONNECTION_ERRORS => e
425
+ close_shared_connection
426
+ if attempts < MAX_ATTEMPTS
427
+ ::NewRelic::Agent.logger.debug("Retrying request to #{opts[:collector]}#{opts[:uri]} after #{e}")
428
+ retry
429
+ else
430
+ raise ServerConnectionException, "Recoverable error talking to #{@collector} after #{attempts} attempts: #{e}"
431
+ end
432
+ end
433
+
434
+ log_response(response)
435
+ response
436
+ end
437
+
438
+ def attempt_request(request, opts)
439
+ response = nil
440
+ conn = http_connection
441
+ ::NewRelic::Agent.logger.debug("Sending request to #{opts[:collector]}#{opts[:uri]} with #{request.method}")
442
+ Timeout.timeout(@request_timeout) do
443
+ response = conn.request(request)
444
+ end
445
+ response
446
+ end
447
+
448
+ def handle_error_response(response, endpoint)
449
+ case response
450
+ when Net::HTTPRequestTimeOut,
451
+ Net::HTTPTooManyRequests,
452
+ Net::HTTPInternalServerError,
453
+ Net::HTTPServiceUnavailable
454
+ handle_server_connection_exception(response, endpoint)
455
+ when Net::HTTPBadRequest,
456
+ Net::HTTPForbidden,
457
+ Net::HTTPNotFound,
458
+ Net::HTTPMethodNotAllowed,
459
+ Net::HTTPProxyAuthenticationRequired,
460
+ Net::HTTPLengthRequired,
461
+ Net::HTTPRequestEntityTooLarge,
462
+ Net::HTTPRequestURITooLong,
463
+ Net::HTTPUnsupportedMediaType,
464
+ Net::HTTPExpectationFailed,
465
+ Net::HTTPUnsupportedMediaType,
466
+ Net::HTTPRequestHeaderFieldsTooLarge
467
+ handle_unrecoverable_server_exception(response, endpoint)
468
+ when Net::HTTPConflict,
469
+ Net::HTTPUnauthorized
470
+ handle_unauthorized_error_response(response, endpoint)
471
+ raise ForceRestartException, "#{response.code}: #{response.message}"
472
+ when Net::HTTPGone
473
+ handle_gone_response(response, endpoint)
474
+ else
475
+ record_endpoint_attempts_supportability_metrics(endpoint)
476
+ record_error_response_supportability_metrics(response.code)
477
+ raise UnrecoverableServerException, "#{response.code}: #{response.message}"
478
+ end
479
+ response
480
+ end
481
+
482
+ def handle_server_connection_exception(response, endpoint)
483
+ record_endpoint_attempts_supportability_metrics(endpoint)
484
+ raise ServerConnectionException, "#{response.code}: #{response.message}"
485
+ end
486
+
487
+ def handle_unrecoverable_server_exception(response, endpoint)
488
+ record_endpoint_attempts_supportability_metrics(endpoint)
489
+ record_error_response_supportability_metrics(response.code)
490
+ raise UnrecoverableServerException, "#{response.code}: #{response.message}"
491
+ end
492
+
493
+ def handle_unauthorized_error_response(response, endpoint)
494
+ record_endpoint_attempts_supportability_metrics(endpoint)
495
+ record_error_response_supportability_metrics(response.code)
496
+ end
497
+
498
+ def handle_gone_response(response, endpoint)
499
+ record_endpoint_attempts_supportability_metrics(endpoint)
500
+ record_error_response_supportability_metrics(response.code)
501
+ raise ForceDisconnectException, "#{response.code}: #{response.message}"
502
+ end
503
+
378
504
  def remote_method_uri(method)
379
505
  @remote_method_uris[method]
380
506
  end
@@ -388,16 +514,17 @@ module NewRelic
388
514
  def generate_remote_method_uri(method)
389
515
  params = {
390
516
  'protocol_version' => PROTOCOL_VERSION,
391
- 'license_key' => license_key,
392
- 'run_id' => @agent_id,
393
- 'method' => method,
394
- 'marshal_format' => 'json', # Other formats are explicitly
395
- # ruled out; see the initializer
517
+ 'license_key' => license_key,
518
+ 'run_id' => @agent_id,
519
+ 'method' => method,
520
+ 'marshal_format' => 'json' # Other formats are explicitly
521
+ # ruled out; see the initializer
396
522
  }
397
523
 
398
- uri = "/agent_listener/invoke_raw_method?"
399
- uri << params.map do |k,v|
524
+ uri = String.new('/agent_listener/invoke_raw_method?')
525
+ uri << params.map do |k, v|
400
526
  next unless v
527
+
401
528
  "#{k}=#{v}"
402
529
  end.compact.join('&')
403
530
  uri
@@ -413,48 +540,20 @@ module NewRelic
413
540
  # server may return
414
541
  def invoke_remote(method, payload = [], options = {})
415
542
  start_ts = Process.clock_gettime(Process::CLOCK_MONOTONIC)
416
-
417
- data, size, serialize_finish_ts, request_send_ts, response_check_ts = nil
418
- begin
419
- data = @marshaller.dump(payload, options)
420
- rescue StandardError, SystemStackError => e
421
- handle_serialization_error(method, e)
422
- end
423
- serialize_finish_ts = Process.clock_gettime(Process::CLOCK_MONOTONIC)
424
-
425
- data, encoding = compress_request_if_needed(data, method)
426
- size = data.size
427
-
428
- # Preconnect needs to always use the configured collector host, not the redirect host
429
- # We reset it here so we are always using the configured collector during our creation of the new connection
430
- # and we also don't want to keep the previous redirect host around anymore
431
- if method == :preconnect
432
- @collector = @configured_collector
433
- end
434
-
435
- uri = remote_method_uri(method)
436
- full_uri = "#{@collector}#{uri}"
437
-
438
- @audit_logger.log_request(full_uri, payload, @marshaller)
439
- request_send_ts = Process.clock_gettime(Process::CLOCK_MONOTONIC)
440
- response = send_request(:data => data,
441
- :uri => uri,
442
- :encoding => encoding,
443
- :collector => @collector,
444
- :endpoint => method)
445
- response_check_ts = Process.clock_gettime(Process::CLOCK_MONOTONIC)
543
+ request_send_ts, response_check_ts = nil
544
+ data, encoding, size, serialize_finish_ts = marshal_payload(method, payload, options)
545
+ prep_collector(method)
546
+ response, request_send_ts, response_check_ts = invoke_remote_send_request(method, payload, data, encoding)
446
547
  @marshaller.load(decompress_response(response))
447
548
  ensure
448
549
  record_timing_supportability_metrics(method, start_ts, serialize_finish_ts, request_send_ts, response_check_ts)
449
- if size
450
- record_size_supportability_metrics(method, size, options[:item_count])
451
- end
550
+ record_size_supportability_metrics(method, size, options[:item_count]) if size
452
551
  end
453
552
 
454
553
  def handle_serialization_error(method, e)
455
554
  NewRelic::Agent.increment_metric("Supportability/serialization_failure")
456
555
  NewRelic::Agent.increment_metric("Supportability/serialization_failure/#{method}")
457
- msg = "Failed to serialize #{method} data using #{@marshaller.class.to_s}: #{e.inspect}"
556
+ msg = "Failed to serialize #{method} data using #{@marshaller.class}: #{e.inspect}"
458
557
  error = SerializationError.new(msg)
459
558
  error.set_backtrace(e.backtrace)
460
559
  raise error
@@ -464,11 +563,11 @@ module NewRelic
464
563
  serialize_time = serialize_finish_ts && (serialize_finish_ts - start_ts)
465
564
  request_duration = response_check_ts && (response_check_ts - request_send_ts)
466
565
  if request_duration
467
- NewRelic::Agent.record_metric("Supportability/Agent/Collector/#{method.to_s}/Duration", request_duration)
566
+ NewRelic::Agent.record_metric("Supportability/Agent/Collector/#{method}/Duration", request_duration)
468
567
  end
469
568
  if serialize_time
470
569
  NewRelic::Agent.record_metric("Supportability/invoke_remote_serialize", serialize_time)
471
- NewRelic::Agent.record_metric("Supportability/invoke_remote_serialize/#{method.to_s}", serialize_time)
570
+ NewRelic::Agent.record_metric("Supportability/invoke_remote_serialize/#{method}", serialize_time)
472
571
  end
473
572
  end
474
573
 
@@ -482,8 +581,8 @@ module NewRelic
482
581
  # of items as arguments.
483
582
  def record_size_supportability_metrics(method, size_bytes, item_count)
484
583
  metrics = [
485
- "Supportability/invoke_remote_size",
486
- "Supportability/invoke_remote_size/#{method.to_s}"
584
+ "Supportability/Ruby/Collector/Output/Bytes",
585
+ "Supportability/Ruby/Collector/#{method}/Output/Bytes"
487
586
  ]
488
587
  # we may not have an item count, in which case, just record 0 for the exclusive time
489
588
  item_count ||= 0
@@ -494,8 +593,9 @@ module NewRelic
494
593
  # than the limit configured in the control object
495
594
  def check_post_size(post_string, endpoint)
496
595
  return if post_string.size < Agent.config[:max_payload_size_in_bytes]
497
- ::NewRelic::Agent.logger.debug "Tried to send too much data: #{post_string.size} bytes"
498
- NewRelic::Agent.increment_metric("Supportability/Agent/Collector/#{endpoint}/MaxPayloadSizeLimit")
596
+
597
+ ::NewRelic::Agent.logger.debug("Tried to send too much data: #{post_string.size} bytes")
598
+ NewRelic::Agent.increment_metric("Supportability/Ruby/Collector/#{endpoint}/MaxPayloadSizeLimit")
499
599
  raise UnrecoverableServerException.new('413 Request Entity Too Large')
500
600
  end
501
601
 
@@ -510,90 +610,15 @@ module NewRelic
510
610
  # contact
511
611
  # - :data => the data to send as the body of the request
512
612
  def send_request(opts)
513
- headers = {
514
- 'Content-Encoding' => opts[:encoding],
515
- 'Host' => opts[:collector].name
516
- }
517
- headers.merge!(@request_headers_map) if @request_headers_map
518
-
519
- if Agent.config[:put_for_data_send]
520
- request = Net::HTTP::Put.new(opts[:uri], headers)
521
- else
522
- request = Net::HTTP::Post.new(opts[:uri], headers)
523
- end
524
- @audit_logger.log_request_headers(opts[:uri], headers)
525
- request['user-agent'] = user_agent
526
- request.content_type = "application/octet-stream"
527
- request.body = opts[:data]
528
-
529
- response = nil
530
- attempts = 0
531
- max_attempts = 2
532
- endpoint = opts[:endpoint]
533
-
534
- begin
535
- attempts += 1
536
- conn = http_connection
537
- ::NewRelic::Agent.logger.debug "Sending request to #{opts[:collector]}#{opts[:uri]} with #{request.method}"
538
- Timeout.timeout(@request_timeout) do
539
- response = conn.request(request)
540
- end
541
- rescue *CONNECTION_ERRORS => e
542
- close_shared_connection
543
- if attempts < max_attempts
544
- ::NewRelic::Agent.logger.debug("Retrying request to #{opts[:collector]}#{opts[:uri]} after #{e}")
545
- retry
546
- else
547
- raise ServerConnectionException, "Recoverable error talking to #{@collector} after #{attempts} attempts: #{e}"
548
- end
549
- end
550
-
551
- log_response(response)
613
+ request = prep_request(opts)
614
+ response = relay_request(request, opts)
615
+ return response if response.is_a?(Net::HTTPSuccess) || response.is_a?(Net::HTTPAccepted)
552
616
 
553
- case response
554
- when Net::HTTPSuccess,
555
- Net::HTTPAccepted
556
- true # do nothing
557
- when Net::HTTPRequestTimeOut,
558
- Net::HTTPTooManyRequests,
559
- Net::HTTPInternalServerError,
560
- Net::HTTPServiceUnavailable
561
- record_endpoint_attempts_supportability_metrics(endpoint)
562
- raise ServerConnectionException, "#{response.code}: #{response.message}"
563
- when Net::HTTPBadRequest,
564
- Net::HTTPForbidden,
565
- Net::HTTPNotFound,
566
- Net::HTTPMethodNotAllowed,
567
- Net::HTTPProxyAuthenticationRequired,
568
- Net::HTTPLengthRequired,
569
- Net::HTTPRequestEntityTooLarge,
570
- Net::HTTPRequestURITooLong,
571
- Net::HTTPUnsupportedMediaType,
572
- Net::HTTPExpectationFailed,
573
- Net::HTTPUnsupportedMediaType,
574
- Net::HTTPRequestHeaderFieldsTooLarge
575
- record_endpoint_attempts_supportability_metrics(endpoint)
576
- record_error_response_supportability_metrics(response.code)
577
- raise UnrecoverableServerException, "#{response.code}: #{response.message}"
578
- when Net::HTTPConflict,
579
- Net::HTTPUnauthorized
580
- record_endpoint_attempts_supportability_metrics(endpoint)
581
- record_error_response_supportability_metrics(response.code)
582
- raise ForceRestartException, "#{response.code}: #{response.message}"
583
- when Net::HTTPGone
584
- record_endpoint_attempts_supportability_metrics(endpoint)
585
- record_error_response_supportability_metrics(response.code)
586
- raise ForceDisconnectException, "#{response.code}: #{response.message}"
587
- else
588
- record_endpoint_attempts_supportability_metrics(endpoint)
589
- record_error_response_supportability_metrics(response.code)
590
- raise UnrecoverableServerException, "#{response.code}: #{response.message}"
591
- end
592
- response
617
+ handle_error_response(response, opts[:endpoint])
593
618
  end
594
619
 
595
620
  def log_response(response)
596
- ::NewRelic::Agent.logger.debug "Received response, status: #{response.code}, encoding: '#{response['content-encoding']}'"
621
+ ::NewRelic::Agent.logger.debug("Received response, status: #{response.code}, encoding: '#{response['content-encoding']}'")
597
622
  end
598
623
 
599
624
  # Per protocol 17, this metric should be recorded for all error response codes
@@ -609,11 +634,9 @@ module NewRelic
609
634
  # Decompresses the response from the server, if it is gzip
610
635
  # encoded, otherwise returns it verbatim
611
636
  def decompress_response(response)
612
- if response['content-encoding'] == 'gzip'
613
- Zlib::GzipReader.new(StringIO.new(response.body)).read
614
- else
615
- response.body
616
- end
637
+ return response.body unless response['content-encoding'] == 'gzip'
638
+
639
+ Zlib::GzipReader.new(StringIO.new(response.body)).read
617
640
  end
618
641
 
619
642
  # Sets the user agent for connections to the server, to
@@ -621,13 +644,47 @@ module NewRelic
621
644
  # the ruby version and also zlib version if available since
622
645
  # that may cause corrupt compression if there is a problem.
623
646
  def user_agent
624
- ruby_description = ''
625
- # note the trailing space!
626
- ruby_description << "(ruby #{::RUBY_VERSION} #{::RUBY_PLATFORM}) " if defined?(::RUBY_VERSION) && defined?(::RUBY_PLATFORM)
627
- zlib_version = ''
628
- zlib_version << "zlib/#{Zlib.zlib_version}" if defined?(::Zlib) && Zlib.respond_to?(:zlib_version)
647
+ if defined?(::RUBY_VERSION) && defined?(::RUBY_PLATFORM)
648
+ ruby_description = "(ruby #{::RUBY_VERSION} #{::RUBY_PLATFORM}) " # NOTE: the trailing space!
649
+ end
650
+ zlib_version = "zlib/#{Zlib.zlib_version}" if defined?(::Zlib) && Zlib.respond_to?(:zlib_version)
629
651
  "NewRelic-RubyAgent/#{NewRelic::VERSION::STRING} #{ruby_description}#{zlib_version}"
630
652
  end
653
+
654
+ def marshal_payload(method, payload, options)
655
+ begin
656
+ data = @marshaller.dump(payload, options)
657
+ rescue StandardError, SystemStackError => e
658
+ handle_serialization_error(method, e)
659
+ end
660
+ serialize_finish_ts = Process.clock_gettime(Process::CLOCK_MONOTONIC)
661
+
662
+ size = data.size # only the uncompressed size is reported
663
+ data, encoding = compress_request_if_needed(data, method)
664
+
665
+ [data, encoding, size, serialize_finish_ts]
666
+ end
667
+
668
+ def prep_collector(method)
669
+ # Preconnect needs to always use the configured collector host, not the redirect host
670
+ # We reset it here so we are always using the configured collector during our creation of the new connection
671
+ # and we also don't want to keep the previous redirect host around anymore
672
+ @collector = @configured_collector if method == :preconnect
673
+ end
674
+
675
+ def invoke_remote_send_request(method, payload, data, encoding)
676
+ uri = remote_method_uri(method)
677
+ full_uri = "#{@collector}#{uri}"
678
+
679
+ @audit_logger.log_request(full_uri, payload, @marshaller)
680
+ request_send_ts = Process.clock_gettime(Process::CLOCK_MONOTONIC)
681
+ response = send_request(:data => data,
682
+ :uri => uri,
683
+ :encoding => encoding,
684
+ :collector => @collector,
685
+ :endpoint => method)
686
+ [response, request_send_ts, Process.clock_gettime(Process::CLOCK_MONOTONIC)]
687
+ end
631
688
  end
632
689
  end
633
690
  end
@@ -1,22 +1,19 @@
1
- # encoding: utf-8
2
1
  # This file is distributed under New Relic's license terms.
3
2
  # See https://github.com/newrelic/newrelic-ruby-agent/blob/main/LICENSE for complete details.
4
3
  # frozen_string_literal: true
5
4
 
6
5
  module NewRelic
7
6
  module Agent
8
-
9
7
  # This class is used for instrumentations that have exceptions or error classes
10
8
  # not derived from Ruby's usual Exception or StandardError or in situations
11
9
  # where we do not have such Exception object to work with.
12
- class NoticibleError
10
+ class NoticeableError
13
11
  attr_reader :class_name, :message
14
12
 
15
- def initialize class_name, message
13
+ def initialize(class_name, message)
16
14
  @class_name = class_name
17
15
  @message = message
18
16
  end
19
17
  end
20
-
21
18
  end
22
19
  end